From fa0a091ab88b3911334c0a028ffe31ee666015cb Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 9 May 2024 12:27:41 -0500 Subject: [PATCH 001/318] start implementing core schemas --- Makefile | 10 +- guardrails/classes/execution/__init__.py | 3 + .../execution/guard_execution_options.py | 13 + guardrails/guard.py | 283 ++++++++++-------- guardrails/schema/validator.py | 68 +++++ poetry.lock | 26 +- pyproject.toml | 2 +- 7 files changed, 253 insertions(+), 152 deletions(-) create mode 100644 guardrails/classes/execution/__init__.py create mode 100644 guardrails/classes/execution/guard_execution_options.py create mode 100644 guardrails/schema/validator.py diff --git a/Makefile b/Makefile index 77773a537..ce03e89cd 100644 --- a/Makefile +++ b/Makefile @@ -38,7 +38,7 @@ type-pydantic-v2-openai-v1: lint: poetry run ruff check guardrails/ tests/ - poetry run ruff format guardrails/ tests/ --check + poetry run ruff format guardrails/ tests/ test: poetry run pytest tests/ @@ -85,3 +85,11 @@ precommit: pyright guardrails/ make lint ./github/workflows/scripts/update_notebook_matrix.sh + +refresh: + echo "Removing old virtual environment" + rm -rf ./.venv; + echo "Creating new virtual environment" + python3 -m venv ./.venv; + echo "Sourcing and installing" + source ./.venv/bin/activate && make full; \ No newline at end of file diff --git a/guardrails/classes/execution/__init__.py b/guardrails/classes/execution/__init__.py new file mode 100644 index 000000000..f0e5aef0a --- /dev/null +++ b/guardrails/classes/execution/__init__.py @@ -0,0 +1,3 @@ +from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions + +__all__ = ["GuardExecutionOptions"] diff --git a/guardrails/classes/execution/guard_execution_options.py b/guardrails/classes/execution/guard_execution_options.py new file mode 100644 index 000000000..da195fd08 --- /dev/null +++ b/guardrails/classes/execution/guard_execution_options.py @@ -0,0 +1,13 @@ +from typing import Optional +from pydantic import Field, BaseModel + + +class GuardExecutionOptions(BaseModel): + prompt: Optional[str] = Field(defualt=None) + instructions: Optional[str] = Field(defualt=None) + reask_prompt: Optional[str] = Field(defualt=None) + reask_instructions: Optional[str] = Field(defualt=None) + num_reasks: Optional[int] = Field(defualt=None) + prompt_schema: Optional[str] = Field(defualt=None) + instructions_schema: Optional[str] = Field(defualt=None) + msg_history_schema: Optional[str] = Field(defualt=None) diff --git a/guardrails/guard.py b/guardrails/guard.py index e6ae27e1b..646a39051 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -29,17 +29,21 @@ ValidatePayload, ValidationOutput, ) -from guardrails_api_client.models import Guard as GuardModel -from guardrails_api_client.types import UNSET +from guardrails_api_client.models import ( + Guard as IGuard, + ValidatorReference, + ModelSchema, +) from langchain_core.messages import BaseMessage from langchain_core.runnables import Runnable, RunnableConfig -from pydantic import BaseModel +from pydantic import BaseModel, Field, PrivateAttr, field_validator from pydantic.version import VERSION as PYDANTIC_VERSION from typing_extensions import deprecated from guardrails.api_client import GuardrailsApiClient from guardrails.classes import OT, InputType, ValidationOutcome from guardrails.classes.credentials import Credentials +from guardrails.classes.execution import GuardExecutionOptions from guardrails.classes.generic import Stack from guardrails.classes.history import Call from guardrails.classes.history.call_inputs import CallInputs @@ -57,7 +61,8 @@ from guardrails.prompt import Instructions, Prompt from guardrails.rail import Rail from guardrails.run import AsyncRunner, Runner, StreamRunner -from guardrails.schema import Schema, StringSchema +from guardrails.schema import StringSchema +from guardrails.schema.validator import SchemaValidationError, validate_json_schema from guardrails.stores.context import ( Tracer, get_call_kwarg, @@ -73,23 +78,32 @@ from guardrails.validator_base import FailResult, Validator -class Guard(Runnable, Generic[OT]): +class Guard(IGuard, Runnable, Generic[OT]): """The Guard class. - This class is the main entry point for using Guardrails. It is - initialized from one of the following class methods: + This class is the main entry point for using Guardrails. It can be + initialized by one of the following patterns: - - `from_rail` - - `from_rail_string` - - `from_pydantic` - - `from_string` + - `Guard().use(...)` + - `Guard().use_many(...)` + - `Guard.from_string(...)` + - `Guard.from_pydantic(...)` + - `Guard.from_rail(...)` + - `Guard.from_rail_string(...)` The `__call__` method functions as a wrapper around LLM APIs. It takes in an LLM - API, and optional prompt parameters, and returns the raw output from - the LLM and the validated output. + API, and optional prompt parameters, and returns a ValidationOutcome + class that contains the raw output from + the LLM, the validated output, as well as other helpful information. """ + id: Optional[str] = None + name: Optional[str] = None + description: Optional[str] = None + validators: Optional[List[ValidatorReference]] = [] + schema: Optional[Dict[str, Any]] = None + _tracer = None _tracer_context = None _hub_telemetry = None @@ -97,133 +111,121 @@ class Guard(Runnable, Generic[OT]): _user_id = None _validators: List[Validator] _api_client: Optional[GuardrailsApiClient] = None + _allow_metrics_collection: Optional[bool] = None + _rail: Optional[Rail] = None + _base_model: Optional[Union[Type[BaseModel], Type[List[Type[BaseModel]]]]] + _exec_opts: Optional[GuardExecutionOptions] = PrivateAttr() def __init__( self, - rail: Optional[Rail] = None, - num_reasks: Optional[int] = None, + rail: Optional[Rail] = Field( + default=None, + deprecated=( + "Usage of rail in Guard.__init__ is deprecated" + " and will be removed in 0.5.0!" + "Use Guard.from_rail() instead.", + ), + ), + num_reasks: Optional[int] = Field( + default=None, + deprecated=( + "Setting num_reasks in Guard.__init__ is deprecated" + " and will be removed in 0.5.0!" + "Set num_reasks when calling guard() or guard.parse() instead." + ), + ), base_model: Optional[ Union[Type[BaseModel], Type[List[Type[BaseModel]]]] - ] = None, - tracer: Optional[Tracer] = None, + ] = Field( + default=None, + deprecated=( + "Setting base_model in Guard.__init__ is deprecated" + " and will be removed in 0.5.0!" + "Use Guard.from_pydantic() instead." + ), + ), + tracer: Optional[Tracer] = Field( + default=None, + deprecated=( + "Setting tracer in Guard.__init__ is deprecated" + " and will be removed in 0.5.0!" + "Use guard.configure() instead." + ), + ), *, + id: Optional[str] = None, name: Optional[str] = None, description: Optional[str] = None, + validators: Optional[List[ValidatorReference]] = [], + schema: Optional[Dict[str, Any]] = None, + _exec_opts: Optional[GuardExecutionOptions] = None, ): """Initialize the Guard with optional Rail instance, num_reasks, and base_model.""" - if not rail: - rail = ( - Rail.from_pydantic(base_model) - if base_model - else Rail.from_string_validators([]) - ) - self.rail = rail - self.num_reasks = num_reasks - # TODO: Support a sink for history so that it is not solely held in memory - self.history: Stack[Call] = Stack() - self.base_model = base_model - self._set_tracer(tracer) - credentials = Credentials.from_rc_file(logger) + # Shared Interface Properties + self.id = id or str(id(self)) + self.name = name or f"gr-{self.id}" + self.description = description or f"Guard {self.name}" + self.schema = schema + super().__init__( + id=self.id, + name=self.name, + description=self.description, + validators=validators, + var_schema=ModelSchema.from_dict(schema), + ) - # Get unique id of user from credentials - self._user_id = credentials.id or "" + # if not rail: + # rail = ( + # Rail.from_pydantic(base_model) + # if base_model + # else Rail.from_string_validators([]) + # ) + # self.rail = rail + # self.base_model = base_model + + # TODO: Do we need to do any additional + # initilization if these are passed directly? + # Probably... + self._rail = rail + self._base_model = base_model + self.num_reasks = num_reasks - # Get metrics opt-out from credentials - self._disable_tracer = credentials.no_metrics + # Backwards compatibility + self._set_tracer(tracer) + self._exec_opts = _exec_opts or GuardExecutionOptions() - # Get id of guard object (that is unique) - self._guard_id = id(self) # id of guard object; not the class + # TODO: Support a sink for history so that it is not solely held in memory + self.history: Stack[Call] = Stack() - # Initialize Hub Telemetry singleton and get the tracer - # if it is not disabled - if not self._disable_tracer: - self._hub_telemetry = HubTelemetry() + # Legacy Guard.use() validators self._validators = [] # Gaurdrails As A Service Initialization - self.description = description - self.name = name - api_key = os.environ.get("GUARDRAILS_API_KEY") if api_key is not None: - if self.name is None: - self.name = f"gr-{str(self._guard_id)}" - logger.warn("Warning: No name passed to guard!") - logger.warn( - "Use this auto-generated name to re-use this guard: {name}".format( - name=self.name - ) - ) self._api_client = GuardrailsApiClient(api_key=api_key) self.upsert_guard() - @property - def prompt_schema(self) -> Optional[StringSchema]: - """Return the input schema.""" - return self.rail.prompt_schema - - @property - def instructions_schema(self) -> Optional[StringSchema]: - """Return the input schema.""" - return self.rail.instructions_schema - - @property - def msg_history_schema(self) -> Optional[StringSchema]: - """Return the input schema.""" - return self.rail.msg_history_schema - - @property - def output_schema(self) -> Schema: - """Return the output schema.""" - return self.rail.output_schema - - @property - def instructions(self) -> Optional[Instructions]: - """Return the instruction-prompt.""" - return self.rail.instructions - - @property - def prompt(self) -> Optional[Prompt]: - """Return the prompt.""" - return self.rail.prompt - - @property - def raw_prompt(self) -> Optional[Prompt]: - """Return the prompt, alias for `prompt`.""" - return self.prompt - - @property - def base_prompt(self) -> Optional[str]: - """Return the base prompt i.e. prompt.source.""" - if self.prompt is None: - return None - return self.prompt.source - - @property - def reask_prompt(self) -> Optional[Prompt]: - """Return the reask prompt.""" - return self.output_schema.reask_prompt_template - - @reask_prompt.setter - def reask_prompt(self, reask_prompt: Optional[str]): - """Set the reask prompt.""" - self.output_schema.reask_prompt_template = reask_prompt - - @property - def reask_instructions(self) -> Optional[Instructions]: - """Return the reask prompt.""" - return self.output_schema.reask_instructions_template - - @reask_instructions.setter - def reask_instructions(self, reask_instructions: Optional[str]): - """Set the reask prompt.""" - self.output_schema.reask_instructions_template = reask_instructions + @field_validator("schema") + @classmethod + def must_be_valid_json_schema( + cls, schema: Optional[Dict[str, Any]] = None + ) -> Optional[Dict[str, Any]]: + if schema: + try: + validate_json_schema(schema) + except SchemaValidationError as e: + raise ValueError(f"{str(e)}\n{json.dumps(e.fields, indent=2)}") + return schema def configure( self, num_reasks: Optional[int] = None, + *, + tracer: Optional[Tracer] = None, + allow_metrics_collection: Optional[bool] = None, ): """Configure the Guard.""" self.num_reasks = ( @@ -233,6 +235,8 @@ def configure( if self.num_reasks is not None else 1 ) + self._set_tracer(tracer) + self._configure_telemtry(allow_metrics_collection) def _set_tracer(self, tracer: Optional[Tracer] = None) -> None: self._tracer = tracer @@ -240,6 +244,21 @@ def _set_tracer(self, tracer: Optional[Tracer] = None) -> None: set_tracer_context() self._tracer_context = get_tracer_context() + def _configure_telemtry( + self, allow_metrics_collection: Optional[bool] = None + ) -> None: + if allow_metrics_collection is None: + credentials = Credentials.from_rc_file(logger) + allow_metrics_collection = credentials.no_metrics is False + + self._allow_metrics_collection = allow_metrics_collection + + if allow_metrics_collection: + # Get unique id of user from credentials + self._user_id = credentials.id or "" + # Initialize Hub Telemetry singleton and get the tracer + self._hub_telemetry = HubTelemetry() + @classmethod def from_rail( cls, @@ -434,9 +453,15 @@ def from_string( cls._set_tracer(cls, tracer) # type: ignore - rail = Rail.from_string_validators( - validators=validators, - description=description, + # rail = Rail.from_string_validators( + # validators=validators, + # description=description, + # prompt=prompt, + # instructions=instructions, + # reask_prompt=reask_prompt, + # reask_instructions=reask_instructions, + # ) + exec_opts = GuardExecutionOptions( prompt=prompt, instructions=instructions, reask_prompt=reask_prompt, @@ -445,11 +470,11 @@ def from_string( return cast( Guard[str], cls( - rail, num_reasks=num_reasks, tracer=tracer, name=name, description=guard_description, + _exec_opts=exec_opts, ), ) @@ -541,12 +566,12 @@ def __call( if prompt_params is None: prompt_params = {} - if not self._disable_tracer: + if self._allow_metrics_collection: # Create a new span for this guard call self._hub_telemetry.create_new_span( span_name="/guard_call", attributes=[ - ("guard_id", self._guard_id), + ("guard_id", self.id), ("user_id", self._user_id), ("llm_api", llm_api.__name__ if llm_api else "None"), ("custom_reask_prompt", self.reask_prompt is not None), @@ -689,7 +714,7 @@ def _call_sync( metadata=metadata, base_model=self.base_model, full_schema_reask=full_schema_reask, - disable_tracer=self._disable_tracer, + disable_tracer=(not self._allow_metrics_collection), ) return runner(call_log=call_log, prompt_params=prompt_params) else: @@ -707,7 +732,7 @@ def _call_sync( metadata=metadata, base_model=self.base_model, full_schema_reask=full_schema_reask, - disable_tracer=self._disable_tracer, + disable_tracer=(not self._allow_metrics_collection), ) call = runner(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) @@ -767,7 +792,7 @@ async def _call_async( metadata=metadata, base_model=self.base_model, full_schema_reask=full_schema_reask, - disable_tracer=self._disable_tracer, + disable_tracer=(not self._allow_metrics_collection), ) call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) @@ -880,11 +905,11 @@ def __parse( num_reasks if num_reasks is not None else 0 if llm_api is None else None ) - if not self._disable_tracer: + if self._allow_metrics_collection: self._hub_telemetry.create_new_span( span_name="/guard_parse", attributes=[ - ("guard_id", self._guard_id), + ("guard_id", self.id), ("user_id", self._user_id), ("llm_api", llm_api.__name__ if llm_api else "None"), ("custom_reask_prompt", self.reask_prompt is not None), @@ -1022,7 +1047,7 @@ def _sync_parse( output=llm_output, base_model=self.base_model, full_schema_reask=full_schema_reask, - disable_tracer=self._disable_tracer, + disable_tracer=(not self._allow_metrics_collection), ) call = runner(call_log=call_log, prompt_params=prompt_params) @@ -1064,7 +1089,7 @@ async def _async_parse( output=llm_output, base_model=self.base_model, full_schema_reask=full_schema_reask, - disable_tracer=self._disable_tracer, + disable_tracer=(not self._allow_metrics_collection), ) call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) @@ -1325,7 +1350,7 @@ def _to_request(self) -> Dict: def upsert_guard(self): if self._api_client: guard_dict = self._to_request() - self._api_client.upsert_guard(GuardModel.from_dict(guard_dict)) + self._api_client.upsert_guard(IGuard.from_dict(guard_dict)) else: raise ValueError("Guard does not have an api client!") @@ -1383,7 +1408,7 @@ def _call_server( history: History for history in session_history: history_events: Optional[List[HistoryEvent]] = ( # type: ignore - history.history if history.history != UNSET else None + history.history ) if history_events is None: continue @@ -1398,7 +1423,7 @@ def _call_server( ), prompt=( Prompt(h.prompt.source) # type: ignore - if h.prompt is not None and h.prompt != UNSET + if h.prompt else None ), prompt_params=prompt_params, @@ -1439,7 +1464,7 @@ def _call_server( ) for r in h.reasks # type: ignore ] - if h.reasks != UNSET + if h.reasks is not None else [] ), ), diff --git a/guardrails/schema/validator.py b/guardrails/schema/validator.py new file mode 100644 index 000000000..e412d5cd8 --- /dev/null +++ b/guardrails/schema/validator.py @@ -0,0 +1,68 @@ +from typing import Any, Dict, List +from jsonschema import Draft202012Validator, ValidationError +from referencing import Registry, jsonschema as jsonschema_ref + + +class SchemaValidationError(Exception): + fields: Dict[str, List[str]] = {} + + def __init__(self, *args: object, fields: Dict[str, List[str]]): + self.fields = fields + super(*args) + + +def validate_against_schema(payload: Any, validator: Draft202012Validator): + fields: Dict[str, List[str]] = {} + error: ValidationError + for error in validator.iter_errors(payload): + fields[error.json_path] = fields.get(error.json_path, []) + fields[error.json_path].append(error.message) + + if fields: + error_message = ( + "The provided payload is not compliant with the provided schema!" + ) + raise SchemaValidationError(error_message, fields=fields) + + +def validate_json_schema(json_schema: Dict[str, Any]): + """ + Validates a json_schema, against the JSON Meta Schema Draft 2020-12. + Raises a SchemaValidationError if invalid. + """ + json_schema_validator = Draft202012Validator( + { + "$ref": "https://json-schema.org/draft/2020-12/schema", + } + ) + try: + validate_against_schema(json_schema, json_schema_validator) + except SchemaValidationError as e: + schema_name = json_schema.get("title", json_schema.get("$id")) + error_message = ( + f"Schema {schema_name} is not compliant with JSON Schema Draft 2020-12!" + ) + raise SchemaValidationError(error_message, fields=e.fields) + + +def validate_payload(payload: Any, json_schema: Dict[str, Any]): + """ + Validates a payload, against the provided JSON Schema. + Raises a SchemaValidationError if invalid. + """ + schema_id = json_schema.get("$id", "temp-schema") + registry = Registry().with_resources( + [ + ( + f"urn:{schema_id}", + jsonschema_ref.DRAFT202012.create_resource(json_schema), + ) + ] + ) + validator = Draft202012Validator( + { + "$ref": f"urn:{schema_id}", + }, + registry=registry, + ) + validate_against_schema(payload, validator) diff --git a/poetry.lock b/poetry.lock index 2cce022be..68c62f2fc 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 1.8.2 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.7.1 and should not be changed by hand. [[package]] name = "aiohttp" @@ -1802,22 +1802,6 @@ files = [ [package.extras] protobuf = ["grpcio-tools (>=1.62.2)"] -[[package]] -name = "guardrails-api-client" -version = "0.1.1" -description = "A client library for accessing Guardrails API" -optional = false -python-versions = "<4,>=3.8" -files = [ - {file = "guardrails-api-client-0.1.1.tar.gz", hash = "sha256:d707661b0e63269c9ab257c4ba6eed20af18a734607cab8bb3bee0d2883bc50f"}, - {file = "guardrails_api_client-0.1.1-py3-none-any.whl", hash = "sha256:99baf4a11fcc61b420197c019fa24a479a44afb44b858e43d874cc95926295fd"}, -] - -[package.dependencies] -attrs = ">=21.3.0" -httpx = ">=0.20.0,<0.28.0" -python-dateutil = ">=2.8.0,<3" - [[package]] name = "h11" version = "0.14.0" @@ -2295,13 +2279,13 @@ files = [ [[package]] name = "jsonschema" -version = "4.21.1" +version = "4.22.0" description = "An implementation of JSON Schema validation for Python" optional = false python-versions = ">=3.8" files = [ - {file = "jsonschema-4.21.1-py3-none-any.whl", hash = "sha256:7996507afae316306f9e2290407761157c6f78002dcf7419acb99822143d1c6f"}, - {file = "jsonschema-4.21.1.tar.gz", hash = "sha256:85727c00279f5fa6bedbe6238d2aa6403bedd8b4864ab11207d07df3cc1b2ee5"}, + {file = "jsonschema-4.22.0-py3-none-any.whl", hash = "sha256:ff4cfd6b1367a40e7bc6411caec72effadd3db0bbe5017de188f2d6108335802"}, + {file = "jsonschema-4.22.0.tar.gz", hash = "sha256:5b22d434a45935119af990552c862e5d6d564e8f6601206b305a61fdf661a2b7"}, ] [package.dependencies] @@ -8188,4 +8172,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "26f41558dce359ec36fb10d3e71413a9a4392f9f47e54f9283a4c520e8246d7d" +content-hash = "92a51b92908138d4f7b960b5c72a285aa4a0eb6f8ad0367644818119b7807536" diff --git a/pyproject.toml b/pyproject.toml index 07847276f..50ed47c59 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -56,8 +56,8 @@ opentelemetry-exporter-otlp-proto-http = "1.20.0" langchain-core = "^0.1.18" coloredlogs = "^15.0.1" requests = "^2.31.0" -guardrails-api-client = "^0.1.1" jwt = "^1.3.1" +jsonschema = "^4.22.0" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] From dd8451d5ad65c971be5d5259007ba4ddde7bc2be Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 15 May 2024 14:11:05 -0500 Subject: [PATCH 002/318] initialization --- guardrails/api_client.py | 34 +- .../execution/guard_execution_options.py | 21 +- guardrails/classes/output_type.py | 8 + guardrails/classes/schema/__init__.py | 3 + guardrails/classes/schema/processed_schema.py | 21 + .../classes/templating/constants_container.py | 67 +++ .../templating}/namespace_template.py | 0 guardrails/guard.py | 551 +++++++++--------- guardrails/llm_providers.py | 12 +- guardrails/prompt/base_prompt.py | 2 +- guardrails/rail.py | 2 +- guardrails/schema/pydantic_schema.py | 317 ++++++++++ guardrails/schema/rail_schema.py | 345 +++++++++++ guardrails/schema/validator.py | 2 +- guardrails/types/__init__.py | 27 + guardrails/types/primitives.py | 9 + guardrails/types/pydantic.py | 12 + guardrails/types/rail.py | 17 + guardrails/types/validator.py | 16 + guardrails/utils/constants.py | 78 +-- guardrails/utils/regex_utils.py | 23 + guardrails/utils/validator_utils.py | 130 ++++- guardrails/utils/xml_utils.py | 28 +- guardrails/validator_base.py | 8 +- guardrails/validatorsattr.py | 4 +- pyrightconfig.json | 1 + .../schema/test_pydantic_schema.py | 65 +++ .../schema/test_rail_schema.py | 63 ++ .../test_assets/json_schemas/choice_case.json | 50 ++ .../json_schemas/choice_case_openapi.json | 78 +++ .../pydantic_models/fight_or_flight.py | 33 ++ .../test_assets/rail_specs/choice_case.rail | 22 + .../test_assets/validators/valid_choices.py | 45 ++ tests/unit_tests/utils/test_regex_utils.py | 26 + 34 files changed, 1716 insertions(+), 404 deletions(-) create mode 100644 guardrails/classes/schema/__init__.py create mode 100644 guardrails/classes/schema/processed_schema.py create mode 100644 guardrails/classes/templating/constants_container.py rename guardrails/{ => classes/templating}/namespace_template.py (100%) create mode 100644 guardrails/schema/pydantic_schema.py create mode 100644 guardrails/schema/rail_schema.py create mode 100644 guardrails/types/__init__.py create mode 100644 guardrails/types/primitives.py create mode 100644 guardrails/types/pydantic.py create mode 100644 guardrails/types/rail.py create mode 100644 guardrails/types/validator.py create mode 100644 guardrails/utils/regex_utils.py create mode 100644 pyrightconfig.json create mode 100644 tests/integration_tests/schema/test_pydantic_schema.py create mode 100644 tests/integration_tests/schema/test_rail_schema.py create mode 100644 tests/integration_tests/test_assets/json_schemas/choice_case.json create mode 100644 tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json create mode 100644 tests/integration_tests/test_assets/pydantic_models/fight_or_flight.py create mode 100644 tests/integration_tests/test_assets/rail_specs/choice_case.rail create mode 100644 tests/integration_tests/test_assets/validators/valid_choices.py create mode 100644 tests/unit_tests/utils/test_regex_utils.py diff --git a/guardrails/api_client.py b/guardrails/api_client.py index bf8b7323b..372ccbea0 100644 --- a/guardrails/api_client.py +++ b/guardrails/api_client.py @@ -1,15 +1,18 @@ import os from typing import Optional -from guardrails_api_client import AuthenticatedClient -from guardrails_api_client.api.guard import update_guard, validate +from guardrails_api_client.configuration import Configuration +from guardrails_api_client.api_client import ApiClient +from guardrails_api_client.api.guard_api import GuardApi +from guardrails_api_client.api.validate_api import ValidateApi from guardrails_api_client.models import Guard, ValidatePayload -from guardrails_api_client.types import UNSET -from httpx import Timeout class GuardrailsApiClient: - _client: AuthenticatedClient + _api_client: ApiClient + _guard_api: GuardApi + _validate_api: ValidateApi + timeout: float base_url: str api_key: str @@ -22,15 +25,17 @@ def __init__(self, base_url: Optional[str] = None, api_key: Optional[str] = None self.api_key = ( api_key if api_key is not None else os.environ.get("GUARDRAILS_API_KEY", "") ) - self._client = AuthenticatedClient( - base_url=self.base_url, # type: ignore - follow_redirects=True, # type: ignore - token=self.api_key, - timeout=Timeout(300), # type: ignore + self.timeout = 300 + self._api_client = ApiClient( + configuration=Configuration(api_key=self.api_key, host=self.base_url) ) + self._guard_api = GuardApi(self._api_client) + self._validate_api = ValidateApi(self._api_client) def upsert_guard(self, guard: Guard): - update_guard.sync(guard_name=guard.name, client=self._client, body=guard) + self._guard_api.update_guard( + guard_name=guard.name, body=guard, _request_timeout=self.timeout + ) def validate( self, @@ -41,11 +46,10 @@ def validate( _openai_api_key = ( openai_api_key if openai_api_key is not None - else os.environ.get("OPENAI_API_KEY", UNSET) + else os.environ.get("OPENAI_API_KEY") ) - return validate.sync( + return self._validate_api.validate( guard_name=guard.name, - client=self._client, - body=payload, + validate_payload=payload, x_openai_api_key=_openai_api_key, ) diff --git a/guardrails/classes/execution/guard_execution_options.py b/guardrails/classes/execution/guard_execution_options.py index da195fd08..5d487e734 100644 --- a/guardrails/classes/execution/guard_execution_options.py +++ b/guardrails/classes/execution/guard_execution_options.py @@ -1,13 +1,14 @@ from typing import Optional -from pydantic import Field, BaseModel +from dataclasses import dataclass -class GuardExecutionOptions(BaseModel): - prompt: Optional[str] = Field(defualt=None) - instructions: Optional[str] = Field(defualt=None) - reask_prompt: Optional[str] = Field(defualt=None) - reask_instructions: Optional[str] = Field(defualt=None) - num_reasks: Optional[int] = Field(defualt=None) - prompt_schema: Optional[str] = Field(defualt=None) - instructions_schema: Optional[str] = Field(defualt=None) - msg_history_schema: Optional[str] = Field(defualt=None) +@dataclass +class GuardExecutionOptions: + prompt: Optional[str] = None + instructions: Optional[str] = None + reask_prompt: Optional[str] = None + reask_instructions: Optional[str] = None + num_reasks: Optional[int] = None + prompt_schema: Optional[str] = None + instructions_schema: Optional[str] = None + msg_history_schema: Optional[str] = None diff --git a/guardrails/classes/output_type.py b/guardrails/classes/output_type.py index 2aff9fc82..4b90c2fcc 100644 --- a/guardrails/classes/output_type.py +++ b/guardrails/classes/output_type.py @@ -1,3 +1,11 @@ +# TODO: Move this file to guardrails.types +from enum import Enum from typing import Dict, List, TypeVar OT = TypeVar("OT", str, List, Dict) + + +class OutputTypes(str, Enum): + STRING = "str" + LIST = "list" + DICT = "dict" diff --git a/guardrails/classes/schema/__init__.py b/guardrails/classes/schema/__init__.py new file mode 100644 index 000000000..b85bd10f1 --- /dev/null +++ b/guardrails/classes/schema/__init__.py @@ -0,0 +1,3 @@ +from guardrails.classes.schema.processed_schema import ProcessedSchema + +__all__ = ["ProcessedSchema"] diff --git a/guardrails/classes/schema/processed_schema.py b/guardrails/classes/schema/processed_schema.py new file mode 100644 index 000000000..3ef3e2d16 --- /dev/null +++ b/guardrails/classes/schema/processed_schema.py @@ -0,0 +1,21 @@ +from dataclasses import dataclass, field +from typing import Any, Dict, List +from guardrails_api_client import ValidatorReference +from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions +from guardrails.classes.output_type import OutputTypes +from guardrails.validator_base import Validator + + +@dataclass +class ProcessedSchema: + """ + This class is just a container for the various pieces + of information we extract from the various schema wrappers + a user can pass in; i.e. RAIL or Pydantic. + """ + + output_type: OutputTypes = None + validators: List[ValidatorReference] = field(default_factory=list) + validator_map: Dict[str, List[Validator]] = field(default_factory=dict) + json_schema: Dict[str, Any] = field(default_factory=dict) + exec_opts: GuardExecutionOptions = field(default_factory=GuardExecutionOptions) diff --git a/guardrails/classes/templating/constants_container.py b/guardrails/classes/templating/constants_container.py new file mode 100644 index 000000000..9cd149d87 --- /dev/null +++ b/guardrails/classes/templating/constants_container.py @@ -0,0 +1,67 @@ +import os +from lxml import etree as ET + + +class ConstantsContainer: + def __init__(self): + self._constants = {} + self.fill_constants() + + def fill_constants(self) -> None: + self_file_path = os.path.dirname(__file__) + print("self_file_path: ", self_file_path) + self_dirname = os.path.dirname(self_file_path) + print("self_dirname: ", self_dirname) + constants_file = os.path.abspath( + os.path.join(self_dirname, "..", "constants.xml") + ) + print("constants_file: ", constants_file) + + with open(constants_file, "r") as f: + xml = f.read() + + parser = ET.XMLParser(encoding="utf-8") + parsed_constants = ET.fromstring(xml, parser=parser) + + for child in parsed_constants: + if isinstance(child, ET._Comment): + continue + if isinstance(child, str): + continue + + constant_name = child.tag + constant_value = child.text + self._constants[constant_name] = constant_value + + def __getitem__(self, key): + return self._constants[key] + + def __setitem__(self, key, value): + self._constants[key] = value + + def __delitem__(self, key): + del self._constants[key] + + def __iter__(self): + return iter(self._constants) + + def __len__(self): + return len(self._constants) + + def __contains__(self, key): + return key in self._constants + + def __repr__(self): + return repr(self._constants) + + def __str__(self): + return str(self._constants) + + def items(self): + return self._constants.items() + + def keys(self): + return self._constants.keys() + + def values(self): + return self._constants.values() diff --git a/guardrails/namespace_template.py b/guardrails/classes/templating/namespace_template.py similarity index 100% rename from guardrails/namespace_template.py rename to guardrails/classes/templating/namespace_template.py diff --git a/guardrails/guard.py b/guardrails/guard.py index 646a39051..dc67b2258 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -15,29 +15,26 @@ List, Optional, Sequence, - Tuple, Type, Union, cast, overload, ) -from guardrails_api_client.models import ( - AnyObject, - History, - HistoryEvent, - ValidatePayload, - ValidationOutput, -) -from guardrails_api_client.models import ( +from guardrails_api_client import ( Guard as IGuard, ValidatorReference, ModelSchema, + # AnyObject, + # History, + # HistoryEvent, + ValidatePayload, + # ValidationOutput, + SimpleTypes, ) from langchain_core.messages import BaseMessage from langchain_core.runnables import Runnable, RunnableConfig from pydantic import BaseModel, Field, PrivateAttr, field_validator -from pydantic.version import VERSION as PYDANTIC_VERSION from typing_extensions import deprecated from guardrails.api_client import GuardrailsApiClient @@ -50,6 +47,8 @@ from guardrails.classes.history.inputs import Inputs from guardrails.classes.history.iteration import Iteration from guardrails.classes.history.outputs import Outputs +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.errors import ValidationError from guardrails.llm_providers import ( get_async_llm_ask, @@ -62,6 +61,8 @@ from guardrails.rail import Rail from guardrails.run import AsyncRunner, Runner, StreamRunner from guardrails.schema import StringSchema +from guardrails.schema.pydantic_schema import pydantic_model_to_schema +from guardrails.schema.rail_schema import rail_file_to_schema, rail_string_to_schema from guardrails.schema.validator import SchemaValidationError, validate_json_schema from guardrails.stores.context import ( Tracer, @@ -76,6 +77,11 @@ from guardrails.utils.reask_utils import FieldReAsk from guardrails.utils.validator_utils import get_validator from guardrails.validator_base import FailResult, Validator +from guardrails.types import ( + UseManyValidatorTuple, + UseManyValidatorSpec, + UseValidatorSpec, +) class Guard(IGuard, Runnable, Generic[OT]): @@ -104,12 +110,14 @@ class that contains the raw output from validators: Optional[List[ValidatorReference]] = [] schema: Optional[Dict[str, Any]] = None + _num_reasks = None _tracer = None _tracer_context = None _hub_telemetry = None _guard_id = None _user_id = None _validators: List[Validator] + _validator_map: Dict[str, List[Validator]] = {} _api_client: Optional[GuardrailsApiClient] = None _allow_metrics_collection: Optional[bool] = None _rail: Optional[Rail] = None @@ -118,40 +126,6 @@ class that contains the raw output from def __init__( self, - rail: Optional[Rail] = Field( - default=None, - deprecated=( - "Usage of rail in Guard.__init__ is deprecated" - " and will be removed in 0.5.0!" - "Use Guard.from_rail() instead.", - ), - ), - num_reasks: Optional[int] = Field( - default=None, - deprecated=( - "Setting num_reasks in Guard.__init__ is deprecated" - " and will be removed in 0.5.0!" - "Set num_reasks when calling guard() or guard.parse() instead." - ), - ), - base_model: Optional[ - Union[Type[BaseModel], Type[List[Type[BaseModel]]]] - ] = Field( - default=None, - deprecated=( - "Setting base_model in Guard.__init__ is deprecated" - " and will be removed in 0.5.0!" - "Use Guard.from_pydantic() instead." - ), - ), - tracer: Optional[Tracer] = Field( - default=None, - deprecated=( - "Setting tracer in Guard.__init__ is deprecated" - " and will be removed in 0.5.0!" - "Use guard.configure() instead." - ), - ), *, id: Optional[str] = None, name: Optional[str] = None, @@ -166,8 +140,9 @@ def __init__( # Shared Interface Properties self.id = id or str(id(self)) self.name = name or f"gr-{self.id}" - self.description = description or f"Guard {self.name}" + self.description = description self.schema = schema + self._validator_map = {} super().__init__( id=self.id, name=self.name, @@ -185,15 +160,7 @@ def __init__( # self.rail = rail # self.base_model = base_model - # TODO: Do we need to do any additional - # initilization if these are passed directly? - # Probably... - self._rail = rail - self._base_model = base_model - self.num_reasks = num_reasks - # Backwards compatibility - self._set_tracer(tracer) self._exec_opts = _exec_opts or GuardExecutionOptions() # TODO: Support a sink for history so that it is not solely held in memory @@ -222,22 +189,21 @@ def must_be_valid_json_schema( def configure( self, - num_reasks: Optional[int] = None, *, + num_reasks: Optional[int] = None, tracer: Optional[Tracer] = None, allow_metrics_collection: Optional[bool] = None, ): """Configure the Guard.""" - self.num_reasks = ( - num_reasks - if num_reasks is not None - else self.num_reasks - if self.num_reasks is not None - else 1 - ) - self._set_tracer(tracer) + if num_reasks: + self._set_num_reasks(num_reasks) + if tracer: + self._set_tracer(tracer) self._configure_telemtry(allow_metrics_collection) + def _set_num_reasks(self, num_reasks: int = 1): + self._num_reasks = num_reasks + def _set_tracer(self, tracer: Optional[Tracer] = None) -> None: self._tracer = tracer set_tracer(tracer) @@ -260,12 +226,50 @@ def _configure_telemtry( self._hub_telemetry = HubTelemetry() @classmethod - def from_rail( + def _from_rail_schema( cls, - rail_file: str, + rail_schema: ProcessedSchema, + rail: str, + *, num_reasks: Optional[int] = None, tracer: Optional[Tracer] = None, + name: Optional[str] = None, + description: Optional[str] = None, + ): + guard = cls( + name=name, + description=description, + schema=rail_schema.json_schema, + validators=rail_schema.validators, + _exec_opts=rail_schema.exec_opts, + ) + if rail_schema.output_type == OutputTypes.STRING: + guard = cast(Guard[str], guard) + elif rail_schema.output_type == OutputTypes.LIST: + guard = cast(Guard[List], guard) + else: + guard = cast(Guard[Dict], guard) + guard.configure(num_reasks=num_reasks, tracer=tracer) + guard._rail = rail + return guard + + @classmethod + def from_rail( + cls, + rail_file: str, *, + num_reasks: Optional[int] = Field( + default=None, + deprecated=( + "Setting num_reasks during initialization is deprecated" + " and will be removed in 0.6.x!" + "We recommend setting num_reasks when calling guard()" + " or guard.parse() instead." + "If you insist on setting it at the Guard level," + " use 'Guard.configure()'." + ), + ), + tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, ): @@ -273,57 +277,46 @@ def from_rail( Args: rail_file: The path to the `.rail` file. - num_reasks: The max times to re-ask the LLM for invalid output. + num_reasks (int, optional): The max times to re-ask the LLM if validation fails. + tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. + name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. + description (str, optional): A description for this Guard. Defaults to None. Returns: An instance of the `Guard` class. - """ + """ # noqa # We have to set the tracer in the ContextStore before the Rail, # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore - rail = Rail.from_file(rail_file) - if rail.output_type == "str": - return cast( - Guard[str], - cls( - rail=rail, - num_reasks=num_reasks, - tracer=tracer, - name=name, - description=description, - ), - ) - elif rail.output_type == "list": - return cast( - Guard[List], - cls( - rail=rail, - num_reasks=num_reasks, - tracer=tracer, - name=name, - description=description, - ), - ) - return cast( - Guard[Dict], - cls( - rail=rail, - num_reasks=num_reasks, - tracer=tracer, - name=name, - description=description, - ), + rail_schema = rail_file_to_schema(rail_file) + return cls._from_rail_schema( + rail_schema, + rail=rail_file, + num_reasks=num_reasks, + tracer=tracer, + name=name, + description=description, ) @classmethod def from_rail_string( cls, rail_string: str, - num_reasks: Optional[int] = None, - tracer: Optional[Tracer] = None, *, + num_reasks: Optional[int] = Field( + default=None, + deprecated=( + "Setting num_reasks during initialization is deprecated" + " and will be removed in 0.6.x!" + "We recommend setting num_reasks when calling guard()" + " or guard.parse() instead." + "If you insist on setting it at the Guard level," + " use 'Guard.configure()'." + ), + ), + tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, ): @@ -331,157 +324,165 @@ def from_rail_string( Args: rail_string: The `.rail` string. - num_reasks: The max times to re-ask the LLM for invalid output. + num_reasks (int, optional): The max times to re-ask the LLM if validation fails. + tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. + name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. + description (str, optional): A description for this Guard. Defaults to None. Returns: An instance of the `Guard` class. - """ + """ # noqa # We have to set the tracer in the ContextStore before the Rail, # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore - rail = Rail.from_string(rail_string) - if rail.output_type == "str": - return cast( - Guard[str], - cls( - rail=rail, - num_reasks=num_reasks, - tracer=tracer, - name=name, - description=description, - ), - ) - elif rail.output_type == "list": - return cast( - Guard[List], - cls( - rail=rail, - num_reasks=num_reasks, - tracer=tracer, - name=name, - description=description, - ), - ) - return cast( - Guard[Dict], - cls( - rail=rail, - num_reasks=num_reasks, - tracer=tracer, - name=name, - description=description, - ), + rail_schema = rail_string_to_schema(rail_string) + return cls._from_rail_schema( + rail_schema, + rail=rail_string, + num_reasks=num_reasks, + tracer=tracer, + name=name, + description=description, ) @classmethod def from_pydantic( cls, output_class: Union[Type[BaseModel], Type[List[Type[BaseModel]]]], + *, prompt: Optional[str] = None, instructions: Optional[str] = None, - num_reasks: Optional[int] = None, + num_reasks: Optional[int] = Field( + default=None, + deprecated=( + "Setting num_reasks during initialization is deprecated" + " and will be removed in 0.6.x!" + "We recommend setting num_reasks when calling guard()" + " or guard.parse() instead." + "If you insist on setting it at the Guard level," + " use 'Guard.configure()'." + ), + ), reask_prompt: Optional[str] = None, reask_instructions: Optional[str] = None, tracer: Optional[Tracer] = None, - *, name: Optional[str] = None, description: Optional[str] = None, ): - """Create a Guard instance from a Pydantic model and prompt.""" - if PYDANTIC_VERSION.startswith("1"): - warnings.warn( - """Support for Pydantic v1.x is deprecated and will be removed in - Guardrails 0.5.x. Please upgrade to the latest Pydantic v2.x to - continue receiving future updates and support.""", - FutureWarning, - ) + """Create a Guard instance from a Pydantic model. + + Args: + output_class: (Union[Type[BaseModel], List[Type[BaseModel]]]): The pydantic model that describes + the desired structure of the output. + prompt (str, optional): The prompt used to generate the string. Defaults to None. + instructions (str, optional): Instructions for chat models. Defaults to None. + reask_prompt (str, optional): An alternative prompt to use during reasks. Defaults to None. + reask_instructions (str, optional): Alternative instructions to use during reasks. Defaults to None. + num_reasks (int, optional): The max times to re-ask the LLM if validation fails. Deprecated + tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. + name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. + description (str, optional): A description for this Guard. Defaults to None. + """ # noqa # We have to set the tracer in the ContextStore before the Rail, # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore - rail = Rail.from_pydantic( - output_class=output_class, + pydantic_schema = pydantic_model_to_schema(output_class) + exec_opts = GuardExecutionOptions( prompt=prompt, instructions=instructions, reask_prompt=reask_prompt, reask_instructions=reask_instructions, ) - if rail.output_type == "list": - return cast( - Guard[List], cls(rail, num_reasks=num_reasks, base_model=output_class) - ) - return cast( - Guard[Dict], - cls( - rail, - num_reasks=num_reasks, - base_model=output_class, - tracer=tracer, - name=name, - description=description, - ), + guard = cls( + name=name, + description=description, + schema=pydantic_schema.json_schema, + validators=pydantic_schema.validators, + _exec_opts=exec_opts, ) + if pydantic_schema.output_type == OutputTypes.LIST: + guard = cast(Guard[List], guard) + else: + guard = cast(Guard[Dict], guard) + guard.configure(num_reasks=num_reasks, tracer=tracer) + guard._base_model = output_class + guard._validator_map = pydantic_schema.validator_map + return guard @classmethod def from_string( cls, validators: Sequence[Validator], - description: Optional[str] = None, + *, + string_description: Optional[str] = None, prompt: Optional[str] = None, instructions: Optional[str] = None, reask_prompt: Optional[str] = None, reask_instructions: Optional[str] = None, num_reasks: Optional[int] = None, tracer: Optional[Tracer] = None, - *, name: Optional[str] = None, - guard_description: Optional[str] = None, + description: Optional[str] = None, ): - """Create a Guard instance for a string response with prompt, - instructions, and validations. + """Create a Guard instance for a string response. Args: validators: (List[Validator]): The list of validators to apply to the string output. - description (str, optional): A description for the string to be generated. Defaults to None. + string_description (str, optional): A description for the string to be generated. Defaults to None. prompt (str, optional): The prompt used to generate the string. Defaults to None. instructions (str, optional): Instructions for chat models. Defaults to None. reask_prompt (str, optional): An alternative prompt to use during reasks. Defaults to None. reask_instructions (str, optional): Alternative instructions to use during reasks. Defaults to None. - num_reasks (int, optional): The max times to re-ask the LLM for invalid output. + num_reasks (int, optional): The max times to re-ask the LLM if validation fails. + tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. + name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. + description (str, optional): A description for this Guard. Defaults to None. """ # noqa + # This might not be necessary anymore cls._set_tracer(cls, tracer) # type: ignore - # rail = Rail.from_string_validators( - # validators=validators, - # description=description, - # prompt=prompt, - # instructions=instructions, - # reask_prompt=reask_prompt, - # reask_instructions=reask_instructions, - # ) + validator_references = [ + ValidatorReference( + id=v.rail_alias, + on="$", + on_fail=v.on_fail_descriptor, + args=[], + kwargs=v.get_args(), + ) + for v in validators + ] + validator_map = {"$": validators} + string_schema = ModelSchema( + type=SimpleTypes.STRING, description=string_description + ) exec_opts = GuardExecutionOptions( prompt=prompt, instructions=instructions, reask_prompt=reask_prompt, reask_instructions=reask_instructions, ) - return cast( + guard = cast( Guard[str], cls( - num_reasks=num_reasks, - tracer=tracer, name=name, - description=guard_description, + description=description, + schema=string_schema.to_dict(), + validators=validator_references, _exec_opts=exec_opts, ), ) + guard.configure(num_reasks=num_reasks, tracer=tracer) + guard._validator_map = validator_map + return guard @overload def __call__( self, llm_api: Callable, + *args, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, prompt: Optional[str] = None, @@ -490,7 +491,6 @@ def __call__( metadata: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, stream: Optional[bool] = False, - *args, **kwargs, ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: ... @@ -498,6 +498,7 @@ def __call__( def __call__( self, llm_api: Callable[[Any], Awaitable[Any]], + *args, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, prompt: Optional[str] = None, @@ -505,13 +506,13 @@ def __call__( msg_history: Optional[List[Dict]] = None, metadata: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, - *args, **kwargs, ) -> Awaitable[ValidationOutcome[OT]]: ... def __call__( self, llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], + *args, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, prompt: Optional[str] = None, @@ -519,7 +520,6 @@ def __call__( msg_history: Optional[List[Dict]] = None, metadata: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, - *args, **kwargs, ) -> Union[ Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], @@ -549,6 +549,7 @@ def __call__( def __call( self, llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], + *args, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, prompt: Optional[str] = None, @@ -556,13 +557,12 @@ def __call( msg_history: Optional[List[Dict]] = None, metadata: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, - *args, **kwargs, ): if metadata is None: metadata = {} if full_schema_reask is None: - full_schema_reask = self.base_model is not None + full_schema_reask = self._base_model is not None if prompt_params is None: prompt_params = {} @@ -588,8 +588,8 @@ def __call( set_tracer(self._tracer) set_tracer_context(self._tracer_context) - self.configure(num_reasks) - if self.num_reasks is None: + self.configure(num_reasks=num_reasks) + if self._num_reasks is None: raise RuntimeError( "`num_reasks` is `None` after calling `configure()`. " "This should never happen." @@ -605,7 +605,7 @@ def __call( instructions=input_instructions, msg_history=msg_history, prompt_params=prompt_params, - num_reasks=self.num_reasks, + num_reasks=self._num_reasks, metadata=metadata, full_schema_reask=full_schema_reask, args=list(args), @@ -620,7 +620,7 @@ def __call( ): return self._call_server( llm_api=llm_api, - num_reasks=self.num_reasks, + num_reasks=self._num_reasks, prompt_params=prompt_params, full_schema_reask=full_schema_reask, call_log=call_log, @@ -631,9 +631,9 @@ def __call( # If the LLM API is async, return a coroutine if asyncio.iscoroutinefunction(llm_api): return self._call_async( - llm_api, + llm_api=llm_api, prompt_params=prompt_params, - num_reasks=self.num_reasks, + num_reasks=self._num_reasks, prompt=prompt, instructions=instructions, msg_history=msg_history, @@ -645,9 +645,9 @@ def __call( ) # Otherwise, call the LLM synchronously return self._call_sync( - llm_api, + llm_api=llm_api, prompt_params=prompt_params, - num_reasks=self.num_reasks, + num_reasks=self._num_reasks, prompt=prompt, instructions=instructions, msg_history=msg_history, @@ -662,14 +662,14 @@ def __call( return guard_context.run( __call, self, - llm_api, - prompt_params, - num_reasks, - prompt, - instructions, - msg_history, - metadata, - full_schema_reask, + llm_api=llm_api, + prompt_params=prompt_params, + num_reasks=num_reasks, + prompt=prompt, + instructions=instructions, + msg_history=msg_history, + metadata=metadata, + full_schema_reask=full_schema_reask, *args, **kwargs, ) @@ -677,15 +677,15 @@ def __call( def _call_sync( self, llm_api: Callable, - prompt_params: Dict, - num_reasks: int, + *args, + call_log: Call, # Not optional, but internal + prompt_params: Optional[Dict], + num_reasks: Optional[int], prompt: Optional[str], instructions: Optional[str], msg_history: Optional[List[Dict]], - metadata: Dict, - full_schema_reask: bool, - call_log: Call, - *args, + metadata: Optional[Dict], + full_schema_reask: Optional[bool], **kwargs, ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: instructions_obj = instructions or self.instructions @@ -706,13 +706,13 @@ def _call_sync( prompt=prompt_obj, msg_history=msg_history_obj, api=get_llm_ask(llm_api, *args, **kwargs), - prompt_schema=self.prompt_schema, - instructions_schema=self.instructions_schema, - msg_history_schema=self.msg_history_schema, + prompt_schema=self.rail.prompt_schema, + instructions_schema=self.rail.instructions_schema, + msg_history_schema=self.rail.msg_history_schema, output_schema=self.output_schema, num_reasks=num_reasks, metadata=metadata, - base_model=self.base_model, + base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), ) @@ -724,13 +724,13 @@ def _call_sync( prompt=prompt_obj, msg_history=msg_history_obj, api=get_llm_ask(llm_api, *args, **kwargs), - prompt_schema=self.prompt_schema, - instructions_schema=self.instructions_schema, - msg_history_schema=self.msg_history_schema, + prompt_schema=self.rail.prompt_schema, + instructions_schema=self.rail.instructions_schema, + msg_history_schema=self.rail.msg_history_schema, output_schema=self.output_schema, num_reasks=num_reasks, metadata=metadata, - base_model=self.base_model, + base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), ) @@ -740,15 +740,15 @@ def _call_sync( async def _call_async( self, llm_api: Callable[[Any], Awaitable[Any]], - prompt_params: Dict, - num_reasks: int, + *args, + call_log: Call, + prompt_params: Optional[Dict], + num_reasks: Optional[int], prompt: Optional[str], instructions: Optional[str], msg_history: Optional[List[Dict]], - metadata: Dict, - full_schema_reask: bool, - call_log: Call, - *args, + metadata: Optional[Dict], + full_schema_reask: Optional[bool], **kwargs, ) -> ValidationOutcome[OT]: """Call the LLM asynchronously and validate the output. @@ -784,13 +784,13 @@ async def _call_async( prompt=prompt_obj, msg_history=msg_history_obj, api=get_async_llm_ask(llm_api, *args, **kwargs), - prompt_schema=self.prompt_schema, - instructions_schema=self.instructions_schema, - msg_history_schema=self.msg_history_schema, + prompt_schema=self.rail.prompt_schema, + instructions_schema=self.rail.instructions_schema, + msg_history_schema=self.rail.msg_history_schema, output_schema=self.output_schema, num_reasks=num_reasks, metadata=metadata, - base_model=self.base_model, + base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), ) @@ -827,12 +827,12 @@ def __stringify__(self): def parse( self, llm_output: str, + *args, metadata: Optional[Dict] = None, llm_api: None = None, num_reasks: Optional[int] = None, prompt_params: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, - *args, **kwargs, ) -> ValidationOutcome[OT]: ... @@ -840,12 +840,12 @@ def parse( def parse( self, llm_output: str, + *args, metadata: Optional[Dict] = None, - llm_api: Callable[[Any], Awaitable[Any]] = ..., + llm_api: Optional[Callable[[Any], Awaitable[Any]]] = ..., num_reasks: Optional[int] = None, prompt_params: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, - *args, **kwargs, ) -> Awaitable[ValidationOutcome[OT]]: ... @@ -853,24 +853,24 @@ def parse( def parse( self, llm_output: str, + *args, metadata: Optional[Dict] = None, llm_api: Optional[Callable] = None, num_reasks: Optional[int] = None, prompt_params: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, - *args, **kwargs, ) -> ValidationOutcome[OT]: ... def parse( self, llm_output: str, + *args, metadata: Optional[Dict] = None, llm_api: Optional[Callable] = None, num_reasks: Optional[int] = None, prompt_params: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, - *args, **kwargs, ) -> Union[ValidationOutcome[OT], Awaitable[ValidationOutcome[OT]]]: """Alternate flow to using Guard where the llm_output is known. @@ -893,12 +893,12 @@ def parse( def __parse( self, llm_output: str, + *args, metadata: Optional[Dict] = None, llm_api: Optional[Callable] = None, num_reasks: Optional[int] = None, prompt_params: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, - *args, **kwargs, ): final_num_reasks = ( @@ -922,14 +922,14 @@ def __parse( has_parent=False, # Has no parents ) - self.configure(final_num_reasks) - if self.num_reasks is None: + self.configure(num_reasks=final_num_reasks) + if self._num_reasks is None: raise RuntimeError( "`num_reasks` is `None` after calling `configure()`. " "This should never happen." ) if full_schema_reask is None: - full_schema_reask = self.base_model is not None + full_schema_reask = self._base_model is not None metadata = metadata or {} prompt_params = prompt_params or {} @@ -947,7 +947,7 @@ def __parse( prompt=input_prompt, instructions=input_instructions, prompt_params=prompt_params, - num_reasks=self.num_reasks, + num_reasks=self._num_reasks, metadata=metadata, full_schema_reask=full_schema_reask, args=list(args), @@ -963,7 +963,7 @@ def __parse( return self._call_server( llm_output=llm_output, llm_api=llm_api, - num_reasks=self.num_reasks, + num_reasks=self._num_reasks, prompt_params=prompt_params, full_schema_reask=full_schema_reask, call_log=call_log, @@ -974,25 +974,25 @@ def __parse( # If the LLM API is async, return a coroutine if asyncio.iscoroutinefunction(llm_api): return self._async_parse( - llm_output, - metadata, + llm_output=llm_output, + call_log=call_log, + metadata=metadata, llm_api=llm_api, - num_reasks=self.num_reasks, + num_reasks=self._num_reasks, prompt_params=prompt_params, full_schema_reask=full_schema_reask, - call_log=call_log, *args, **kwargs, ) # Otherwise, call the LLM synchronously return self._sync_parse( - llm_output, - metadata, + llm_output=llm_output, + call_log=call_log, + metadata=metadata, llm_api=llm_api, - num_reasks=self.num_reasks, + num_reasks=self._num_reasks, prompt_params=prompt_params, full_schema_reask=full_schema_reask, - call_log=call_log, *args, **kwargs, ) @@ -1001,12 +1001,12 @@ def __parse( return guard_context.run( __parse, self, - llm_output, - metadata, - llm_api, - num_reasks, - prompt_params, - full_schema_reask, + llm_output=llm_output, + metadata=metadata, + llm_api=llm_api, + num_reasks=num_reasks, + prompt_params=prompt_params, + full_schema_reask=full_schema_reask, *args, **kwargs, ) @@ -1014,13 +1014,13 @@ def __parse( def _sync_parse( self, llm_output: str, + *args, + call_log: Call, metadata: Dict, llm_api: Optional[Callable], num_reasks: int, prompt_params: Dict, full_schema_reask: bool, - call_log: Call, - *args, **kwargs, ) -> ValidationOutcome[OT]: """Alternate flow to using Guard where the llm_output is known. @@ -1038,14 +1038,14 @@ def _sync_parse( prompt=kwargs.pop("prompt", None), msg_history=kwargs.pop("msg_history", None), api=get_llm_ask(llm_api, *args, **kwargs) if llm_api else None, - prompt_schema=self.prompt_schema, - instructions_schema=self.instructions_schema, - msg_history_schema=self.msg_history_schema, + prompt_schema=self.rail.prompt_schema, + instructions_schema=self.rail.instructions_schema, + msg_history_schema=self.rail.msg_history_schema, output_schema=self.output_schema, num_reasks=num_reasks, metadata=metadata, output=llm_output, - base_model=self.base_model, + base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), ) @@ -1056,13 +1056,13 @@ def _sync_parse( async def _async_parse( self, llm_output: str, + *args, + call_log: Call, metadata: Dict, llm_api: Optional[Callable[[Any], Awaitable[Any]]], num_reasks: int, prompt_params: Dict, full_schema_reask: bool, - call_log: Call, - *args, **kwargs, ) -> ValidationOutcome[OT]: """Alternate flow to using Guard where the llm_output is known. @@ -1080,14 +1080,14 @@ async def _async_parse( prompt=kwargs.pop("prompt", None), msg_history=kwargs.pop("msg_history", None), api=get_async_llm_ask(llm_api, *args, **kwargs) if llm_api else None, - prompt_schema=self.prompt_schema, - instructions_schema=self.instructions_schema, - msg_history_schema=self.msg_history_schema, + prompt_schema=self.rail.prompt_schema, + instructions_schema=self.rail.instructions_schema, + msg_history_schema=self.rail.msg_history_schema, output_schema=self.output_schema, num_reasks=num_reasks, metadata=metadata, output=llm_output, - base_model=self.base_model, + base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), ) @@ -1223,7 +1223,7 @@ def use( def use( self, - validator: Union[Validator, Type[Validator]], + validator: UseValidatorSpec, *args, on: str = "output", **kwargs, @@ -1250,24 +1250,13 @@ def use_many(self, *validators: Validator, on: str = "output") -> "Guard": ... @overload def use_many( self, - *validators: Tuple[ - Type[Validator], - Optional[Union[List[Any], Dict[str, Any]]], - Optional[Dict[str, Any]], - ], + *validators: UseManyValidatorTuple, on: str = "output", ) -> "Guard": ... def use_many( self, - *validators: Union[ - Validator, - Tuple[ - Type[Validator], - Optional[Union[List[Any], Dict[str, Any]]], - Optional[Dict[str, Any]], - ], - ], + *validators: UseManyValidatorSpec, on: str = "output", ) -> "Guard": """Use a validator to validate results of an LLM request. @@ -1344,7 +1333,7 @@ def _to_request(self) -> Dict: "name": self.name, "description": self.description, "railspec": self.rail._to_request(), - "numReasks": self.num_reasks, + "numReasks": self._num_reasks, } def upsert_guard(self): @@ -1381,7 +1370,7 @@ def _call_server( if llm_api is not None: payload["llmApi"] = get_llm_api_enum(llm_api) # TODO: get enum for llm_api - validation_output: Optional[ValidationOutput] = self._api_client.validate( + validation_output: Optional[Any] = self._api_client.validate( guard=self, # type: ignore payload=ValidatePayload.from_dict(payload), openai_api_key=get_call_kwarg("api_key"), @@ -1405,9 +1394,9 @@ def _call_server( if validation_output is not None and validation_output.session_history else [] ) - history: History + history: List[Call] for history in session_history: - history_events: Optional[List[HistoryEvent]] = ( # type: ignore + history_events: Optional[List[Any]] = ( # type: ignore history.history ) if history_events is None: @@ -1438,12 +1427,12 @@ def _call_server( raw_output=h.output, parsed_output=( h.parsed_output.to_dict() - if isinstance(h.parsed_output, AnyObject) + if isinstance(h.parsed_output, Any) else h.parsed_output ), validation_output=( h.validated_output.to_dict() - if isinstance(h.validated_output, AnyObject) + if isinstance(h.validated_output, Any) else h.validated_output ), reasks=list( diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index 9bea2d850..f650c04d9 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -12,7 +12,7 @@ cast, ) -from guardrails_api_client.models.validate_payload_llm_api import ValidatePayloadLlmApi +from guardrails_api_client.models import LLMResource from pydantic import BaseModel from guardrails.utils.exception_utils import UserFacingException @@ -947,15 +947,15 @@ def model_is_supported_server_side( # FIXME: Update with newly supported LLMs def get_llm_api_enum( llm_api: Callable[[Any], Awaitable[Any]], -) -> Optional[ValidatePayloadLlmApi]: +) -> Optional[LLMResource]: # TODO: Distinguish between v1 and v2 if llm_api == get_static_openai_create_func(): - return ValidatePayloadLlmApi.OPENAI_COMPLETION_CREATE + return LLMResource.OPENAI_DOT_COMPLETION_DOT_CREATE elif llm_api == get_static_openai_chat_create_func(): - return ValidatePayloadLlmApi.OPENAI_CHATCOMPLETION_CREATE + return LLMResource.OPENAI_DOT_CHAT_COMPLETION_DOT_CREATE elif llm_api == get_static_openai_acreate_func(): - return ValidatePayloadLlmApi.OPENAI_COMPLETION_ACREATE + return LLMResource.OPENAI_DOT_COMPLETION_DOT_ACREATE elif llm_api == get_static_openai_chat_acreate_func(): - return ValidatePayloadLlmApi.OPENAI_CHATCOMPLETION_ACREATE + return LLMResource.OPENAI_DOT_CHAT_COMPLETION_DOT_ACREATE else: return None diff --git a/guardrails/prompt/base_prompt.py b/guardrails/prompt/base_prompt.py index f5720dad5..5d0d22bcd 100644 --- a/guardrails/prompt/base_prompt.py +++ b/guardrails/prompt/base_prompt.py @@ -6,7 +6,7 @@ import regex -from guardrails.namespace_template import NamespaceTemplate +from guardrails.classes.templating.namespace_template import NamespaceTemplate from guardrails.utils.constants import constants from guardrails.utils.parsing_utils import get_template_variables diff --git a/guardrails/rail.py b/guardrails/rail.py index c3081fc4a..27be5bf22 100644 --- a/guardrails/rail.py +++ b/guardrails/rail.py @@ -125,7 +125,7 @@ def from_xml(cls, xml: ET._Element): # Load schema raw_output_schema = xml.find("output") if raw_output_schema is None: - raise ValueError("RAIL file must contain a output-schema element.") + raise ValueError("RAIL file must contain an element.") raw_output_schema = ET.tostring(raw_output_schema, encoding="utf-8") raw_output_schema = ET.fromstring(raw_output_schema, parser=XMLPARSER) # If reasking prompt and instructions are provided, add them to the schema. diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py new file mode 100644 index 000000000..e552aa365 --- /dev/null +++ b/guardrails/schema/pydantic_schema.py @@ -0,0 +1,317 @@ +from copy import deepcopy +from typing import ( + Any, + Callable, + Dict, + List, + Optional, + Tuple, + Type, + Union, + cast, + get_args, + get_origin, +) + +from pydantic import AliasChoices, AliasGenerator, AliasPath, BaseModel +from pydantic.fields import FieldInfo +from guardrails_api_client import ValidatorReference +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.schema import ProcessedSchema +from guardrails.logger import logger +from guardrails.types import ( + PydanticValidatorSpec, + ModelOrListOfModels, + ModelOrListOrDict, + ModelOrModelUnion, +) +from guardrails.utils.safe_get import safe_get +from guardrails.utils.validator_utils import get_validator +from guardrails.validator_base import Validator + + +def _resolve_alias(alias: str | AliasPath | AliasChoices) -> List[str]: + aliases = [] + if isinstance(alias, str): + aliases.append(alias) + elif isinstance(alias, AliasPath): + aliases.append(".".join(alias.path)) + elif isinstance(alias, AliasChoices): + for choice in alias.choices: + aliases.extend(_resolve_alias(choice)) + + return aliases + + +def _collect_aliases( + field: FieldInfo | AliasGenerator, field_name: str, model: Type[BaseModel] +) -> List[str]: + aliases = [] + + if field.alias: + if isinstance(field.alias, str): + aliases.append(field.alias) + elif isinstance(field.alias, Callable): + aliases.append(field.alias(field_name)) + + if field.serialization_alias: + if isinstance(field.serialization_alias, str): + aliases.append(field.serialization_alias) + elif isinstance(field.serialization_alias, Callable): + aliases.append(field.serialization_alias(field_name)) + + if field.validation_alias: + if isinstance(field.validation_alias, Callable): + aliases.extend(_resolve_alias(field.validation_alias(field_name))) + else: + aliases.extend(_resolve_alias(field.validation_alias)) + + alias_generator = model.model_config.get("alias_generator") + if alias_generator: + if isinstance(alias_generator, Callable): + aliases.append(alias_generator(field_name)) + elif isinstance(alias_generator, AliasGenerator): + return _collect_aliases(alias_generator) + + return aliases + + +def is_base_model_type(any_type: Any) -> bool: + try: + inherits_from_base_model = issubclass(any_type, BaseModel) + return inherits_from_base_model + except TypeError: + return False + + +def get_base_model( + pydantic_class: ModelOrListOrDict, +) -> Tuple[ModelOrModelUnion, Any, Optional[Any]]: + schema_model = pydantic_class + type_origin = get_origin(pydantic_class) + key_type_origin = None + + if type_origin == list: + item_types = get_args(pydantic_class) + if len(item_types) > 1: + raise ValueError("List data type must have exactly one child.") + item_type = safe_get(item_types, 0) + if not item_type or not issubclass(item_type, BaseModel): + raise ValueError("List item type must be a Pydantic model.") + schema_model = item_type + elif type_origin == dict: + key_value_types = get_args(pydantic_class) + value_type = safe_get(key_value_types, 1) + key_type_origin = safe_get(key_value_types, 0) + if not value_type or not issubclass(value_type, BaseModel): + raise ValueError("Dict value type must be a Pydantic model.") + schema_model = value_type + elif type_origin == Union: + union_members = get_args(pydantic_class) + model_members = list(filter(is_base_model_type, union_members)) + if len(model_members) > 0: + schema_model = Union[tuple(union_members)] + return (schema_model, type_origin, key_type_origin) + + if not is_base_model_type(schema_model): + raise ValueError( + "'output_class' must be of Type[pydantic.BaseModel]" + " or List[Type[pydantic.BaseModel]]!" + ) + + return (schema_model, type_origin, key_type_origin) + + +def try_get_base_model( + pydantic_class: ModelOrListOrDict, +) -> Tuple[Optional[Type[BaseModel]], Optional[Any], Optional[Any]]: + try: + model, type_origin, key_type_origin = get_base_model(pydantic_class) + return (model, type_origin, key_type_origin) + except ValueError: + return (None, None, None) + except TypeError: + return (None, None, None) + + +def pydantic_model_to_schema( + pydantic_class: ModelOrListOfModels, +) -> ProcessedSchema: + processed_schema = ProcessedSchema(validators=[], validator_map={}) + + schema_model, type_origin, _key_type_origin = get_base_model(pydantic_class) + + processed_schema.output_type = ( + OutputTypes.LIST if type_origin == list else OutputTypes.DICT + ) + + model = extract_validators(schema_model, processed_schema, "$") + json_schema = pydantic_to_json_schema(model, type_origin) + processed_schema.json_schema = json_schema + + return processed_schema + + +def safe_get_validator(v: PydanticValidatorSpec) -> Union[Validator, None]: + try: + validator = get_validator(v) + return validator + except ValueError as e: + logger.warn(e) + return None + + +def extract_union_member( + member: Type, + processed_schema: ProcessedSchema, + json_path: str, + aliases: List[str] = [], +) -> Type: + field_model, field_type_origin, key_type_origin = try_get_base_model(member) + if not field_model: + return member + if field_type_origin == Union: + union_members = get_args(field_model) + extracted_union_members = [] + for m in union_members: + extracted_union_members.append( + extract_union_member(m, processed_schema, json_path, aliases) + ) + return Union[tuple(extracted_union_members)] + + else: + extracted_field_model = extract_validators( + pydantic_class=field_model, + processed_schema=processed_schema, + json_path=json_path, + aliases=aliases, + ) + if field_type_origin == list: + return List[extracted_field_model] + elif field_type_origin == dict: + return Dict[key_type_origin, extracted_field_model] + return extracted_field_model + + +def extract_validators( + pydantic_class: Type[BaseModel], + processed_schema: ProcessedSchema, + json_path: str, + aliases: List[str] = [], +) -> Type[BaseModel]: + model = deepcopy(pydantic_class) + + # TODO: Track JSONPath + # TODO: Dig recursively for nested models + for field_name in model.model_fields: + alias_paths = [] + field_path = f"{json_path}.{field_name}" + # alias_paths.append(field_path) + for alias_path in aliases: + alias_paths.append(f"{alias_path}.{field_name}") + field: FieldInfo = model.model_fields[field_name] + for alias in _collect_aliases(field, field_name, model): + alias_paths.append(f"{json_path}.{alias}") + for alias_path in aliases: + alias_paths.append(f"{alias_path}.{alias}") + + if field.json_schema_extra is not None and isinstance( + field.json_schema_extra, dict + ): + validators = field.json_schema_extra.pop("validators", []) + + if not isinstance(validators, list): + logger.warn( + f"Invalid value assigned to {field_name}.validators! {validators}" + ) + continue + + validator_instances: List[Validator] = list( + filter( + lambda v: v is not None, [safe_get_validator(v) for v in validators] + ) + ) + all_paths = [field_path] + all_paths.extend(alias_paths) + for path in all_paths: + entry = processed_schema.validator_map.get(path, []) + entry.extend(validator_instances) + processed_schema.validator_map[path] = entry + validator_references = [ + ValidatorReference( + id=v.rail_alias, + on=path, + on_fail=v.on_fail_descriptor, + kwargs=v.get_args(), + ) + for v in validator_instances + ] + processed_schema.validators.extend(validator_references) + + field_model, field_type_origin, key_type_origin = try_get_base_model( + field.annotation + ) + if field_model: + if field_type_origin == Union: + union_members = list(get_args(field_model)) + extracted_union_members = [] + for m in union_members: + extracted_union_members.append( + extract_union_member( + m, + processed_schema=processed_schema, + json_path=field_path, + aliases=alias_paths, + ) + ) + + model.model_fields[field_name].annotation = Union[ + tuple(extracted_union_members) + ] + else: + extracted_field_model = extract_validators( + pydantic_class=field_model, + processed_schema=processed_schema, + json_path=field_path, + aliases=alias_paths, + ) + if field_type_origin == list: + model.model_fields[field_name].annotation = List[ + extracted_field_model + ] + elif field_type_origin == dict: + model.model_fields[field_name].annotation = Dict[ + key_type_origin, extracted_field_model + ] + else: + model.model_fields[field_name].annotation = extracted_field_model + return model + + +def pydantic_to_json_schema( + pydantic_class: ModelOrListOfModels, type_origin: Optional[Any] = None +) -> Dict[str, Any]: + schema_model = pydantic_class + + type_origin = type_origin if type_origin is not None else get_origin(pydantic_class) + if type_origin == list: + item_types = get_args(pydantic_class) + if len(item_types) > 1: + raise ValueError("List data type must have exactly one child.") + # No List[List] support; we've already declared that in our types + schema_model = safe_get(item_types, 0) + + schema_model = cast(Type[BaseModel], schema_model) + + # Convert Pydantic model to JSON schema + json_schema = schema_model.model_json_schema() + json_schema["title"] = schema_model.__name__ + + if type_origin == list: + json_schema = { + "title": f"Array<{json_schema.get('title')}>", + "type": "array", + "items": json_schema, + } + + return json_schema diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py new file mode 100644 index 000000000..9d708bc32 --- /dev/null +++ b/guardrails/schema/rail_schema.py @@ -0,0 +1,345 @@ +import json +from string import Template +from typing import Any, Dict, List +from guardrails_api_client.models.validation_type import ValidationType +from lxml import etree as ET +from lxml.etree import _Element, XMLParser +from guardrails_api_client import ModelSchema, SimpleTypes, ValidatorReference +from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.schema.processed_schema import ProcessedSchema +from guardrails.logger import logger +from guardrails.types import RailTypes +from guardrails.utils.constants import substitute_constants +from guardrails.utils.regex_utils import split_on +from guardrails.utils.validator_utils import get_validator +from guardrails.utils.xml_utils import xml_to_string +from guardrails.validator_base import OnFailAction, Validator + + +STRING_TAGS = ["instructions", "prompt", "reask_instructions", "reask_prompt"] + + +def parse_on_fail_handlers(element: _Element) -> Dict[str, OnFailAction]: + on_fail_handlers: Dict[str, OnFailAction] = {} + for key, value in element.attrib.items(): + key = xml_to_string(key) + if key.startswith("on-fail-"): + on_fail_handler_name = key[len("on-fail-") :] + on_fail_handler = OnFailAction(value) + on_fail_handlers[on_fail_handler_name] = on_fail_handler + return on_fail_handlers + + +def get_validators(element: _Element) -> List[Validator]: + validators_string: str = xml_to_string(element.attrib.get("validators", "")) + validator_specs = split_on(validators_string, ";") + on_fail_handlers = parse_on_fail_handlers(element) + validators: List[Validator] = [] + for v in validator_specs: + validator: Validator = get_validator(v) + if not validator: + continue + on_fail = on_fail_handlers.get(validator.rail_alias, OnFailAction.NOOP) + validator.on_fail_descriptor = on_fail + validators.append(validator) + return validators + + +def extract_validators( + element: _Element, processed_schema: ProcessedSchema, json_path: str +): + validators = get_validators(element) + for validator in validators: + validator_reference = ValidatorReference( + id=validator.rail_alias, + on=json_path, + onFail=validator.on_fail_descriptor, + kwargs=validator.get_args(), + ) + processed_schema.validators.append(validator_reference) + + if validators: + path_validators = processed_schema.validator_map.get(json_path, []) + path_validators.extend(validators) + processed_schema.validator_map[json_path] = path_validators + + +def parse_element( + element: _Element, processed_schema: ProcessedSchema, json_path: str = "$" +) -> ModelSchema: + """ + Takes an XML element + Extracts validators to add to the 'validators' list and validator_map + Returns a ModelSchema + """ + schema_type = element.tag + if element.tag in STRING_TAGS: + schema_type = RailTypes.STRING + elif element.tag == "output": + schema_type = element.attrib.get("type", RailTypes.OBJECT) + + description = xml_to_string(element.attrib.get("description")) + + # Extract validators from RAIL and assign into ProcessedSchema + extract_validators(element, processed_schema, json_path) + + if schema_type == RailTypes.STRING: + format = xml_to_string(element.attrib.get("format")) + return ModelSchema( + type=ValidationType(SimpleTypes.STRING), + description=description, + format=format, + ) + elif schema_type == RailTypes.INTEGER: + format = xml_to_string(element.attrib.get("format")) + return ModelSchema( + type=ValidationType(SimpleTypes.INTEGER), + description=description, + format=format, + ) + elif schema_type == RailTypes.FLOAT: + format = xml_to_string(element.attrib.get("format", RailTypes.FLOAT)) + return ModelSchema( + type=ValidationType(SimpleTypes.NUMBER), + description=description, + format=format, + ) + elif schema_type == RailTypes.BOOL: + return ModelSchema( + type=ValidationType(SimpleTypes.BOOLEAN), description=description + ) + elif schema_type == RailTypes.DATE: + format = xml_to_string(element.attrib.get("format", RailTypes.DATE)) + return ModelSchema( + type=ValidationType(SimpleTypes.STRING), + description=description, + format=format, + ) + elif schema_type == RailTypes.TIME: + format = xml_to_string(element.attrib.get("format", RailTypes.TIME)) + return ModelSchema( + type=ValidationType(SimpleTypes.STRING), + description=description, + format=format, + ) + elif schema_type == RailTypes.DATETIME: + format = xml_to_string(element.attrib.get("format", RailTypes.DATETIME)) + return ModelSchema( + type=ValidationType(SimpleTypes.STRING), + description=description, + format=format, + ) + elif schema_type == RailTypes.PERCENTAGE: + format = xml_to_string(element.attrib.get("format", RailTypes.PERCENTAGE)) + return ModelSchema( + type=ValidationType(SimpleTypes.STRING), + description=description, + format=format, + ) + elif schema_type == RailTypes.ENUM: + format = xml_to_string(element.attrib.get("format")) + csv = xml_to_string(element.attrib.get("values", "")) + values = list(map(lambda v: v.strip(), csv.split(","))) + return ModelSchema( + type=ValidationType(SimpleTypes.STRING), + description=description, + format=format, + enum=values, + ) + elif schema_type == RailTypes.LIST: + items = None + children = list(element) + num_of_children = len(children) + if num_of_children == 0 or num_of_children > 1: + raise ValueError( + " RAIL elements must have precisely 1 child element!" + ) + first_child = children[0] + name = first_child.get("name") + if not name: + output_path = json_path.replace("$.", "output.") + logger.warn(f"{output_path} has a nameless child which is not allowed!") + else: + child_schema = parse_element( + first_child, processed_schema, f"{json_path}.{name}" + ) + items = child_schema.to_dict() + return ModelSchema( + type=ValidationType(SimpleTypes.ARRAY), items=items, description=description + ) + elif schema_type == RailTypes.OBJECT: + properties = {} + for child in element: + name = child.get("name") + if not name: + output_path = json_path.replace("$.", "output.") + logger.warn(f"{output_path} has a nameless child which is not allowed!") + continue + child_schema = parse_element(child, processed_schema, f"{json_path}.{name}") + properties[name] = child_schema.to_dict() + + return ModelSchema( + type=ValidationType(SimpleTypes.OBJECT), + properties=properties, + description=description, + ) + elif schema_type == RailTypes.CHOICE: + """ + Since our ModelSchema class reflects the pure JSON Schema structure + this implementation of choice-case strays from the + Discriminated Unions specification as defined + by OpenAPI that Pydantic uses. + + We should verify that LLM's understand this syntax properly. + If they do not, we can manually add the 'discriminator' property to + the schema after calling 'ModelSchema.to_dict()'. + + JSON Schema Conditional Subschemas + https://json-schema.org/understanding-json-schema/reference/conditionals#applying-subschemas-conditionally + + VS OpenAPI Specification's Discriminated Unions + https://swagger.io/docs/specification/data-models/inheritance-and-polymorphism/ + """ + allOf = [] + discriminator = element.get("discriminator") + if not discriminator: + raise ValueError(" elements must specify a discriminator!") + discriminator_model = ModelSchema( + type=ValidationType(SimpleTypes.STRING), enum=[] + ) + for choice_case in element: + case_name = choice_case.get("name") + if not case_name: + raise ValueError(" elements must specify a name!") + + discriminator_model.enum.append(case_name) + + case_if_then_model = ModelSchema() + case_if_then_properties = {} + + case_properties = {} + for case_child in choice_case: + case_child_name = case_child.get("name") + if not case_child_name: + output_path = json_path.replace("$.", "output.") + logger.warn( + f"{output_path}.{case_name} has a nameless child" + " which is not allowed!" + ) + continue + case_child_schema = parse_element( + case_child, processed_schema, f"{json_path}.{case_child_name}" + ) + case_properties[case_child_name] = case_child_schema.to_dict() + + case_if_then_properties[discriminator] = ModelSchema( + const=case_name + ).to_dict() + case_if_then_model.var_if = ModelSchema( + properties=case_if_then_properties + ).to_dict() + case_if_then_model.then = ModelSchema(properties=case_properties).to_dict() + allOf.append(case_if_then_model) + + properties = {} + properties[discriminator] = discriminator_model.to_dict() + return ModelSchema( + type=ValidationType(SimpleTypes.OBJECT), + properties=properties, + allOf=allOf, + description=description, + ) + else: + format = xml_to_string(element.attrib.get("format", schema_type)) + return ModelSchema( + type=ValidationType(SimpleTypes.STRING), + description=description, + format=format, + ) + + +def load_input(input: str, output_schema: Dict[str, Any]) -> str: + """Legacy behaviour to substitute constants in on init.""" + const_subbed_input = substitute_constants(input) + return Template(const_subbed_input).safe_substitute( + output_schema=json.dumps(output_schema) + ) + + +def parse_input( + input_tag: _Element, + output_schema: Dict[str, Any], + processed_schema: ProcessedSchema, + meta_property: str, +) -> str: + parse_element(input_tag, processed_schema, json_path=meta_property) + input = load_input(input_tag.text, output_schema) + return input + + +def rail_string_to_schema(rail_string: str) -> ProcessedSchema: + processed_schema = ProcessedSchema( + validators=[], validator_map={}, exec_opts=GuardExecutionOptions() + ) + + XMLPARSER = XMLParser(encoding="utf-8") + rail_xml: _Element = ET.fromstring(rail_string, parser=XMLPARSER) + + # Load schema + output_element = rail_xml.find("output") + if output_element is None: + raise ValueError("RAIL must contain a output element!") + + # FIXME: Is this re-serialization & de-serialization necessary? + utf8_output_element = ET.tostring(output_element, encoding="utf-8") + marshalled_output_element = ET.fromstring(utf8_output_element, parser=XMLPARSER) + + output_schema = parse_element(marshalled_output_element, processed_schema) + + processed_schema.json_schema = output_schema.to_dict() + + if output_schema.type.actual_instance == SimpleTypes.STRING: + processed_schema.output_type = OutputTypes.STRING + elif output_schema.type.actual_instance == SimpleTypes.ARRAY: + processed_schema.output_type = OutputTypes.LIST + elif output_schema.type.actual_instance == SimpleTypes.OBJECT: + processed_schema.output_type = OutputTypes.DICT + else: + raise ValueError( + "The type attribute of the tag must be one of:" + ' "string", "object", or "list"' + ) + + # Parse instructions for the LLM. These are optional but if given, + # LLMs can use them to improve their output. Commonly these are + # prepended to the prompt. + instructions_tag = rail_xml.find("instructions") + if instructions_tag: + processed_schema.exec_opts.instructions = parse_input( + instructions_tag, output_schema, processed_schema, "instructions" + ) + + # Load + prompt_tag = rail_xml.find("prompt") + if prompt_tag: + processed_schema.exec_opts.prompt = parse_input( + prompt_tag, output_schema, processed_schema, "prompt" + ) + + # If reasking prompt and instructions are provided, add them to the schema. + reask_prompt = rail_xml.find("reask_prompt") + if reask_prompt: + processed_schema.exec_opts.reask_prompt = reask_prompt.text + + reask_instructions = rail_xml.find("reask_instructions") + if reask_instructions: + processed_schema.exec_opts.reask_instructions = reask_instructions.text + + return processed_schema + + +def rail_file_to_schema(file_path: str) -> ProcessedSchema: + with open(file_path, "r") as f: + rail_xml = f.read() + return rail_string_to_schema(rail_xml) diff --git a/guardrails/schema/validator.py b/guardrails/schema/validator.py index e412d5cd8..cafde8ea4 100644 --- a/guardrails/schema/validator.py +++ b/guardrails/schema/validator.py @@ -8,7 +8,7 @@ class SchemaValidationError(Exception): def __init__(self, *args: object, fields: Dict[str, List[str]]): self.fields = fields - super(*args) + super().__init__(*args) def validate_against_schema(payload: Any, validator: Draft202012Validator): diff --git a/guardrails/types/__init__.py b/guardrails/types/__init__.py new file mode 100644 index 000000000..31337e630 --- /dev/null +++ b/guardrails/types/__init__.py @@ -0,0 +1,27 @@ +from guardrails.types.primitives import PrimitiveTypes +from guardrails.types.pydantic import ( + ModelOrListOfModels, + ModelOrListOrDict, + ModelOrModelUnion, +) +from guardrails.types.rail import RailTypes +from guardrails.types.validator import ( + PydanticValidatorTuple, + PydanticValidatorSpec, + UseValidatorSpec, + UseManyValidatorTuple, + UseManyValidatorSpec, +) + +__all__ = [ + "PrimitiveTypes", + "ModelOrListOfModels", + "ModelOrListOrDict", + "ModelOrModelUnion", + "RailTypes", + "PydanticValidatorTuple", + "PydanticValidatorSpec", + "UseValidatorSpec", + "UseManyValidatorTuple", + "UseManyValidatorSpec", +] diff --git a/guardrails/types/primitives.py b/guardrails/types/primitives.py new file mode 100644 index 000000000..3f07678fc --- /dev/null +++ b/guardrails/types/primitives.py @@ -0,0 +1,9 @@ +from enum import Enum +from guardrails_api_client import SimpleTypes + + +class PrimitiveTypes(str, Enum): + BOOLEAN = SimpleTypes.BOOLEAN + INTEGER = SimpleTypes.INTEGER + NUMBER = SimpleTypes.NUMBER + STRING = SimpleTypes.STRING diff --git a/guardrails/types/pydantic.py b/guardrails/types/pydantic.py new file mode 100644 index 000000000..48de1e159 --- /dev/null +++ b/guardrails/types/pydantic.py @@ -0,0 +1,12 @@ +from typing import Any, Dict, List, Type, Union + +from pydantic import BaseModel + + +ModelOrListOfModels = Union[Type[BaseModel], Type[List[Type[BaseModel]]]] + +ModelOrListOrDict = Union[ + Type[BaseModel], Type[List[Type[BaseModel]]], Type[Dict[str, Type[BaseModel]]] +] + +ModelOrModelUnion = Union[Type[BaseModel], Union[Type[BaseModel], Any]] diff --git a/guardrails/types/rail.py b/guardrails/types/rail.py new file mode 100644 index 000000000..e2474b8e7 --- /dev/null +++ b/guardrails/types/rail.py @@ -0,0 +1,17 @@ +from enum import Enum + + +class RailTypes(str, Enum): + STRING = "string" + INTEGER = "integer" + FLOAT = "float" + BOOL = "bool" + DATE = "date" + TIME = "time" + DATETIME = "date-time" + PERCENTAGE = "percentage" + ENUM = "enum" + LIST = "list" + OBJECT = "object" + CHOICE = "choice" + CASE = "case" diff --git a/guardrails/types/validator.py b/guardrails/types/validator.py new file mode 100644 index 000000000..a300bf642 --- /dev/null +++ b/guardrails/types/validator.py @@ -0,0 +1,16 @@ +from typing import Any, Callable, Dict, List, Optional, Tuple, Type, Union + +from guardrails.validator_base import Validator + + +PydanticValidatorTuple = Tuple[Union[Validator, str, Callable], str] +PydanticValidatorSpec = Union[Validator, PydanticValidatorTuple] + +UseValidatorSpec = Union[Validator, Type[Validator]] + +UseManyValidatorTuple = Tuple[ + Type[Validator], + Optional[Union[List[Any], Dict[str, Any]]], + Optional[Dict[str, Any]], +] +UseManyValidatorSpec = Union[Validator, UseManyValidatorTuple] diff --git a/guardrails/utils/constants.py b/guardrails/utils/constants.py index 2d36b5479..2ab8bea9e 100644 --- a/guardrails/utils/constants.py +++ b/guardrails/utils/constants.py @@ -1,66 +1,22 @@ -import os +import re +from guardrails.classes.templating.constants_container import ConstantsContainer +from guardrails.classes.templating.namespace_template import NamespaceTemplate -from lxml import etree as ET - - -class ConstantsContainer: - def __init__(self): - self._constants = {} - self.fill_constants() - - def fill_constants(self) -> None: - constants_file = os.path.join( - os.path.dirname(os.path.dirname(__file__)), "constants.xml" - ) - - with open(constants_file, "r") as f: - xml = f.read() - - parser = ET.XMLParser(encoding="utf-8") - parsed_constants = ET.fromstring(xml, parser=parser) - - for child in parsed_constants: - if isinstance(child, ET._Comment): - continue - if isinstance(child, str): - continue - - constant_name = child.tag - constant_value = child.text - self._constants[constant_name] = constant_value - - def __getitem__(self, key): - return self._constants[key] - - def __setitem__(self, key, value): - self._constants[key] = value - - def __delitem__(self, key): - del self._constants[key] - - def __iter__(self): - return iter(self._constants) - - def __len__(self): - return len(self._constants) - - def __contains__(self, key): - return key in self._constants - - def __repr__(self): - return repr(self._constants) - - def __str__(self): - return str(self._constants) - - def items(self): - return self._constants.items() +# Singleton instance created on import/init +constants = ConstantsContainer() - def keys(self): - return self._constants.keys() - def values(self): - return self._constants.values() +def substitute_constants(text): + """Substitute constants in the prompt.""" + # Substitute constants by reading the constants file. + # Regex to extract all occurrences of ${gr.} + matches = re.findall(r"\${gr\.(\w+)}", text) + # Substitute all occurrences of ${gr.} + # with the value of the constant. + for match in matches: + template = NamespaceTemplate(text) + mapping = {f"gr.{match}": constants[match]} + text = template.safe_substitute(**mapping) -constants = ConstantsContainer() + return text diff --git a/guardrails/utils/regex_utils.py b/guardrails/utils/regex_utils.py new file mode 100644 index 000000000..359f710ab --- /dev/null +++ b/guardrails/utils/regex_utils.py @@ -0,0 +1,23 @@ +import re +from string import Template +from typing import List + + +ESCAPED = "(?![^{}]*})" + +# This one doesn't actually work, but we're keeping it the same for consistency +ESCAPED_OR_QUOTED = "(?![^{}]*})|(? List[str]: + split_pattern = Template("${separator}${exceptions}").safe_substitute( + separator=separator, exceptions=exceptions + ) + pattern = re.compile(rf"{split_pattern}") + tokens = re.split(pattern, value) + trimmed = list(map(lambda t: t.strip(), tokens)) + if not filter_nones: + return trimmed + return list(filter(None, trimmed)) diff --git a/guardrails/utils/validator_utils.py b/guardrails/utils/validator_utils.py index 4194a352c..2dd0f9fa8 100644 --- a/guardrails/utils/validator_utils.py +++ b/guardrails/utils/validator_utils.py @@ -3,8 +3,12 @@ from typing import Any, Dict, List, Optional, Tuple, Type, Union +from guardrails.utils.regex_utils import split_on, ESCAPED_OR_QUOTED from guardrails.utils.safe_get import safe_get -from guardrails.validator_base import Validator +from guardrails.validator_base import Validator, OnFailAction, get_validator_class +from guardrails.types import UseManyValidatorTuple, PydanticValidatorTuple +from guardrails.constants import hub +from guardrails.logger import logger PROVENANCE_V1_PROMPT = """Instruction: As an Attribution Validator, you task is to verify whether the following contexts support the claim: @@ -19,35 +23,127 @@ Response:""" +def parse_rail_arguments(arg_tokens: List[str]) -> List[Any]: + """ + Legacy parsing logic for the Validator aruguments specified in a RAIL spec. + Originally from ValidatorsAttr. + """ + validator_args = [] + for t in arg_tokens: + # If the token is enclosed in curly braces, it is a Python expression. + t = t.strip() + if t[0] == "{" and t[-1] == "}": + t = t[1:-1] + try: + # FIXME: This is incredibly insecure! + # We need a better way of escaping and parsing arguments from RAIL. + # Option 1: Each Validator could accept a spread of argument strings + # and be responsible for parsing them to the correct types. + # Option 2: We use something like the Validator Manifest that describes the arguments + # to parse the values from the string WITHOUT an eval. + t = eval(t) + except (ValueError, SyntaxError, NameError) as e: + raise ValueError( + f"Python expression `{t}` is not valid, " + f"and raised an error: {e}." + ) + validator_args.append(t) + return validator_args + + +def parse_rail_validator( + validator_spec: str, *, on_fail: Optional[str] = None +) -> Optional[Validator]: + validator_id = None + validator_args = [] + if ":" in validator_spec: + is_hub_validator = validator_spec.startswith(hub) + max_splits = 2 if is_hub_validator else 1 + parts = split_on(validator_spec, ":") + # parts = validator_spec.split(":", max_splits) + validator_id = parts[1].strip() if is_hub_validator else parts[0].strip() + arg_tokens = [ + arg.strip() + for arg in split_on(parts[max_splits], "\s", exceptions=ESCAPED_OR_QUOTED) + if len(parts) > 1 + ] + validator_args = parse_rail_arguments(arg_tokens) + else: + validator_id = validator_spec + validator_cls = get_validator_class(validator_id) + if validator_cls: + return validator_cls(*validator_args, on_fail=on_fail) + else: + logger.warning( + f"Validator with id {validator_id} was not found in the registry! Ignoring..." + ) + + +def parse_use_many_validator( + validator_cls: Type[Validator], use_tuple: UseManyValidatorTuple +) -> Optional[Validator]: + args = safe_get(use_tuple, 1, []) + kwargs = {} + if isinstance(args, Dict): + kwargs = args + args = [] + kwargs = safe_get(use_tuple, 2, kwargs) + if validator_cls: + validator_inst = validator_cls(*args, **kwargs) + return validator_inst + + +def parse_pydantic_validator( + validator_cls: Union[Validator, str], pydantic_tuple: PydanticValidatorTuple +) -> Optional[Validator]: + if isinstance(validator_cls, Validator): + validator_instance = validator_cls + on_fail = safe_get(pydantic_tuple, 1, OnFailAction.NOOP) + validator_instance.on_fail_descriptor = on_fail + return validator_instance + elif isinstance(validator_cls, str): + # FIXME: Haven't looked through all of this yet + validator_string = validator_cls + on_fail = safe_get(pydantic_tuple, 1, OnFailAction.NOOP) + return parse_rail_validator(validator_string, on_fail=on_fail) + + def get_validator( validator: Union[ Validator, Type[Validator], - Tuple[ - Type[Validator], - Optional[Union[List[Any], Dict[str, Any]]], - Optional[Dict[str, Any]], - ], + UseManyValidatorTuple, + PydanticValidatorTuple, + str, # RAIL ], *args, **kwargs, ) -> Validator: invalid_error = ValueError(f"Invalid arguments! {validator}") + # Guard.use syntax if isinstance(validator, Validator): return validator - elif isinstance(validator, Type): + # Guard.use syntax + elif isinstance(validator, Type) and issubclass(validator, Validator): return validator(*args, **kwargs) + # Guard.useMany or Guard.from_pydantic syntax elif isinstance(validator, Tuple): - validator_cls = safe_get(validator, 0) - args = safe_get(validator, 1, []) - kwargs = {} - if isinstance(args, Dict): - kwargs = args - args = [] - kwargs = safe_get(validator, 2, kwargs) - if validator_cls: - validator_inst = validator_cls(*args, **kwargs) - return validator_inst + first_arg = safe_get(validator, 0) + # useMany Tuple Syntax + if isinstance(first_arg, type) and issubclass(first_arg, Validator): + v = parse_use_many_validator(first_arg, validator) + if v: + return v + # Pydantic Tuple Syntax + else: + v = parse_pydantic_validator(first_arg, validator) + if v: + return v raise invalid_error + # Guard.from_rail or Guard.from_rail_string syntax + elif isinstance(validator, str): + v = parse_rail_validator(validator) + if v: + return v else: raise invalid_error diff --git a/guardrails/utils/xml_utils.py b/guardrails/utils/xml_utils.py index 3d0087288..86fe487bf 100644 --- a/guardrails/utils/xml_utils.py +++ b/guardrails/utils/xml_utils.py @@ -1,6 +1,7 @@ -from typing import Union +from typing import Optional, Union +# TODO: Remove after DataTypes and ValidatorsAttr is removed def cast_xml_to_string(xml_value: Union[memoryview, bytes, bytearray, str]) -> str: """Cast XML value to a string. @@ -10,8 +11,23 @@ def cast_xml_to_string(xml_value: Union[memoryview, bytes, bytearray, str]) -> s Returns: str: The XML value as a string. """ - if isinstance(xml_value, memoryview): - xml_value = xml_value.tobytes().decode() - elif isinstance(xml_value, (bytes, bytearray)): - xml_value = xml_value.decode() - return xml_value + return xml_to_string(xml_value) + + +def xml_to_string( + xml: Optional[Union[memoryview, bytes, bytearray, str]], +) -> Optional[str]: + """Convert XML value to a string. + + Args: + xml_value (Union[memoryview, bytes, bytearray, str]): The XML value to cast. + + Returns: + str: The XML value as a string. + """ + string = xml + if isinstance(xml, memoryview): + string = xml.tobytes().decode() + elif isinstance(xml, (bytes, bytearray)): + string = xml.decode() + return string diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index 2b92915d9..33571bb44 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -285,11 +285,11 @@ def filter_in_schema(schema: Union[Dict, List]) -> Union[Dict, List]: return filter_in_dict(schema) -validators_registry = {} +validators_registry: Dict[str, Type["Validator"]] = {} types_to_validators = defaultdict(list) -def validator_factory(name: str, validate: Callable): +def validator_factory(name: str, validate: Callable) -> Type["Validator"]: def validate_wrapper(self, *args, **kwargs): return validate(*args, **kwargs) @@ -340,12 +340,14 @@ def decorator(cls_or_func: Union[Type[Validator], Callable]): return decorator -def get_validator(name: str): +def get_validator_class(name: str) -> Type["Validator"]: is_hub_validator = name.startswith(hub) validator_key = name.replace(hub, "") if is_hub_validator else name registration = validators_registry.get(validator_key) if not registration and name.startswith(hub): # This should import everything and trigger registration + # So it should only have to happen once + # in lieu of completely unregistered validators import guardrails.hub # noqa return validators_registry.get(validator_key) diff --git a/guardrails/validatorsattr.py b/guardrails/validatorsattr.py index fbf5e3f99..a69faef0b 100644 --- a/guardrails/validatorsattr.py +++ b/guardrails/validatorsattr.py @@ -291,13 +291,13 @@ def get_validators( Returns: A list of validators. """ - from guardrails.validator_base import get_validator, types_to_validators + from guardrails.validator_base import get_validator_class, types_to_validators _validators = [] _unregistered_validators = [] for validator_ref, args in validator_args.items(): # Get or fetch validator - validator = get_validator(validator_ref) + validator = get_validator_class(validator_ref) validator_name = validator_ref.replace(hub, "") if not validator: diff --git a/pyrightconfig.json b/pyrightconfig.json new file mode 100644 index 000000000..e4e5e8557 --- /dev/null +++ b/pyrightconfig.json @@ -0,0 +1 @@ +{"exclude": ["guardrails/utils/pydantic_utils/v1.py", "guardrails/utils/openai_utils/v0.py"]} diff --git a/tests/integration_tests/schema/test_pydantic_schema.py b/tests/integration_tests/schema/test_pydantic_schema.py new file mode 100644 index 000000000..e795e8619 --- /dev/null +++ b/tests/integration_tests/schema/test_pydantic_schema.py @@ -0,0 +1,65 @@ +import json + +from guardrails_api_client.models.validator_reference import ValidatorReference +from guardrails.classes.schema.processed_schema import ProcessedSchema +from guardrails.schema.pydantic_schema import pydantic_model_to_schema +from guardrails.classes.output_type import OutputTypes +from guardrails.validator_base import OnFailAction +from tests.integration_tests.test_assets.pydantic_models.fight_or_flight import ( + FightOrFlight, +) +from tests.integration_tests.test_assets.validators.valid_choices import ValidChoices + + +class TestPydanticSchema: + # Did this one first because it's what I was most concerned about + def test_choice_case_happy_path(self): + with open( + "tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json", + "r", + ) as choice_case_json_file: + expected_schema = json.loads(choice_case_json_file.read()) + + processed_schema: ProcessedSchema = pydantic_model_to_schema(FightOrFlight) + + # from rich import print + # print(processed_schema.json_schema) + + assert processed_schema.json_schema == expected_schema + assert processed_schema.output_type == OutputTypes.DICT + assert processed_schema.output_type == "dict" + assert processed_schema.validators == [ + ValidatorReference( + id="valid-choices", + on="$.action.weapon", + on_fail=OnFailAction.REASK, + kwargs={"choices": ["crossbow", "machine gun"]}, + ), + ValidatorReference( + id="valid-choices", + on="$.action.flight_direction", + on_fail=OnFailAction.EXCEPTION, + kwargs={"choices": ["north", "south", "east", "west"]}, + ), + ValidatorReference( + id="valid-choices", + on="$.action.distance", + on_fail=OnFailAction.EXCEPTION, + kwargs={"choices": [1, 2, 3, 4]}, + ), + ] + assert len(processed_schema.validator_map) == 3 + assert processed_schema.validator_map.get("$.action.distance") == [ + ValidChoices(choices=[1, 2, 3, 4], on_fail=OnFailAction.EXCEPTION) + ] + assert processed_schema.validator_map.get("$.action.flight_direction") == [ + ValidChoices( + choices=["north", "south", "east", "west"], + on_fail=OnFailAction.EXCEPTION, + ) + ] + assert processed_schema.validator_map.get("$.action.weapon") == [ + ValidChoices( + choices=["crossbow", "machine gun"], on_fail=OnFailAction.REASK + ) + ] diff --git a/tests/integration_tests/schema/test_rail_schema.py b/tests/integration_tests/schema/test_rail_schema.py new file mode 100644 index 000000000..72b687df2 --- /dev/null +++ b/tests/integration_tests/schema/test_rail_schema.py @@ -0,0 +1,63 @@ +import json + +from guardrails_api_client.models.validator_reference import ValidatorReference +from guardrails.classes.schema.processed_schema import ProcessedSchema +from guardrails.schema.rail_schema import rail_file_to_schema +from guardrails.classes.output_type import OutputTypes +from guardrails.validator_base import OnFailAction + + +class TestRailSchema: + # Did this one first because it's what I was most concerned about + def test_choice_case_happy_path(self): + from tests.integration_tests.test_assets.validators.valid_choices import ( + ValidChoices, + ) + + with open( + "tests/integration_tests/test_assets/json_schemas/choice_case.json", "r" + ) as choice_case_json_file: + expected_schema = json.loads(choice_case_json_file.read()) + + processed_schema: ProcessedSchema = rail_file_to_schema( + "tests/integration_tests/test_assets/rail_specs/choice_case.rail" + ) + + assert processed_schema.json_schema == expected_schema + assert processed_schema.output_type == OutputTypes.DICT + assert processed_schema.output_type == "dict" + assert processed_schema.validators == [ + ValidatorReference( + id="valid-choices", + on="$.action.weapon", + on_fail=OnFailAction.REASK, + kwargs={"choices": ["crossbow", "machine gun"]}, + ), + ValidatorReference( + id="valid-choices", + on="$.action.flight_direction", + on_fail=OnFailAction.EXCEPTION, + kwargs={"choices": ["north", "south", "east", "west"]}, + ), + ValidatorReference( + id="valid-choices", + on="$.action.distance", + on_fail=OnFailAction.EXCEPTION, + kwargs={"choices": [1, 2, 3, 4]}, + ), + ] + assert len(processed_schema.validator_map) == 3 + assert processed_schema.validator_map.get("$.action.distance") == [ + ValidChoices(choices=[1, 2, 3, 4], on_fail=OnFailAction.EXCEPTION) + ] + assert processed_schema.validator_map.get("$.action.flight_direction") == [ + ValidChoices( + choices=["north", "south", "east", "west"], + on_fail=OnFailAction.EXCEPTION, + ) + ] + assert processed_schema.validator_map.get("$.action.weapon") == [ + ValidChoices( + choices=["crossbow", "machine gun"], on_fail=OnFailAction.REASK + ) + ] diff --git a/tests/integration_tests/test_assets/json_schemas/choice_case.json b/tests/integration_tests/test_assets/json_schemas/choice_case.json new file mode 100644 index 000000000..dfc4fc294 --- /dev/null +++ b/tests/integration_tests/test_assets/json_schemas/choice_case.json @@ -0,0 +1,50 @@ +{ + "type": "object", + "properties": { + "action": { + "type": "object", + "properties": { + "chosen_action": { + "type": "string", + "enum": [ + "fight", + "flight" + ] + } + }, + "allOf": [ + { + "if": { + "properties": { + "chosen_action": { "const": "fight" } + } + }, + "then": { + "properties": { + "weapon": { + "type": "string" + } + } + } + }, + { + "if": { + "properties": { + "chosen_action": { "const": "flight" } + } + }, + "then": { + "properties": { + "flight_direction": { + "type": "string" + }, + "distance": { + "type": "integer" + } + } + } + } + ] + } + } +} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json b/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json new file mode 100644 index 000000000..691404892 --- /dev/null +++ b/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json @@ -0,0 +1,78 @@ +{ + "$defs": { + "Fight": { + "properties": { + "chosen_action": { + "const": "fight", + "enum": [ + "fight" + ], + "title": "Chosen Action", + "type": "string" + }, + "weapon": { + "title": "Weapon", + "type": "string" + } + }, + "required": [ + "chosen_action", + "weapon" + ], + "title": "Fight", + "type": "object" + }, + "Flight": { + "properties": { + "chosen_action": { + "const": "flight", + "enum": [ + "flight" + ], + "title": "Chosen Action", + "type": "string" + }, + "flight_direction": { + "title": "Flight Direction", + "type": "string" + }, + "distance": { + "title": "Distance", + "type": "integer" + } + }, + "required": [ + "chosen_action", + "flight_direction", + "distance" + ], + "title": "Flight", + "type": "object" + } + }, + "properties": { + "action": { + "discriminator": { + "mapping": { + "fight": "#/$defs/Fight", + "flight": "#/$defs/Flight" + }, + "propertyName": "chosen_action" + }, + "oneOf": [ + { + "$ref": "#/$defs/Fight" + }, + { + "$ref": "#/$defs/Flight" + } + ], + "title": "Action" + } + }, + "required": [ + "action" + ], + "title": "FightOrFlight", + "type": "object" +} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/pydantic_models/fight_or_flight.py b/tests/integration_tests/test_assets/pydantic_models/fight_or_flight.py new file mode 100644 index 000000000..affb0d322 --- /dev/null +++ b/tests/integration_tests/test_assets/pydantic_models/fight_or_flight.py @@ -0,0 +1,33 @@ +from tests.integration_tests.test_assets.validators.valid_choices import ValidChoices +from pydantic import BaseModel, Field +from typing import Literal, Union + +prompt = """ +You are a human in an enchanted forest. +You come across opponents of different types, +and you should fight smaller opponents and run away from bigger ones. + +You run into a ${opp_type}. What do you do? + +${gr.complete_json_suffix_v2}""" + + +class Fight(BaseModel): + chosen_action: Literal["fight"] + weapon: str = Field( + validators=[ValidChoices(["crossbow", "machine gun"], on_fail="reask")] + ) + + +class Flight(BaseModel): + chosen_action: Literal["flight"] + flight_direction: str = Field( + validators=[ + ValidChoices(["north", "south", "east", "west"], on_fail="exception") + ] + ) + distance: int = Field(validators=[ValidChoices([1, 2, 3, 4], on_fail="exception")]) + + +class FightOrFlight(BaseModel): + action: Union[Fight, Flight] = Field(discriminator="chosen_action") diff --git a/tests/integration_tests/test_assets/rail_specs/choice_case.rail b/tests/integration_tests/test_assets/rail_specs/choice_case.rail new file mode 100644 index 000000000..0a875e0ab --- /dev/null +++ b/tests/integration_tests/test_assets/rail_specs/choice_case.rail @@ -0,0 +1,22 @@ + + + + + + + + + + + + + + + +You are a human in an enchanted forest. You come across opponents of different types, and you should fight smaller opponents and run away from bigger ones. + +You run into a ${opp_type}. What do you do? + +${gr.complete_json_suffix_v2} + + \ No newline at end of file diff --git a/tests/integration_tests/test_assets/validators/valid_choices.py b/tests/integration_tests/test_assets/validators/valid_choices.py new file mode 100644 index 000000000..6da13475c --- /dev/null +++ b/tests/integration_tests/test_assets/validators/valid_choices.py @@ -0,0 +1,45 @@ +from typing import Any, Callable, Dict, List, Optional + +from guardrails.logger import logger +from guardrails.validator_base import ( + FailResult, + PassResult, + ValidationResult, + Validator, + register_validator, +) + + +@register_validator(name="valid-choices", data_type="all") +class ValidChoices(Validator): + """Validates that a value is within the acceptable choices. + + **Key Properties** + + | Property | Description | + | ----------------------------- | --------------------------------- | + | Name for `format` attribute | `valid-choices` | + | Supported data types | `all` | + | Programmatic fix | None | + + Args: + choices: The list of valid choices. + """ + + def __init__(self, choices: List[Any], on_fail: Optional[Callable] = None): + super().__init__( + on_fail=on_fail, + choices=choices, + ) + self._choices = choices + + def validate(self, value: Any, metadata: Dict) -> ValidationResult: + """Validates that a value is within a range.""" + logger.debug(f"Validating {value} is in choices {self._choices}...") + + if value not in self._choices: + return FailResult( + error_message=f"Value {value} is not in choices {self._choices}.", + ) + + return PassResult() diff --git a/tests/unit_tests/utils/test_regex_utils.py b/tests/unit_tests/utils/test_regex_utils.py new file mode 100644 index 000000000..200055555 --- /dev/null +++ b/tests/unit_tests/utils/test_regex_utils.py @@ -0,0 +1,26 @@ +from guardrails.utils.regex_utils import split_on, ESCAPED_OR_QUOTED + + +class TestSplitOn: + def test_happy_path(self): + string = 'valid-length: 0 1; ends-with: {"some text;"};' + tokens = split_on(string, ";") + assert len(tokens) == 2 + assert tokens == ["valid-length: 0 1", 'ends-with: {"some text;"}'] + + def ignore_test_quoted(self): + string = "valid-length: 0 1; ends-with: {\"some text;\"}; other: 'don't escape; this';" # noqa + tokens = split_on(string, ";", exceptions=ESCAPED_OR_QUOTED) + print("actual tokens: ", tokens) + assert len(tokens) == 3 + assert tokens == [ + "valid-length: 0 1", + 'ends-with: {"some text;"}', + "other: 'don't escape this;'", + ] + + def test_no_filter(self): + string = 'valid-length: 0 1; ends-with: {"some text;"};' + tokens = split_on(string, ";", filter_nones=False) + assert len(tokens) == 3 + assert tokens == ["valid-length: 0 1", 'ends-with: {"some text;"}', ""] From 9086830c6cc6be575cb3a77cfd644c1f19508e06 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 15 May 2024 14:40:35 -0500 Subject: [PATCH 003/318] refactor for consistency --- guardrails/guard.py | 53 +++++------ guardrails/schema/primitive_schema.py | 38 ++++++++ guardrails/schema/pydantic_schema.py | 36 ++++---- .../schema/test_primitive_schema.py | 48 ++++++++++ .../test_assets/json_schemas/string.json | 4 + .../test_assets/validators/__init__.py | 4 + .../test_assets/validators/valid_length.py | 88 +++++++++++++++++++ 7 files changed, 222 insertions(+), 49 deletions(-) create mode 100644 guardrails/schema/primitive_schema.py create mode 100644 tests/integration_tests/schema/test_primitive_schema.py create mode 100644 tests/integration_tests/test_assets/json_schemas/string.json create mode 100644 tests/integration_tests/test_assets/validators/__init__.py create mode 100644 tests/integration_tests/test_assets/validators/valid_length.py diff --git a/guardrails/guard.py b/guardrails/guard.py index dc67b2258..32da3c033 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -61,6 +61,7 @@ from guardrails.rail import Rail from guardrails.run import AsyncRunner, Runner, StreamRunner from guardrails.schema import StringSchema +from guardrails.schema.primitive_schema import primitive_to_schema from guardrails.schema.pydantic_schema import pydantic_model_to_schema from guardrails.schema.rail_schema import rail_file_to_schema, rail_string_to_schema from guardrails.schema.validator import SchemaValidationError, validate_json_schema @@ -228,7 +229,7 @@ def _configure_telemtry( @classmethod def _from_rail_schema( cls, - rail_schema: ProcessedSchema, + schema: ProcessedSchema, rail: str, *, num_reasks: Optional[int] = None, @@ -239,17 +240,18 @@ def _from_rail_schema( guard = cls( name=name, description=description, - schema=rail_schema.json_schema, - validators=rail_schema.validators, - _exec_opts=rail_schema.exec_opts, + schema=schema.json_schema, + validators=schema.validators, + _exec_opts=schema.exec_opts, ) - if rail_schema.output_type == OutputTypes.STRING: + if schema.output_type == OutputTypes.STRING: guard = cast(Guard[str], guard) - elif rail_schema.output_type == OutputTypes.LIST: + elif schema.output_type == OutputTypes.LIST: guard = cast(Guard[List], guard) else: guard = cast(Guard[Dict], guard) guard.configure(num_reasks=num_reasks, tracer=tracer) + guard._validator_map = schema.validator_map guard._rail = rail return guard @@ -290,9 +292,9 @@ def from_rail( # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore - rail_schema = rail_file_to_schema(rail_file) + schema = rail_file_to_schema(rail_file) return cls._from_rail_schema( - rail_schema, + schema, rail=rail_file, num_reasks=num_reasks, tracer=tracer, @@ -336,9 +338,9 @@ def from_rail_string( # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore - rail_schema = rail_string_to_schema(rail_string) + schema = rail_string_to_schema(rail_string) return cls._from_rail_schema( - rail_schema, + schema, rail=rail_string, num_reasks=num_reasks, tracer=tracer, @@ -388,7 +390,7 @@ def from_pydantic( # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore - pydantic_schema = pydantic_model_to_schema(output_class) + schema = pydantic_model_to_schema(output_class) exec_opts = GuardExecutionOptions( prompt=prompt, instructions=instructions, @@ -398,17 +400,17 @@ def from_pydantic( guard = cls( name=name, description=description, - schema=pydantic_schema.json_schema, - validators=pydantic_schema.validators, + schema=schema.json_schema, + validators=schema.validators, _exec_opts=exec_opts, ) - if pydantic_schema.output_type == OutputTypes.LIST: + if schema.output_type == OutputTypes.LIST: guard = cast(Guard[List], guard) else: guard = cast(Guard[Dict], guard) guard.configure(num_reasks=num_reasks, tracer=tracer) + guard._validator_map = schema.validator_map guard._base_model = output_class - guard._validator_map = pydantic_schema.validator_map return guard @classmethod @@ -444,19 +446,8 @@ def from_string( # This might not be necessary anymore cls._set_tracer(cls, tracer) # type: ignore - validator_references = [ - ValidatorReference( - id=v.rail_alias, - on="$", - on_fail=v.on_fail_descriptor, - args=[], - kwargs=v.get_args(), - ) - for v in validators - ] - validator_map = {"$": validators} - string_schema = ModelSchema( - type=SimpleTypes.STRING, description=string_description + schema = primitive_to_schema( + validators, type=SimpleTypes.STRING, description=string_description ) exec_opts = GuardExecutionOptions( prompt=prompt, @@ -469,13 +460,13 @@ def from_string( cls( name=name, description=description, - schema=string_schema.to_dict(), - validators=validator_references, + schema=schema.json_schema, + validators=schema.validators, _exec_opts=exec_opts, ), ) guard.configure(num_reasks=num_reasks, tracer=tracer) - guard._validator_map = validator_map + guard._validator_map = schema.validator_map return guard @overload diff --git a/guardrails/schema/primitive_schema.py b/guardrails/schema/primitive_schema.py new file mode 100644 index 000000000..9f99d7a10 --- /dev/null +++ b/guardrails/schema/primitive_schema.py @@ -0,0 +1,38 @@ +from typing import Optional, Sequence + +from guardrails_api_client.models.model_schema import ModelSchema +from guardrails_api_client.models.simple_types import SimpleTypes +from guardrails_api_client.models.validation_type import ValidationType +from guardrails_api_client.models.validator_reference import ValidatorReference + +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.schema.processed_schema import ProcessedSchema +from guardrails.validator_base import Validator + + +def primitive_to_schema( + validators: Sequence[Validator], + *, + type: SimpleTypes = SimpleTypes.STRING, + description: Optional[str] = None, +) -> ProcessedSchema: + processed_schema = ProcessedSchema(validators=[], validator_map={}) + + # TODO: Update when we support other primitive types + processed_schema.output_type = OutputTypes.STRING + + processed_schema.validators = [ + ValidatorReference( + id=v.rail_alias, + on="$", + on_fail=v.on_fail_descriptor, + kwargs=v.get_args(), + ) + for v in validators + ] + processed_schema.validator_map = {"$": validators} + processed_schema.json_schema = ModelSchema( + type=ValidationType(type), description=description + ).to_dict() + + return processed_schema diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py index e552aa365..b269af0ed 100644 --- a/guardrails/schema/pydantic_schema.py +++ b/guardrails/schema/pydantic_schema.py @@ -134,24 +134,6 @@ def try_get_base_model( return (None, None, None) -def pydantic_model_to_schema( - pydantic_class: ModelOrListOfModels, -) -> ProcessedSchema: - processed_schema = ProcessedSchema(validators=[], validator_map={}) - - schema_model, type_origin, _key_type_origin = get_base_model(pydantic_class) - - processed_schema.output_type = ( - OutputTypes.LIST if type_origin == list else OutputTypes.DICT - ) - - model = extract_validators(schema_model, processed_schema, "$") - json_schema = pydantic_to_json_schema(model, type_origin) - processed_schema.json_schema = json_schema - - return processed_schema - - def safe_get_validator(v: PydanticValidatorSpec) -> Union[Validator, None]: try: validator = get_validator(v) @@ -315,3 +297,21 @@ def pydantic_to_json_schema( } return json_schema + + +def pydantic_model_to_schema( + pydantic_class: ModelOrListOfModels, +) -> ProcessedSchema: + processed_schema = ProcessedSchema(validators=[], validator_map={}) + + schema_model, type_origin, _key_type_origin = get_base_model(pydantic_class) + + processed_schema.output_type = ( + OutputTypes.LIST if type_origin == list else OutputTypes.DICT + ) + + model = extract_validators(schema_model, processed_schema, "$") + json_schema = pydantic_to_json_schema(model, type_origin) + processed_schema.json_schema = json_schema + + return processed_schema diff --git a/tests/integration_tests/schema/test_primitive_schema.py b/tests/integration_tests/schema/test_primitive_schema.py new file mode 100644 index 000000000..a7ac19143 --- /dev/null +++ b/tests/integration_tests/schema/test_primitive_schema.py @@ -0,0 +1,48 @@ +import json + +from guardrails_api_client.models.validator_reference import ValidatorReference +from guardrails.classes.schema.processed_schema import ProcessedSchema +from guardrails.schema.primitive_schema import primitive_to_schema +from guardrails.classes.output_type import OutputTypes +from guardrails.validator_base import OnFailAction +from tests.integration_tests.test_assets.validators import ValidChoices, ValidLength + + +class TestPrimitiveSchema: + # Did this one first because it's what I was most concerned about + def test_choice_case_happy_path(self): + with open( + "tests/integration_tests/test_assets/json_schemas/string.json", "r" + ) as choice_case_json_file: + expected_schema = json.loads(choice_case_json_file.read()) + + choice_validator = ValidChoices(choices=["north", "south", "east", "west"]) + length_validator = ValidLength(4, 5, "filter") + + processed_schema: ProcessedSchema = primitive_to_schema( + validators=[choice_validator, length_validator], + description="Some string...", + ) + + assert processed_schema.json_schema == expected_schema + assert processed_schema.output_type == OutputTypes.STRING + assert processed_schema.output_type == "str" + assert processed_schema.validators == [ + ValidatorReference( + id="valid-choices", + on="$", + on_fail=OnFailAction.NOOP, + kwargs={"choices": ["north", "south", "east", "west"]}, + ), + ValidatorReference( + id="valid-length", + on="$", + on_fail=OnFailAction.FILTER, + kwargs={"min": 4, "max": 5}, + ), + ] + assert len(processed_schema.validator_map) == 1 + assert processed_schema.validator_map.get("$") == [ + choice_validator, + length_validator, + ] diff --git a/tests/integration_tests/test_assets/json_schemas/string.json b/tests/integration_tests/test_assets/json_schemas/string.json new file mode 100644 index 000000000..6ccb830d8 --- /dev/null +++ b/tests/integration_tests/test_assets/json_schemas/string.json @@ -0,0 +1,4 @@ +{ + "type": "string", + "description": "Some string..." +} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/validators/__init__.py b/tests/integration_tests/test_assets/validators/__init__.py new file mode 100644 index 000000000..81acdbe67 --- /dev/null +++ b/tests/integration_tests/test_assets/validators/__init__.py @@ -0,0 +1,4 @@ +from tests.integration_tests.test_assets.validators.valid_choices import ValidChoices +from tests.integration_tests.test_assets.validators.valid_length import ValidLength + +__all__ = ["ValidChoices", "ValidLength"] diff --git a/tests/integration_tests/test_assets/validators/valid_length.py b/tests/integration_tests/test_assets/validators/valid_length.py new file mode 100644 index 000000000..1ad4e2df0 --- /dev/null +++ b/tests/integration_tests/test_assets/validators/valid_length.py @@ -0,0 +1,88 @@ +import string +from typing import Callable, Dict, List, Optional, Union + +import rstr + +from guardrails.logger import logger +from guardrails.utils.casting_utils import to_int +from guardrails.validator_base import ( + FailResult, + PassResult, + ValidationResult, + Validator, + register_validator, +) + + +@register_validator(name="valid-length", data_type=["string", "list"]) +class ValidLength(Validator): + """Validates that the length of value is within the expected range. + + **Key Properties** + + | Property | Description | + | ----------------------------- | --------------------------------- | + | Name for `format` attribute | `length` | + | Supported data types | `string`, `list`, `object` | + | Programmatic fix | If shorter than the minimum, pad with empty last elements. If longer than the maximum, truncate. | + + Args: + min: The inclusive minimum length. + max: The inclusive maximum length. + """ # noqa + + def __init__( + self, + min: Optional[int] = None, + max: Optional[int] = None, + on_fail: Optional[Callable] = None, + ): + super().__init__( + on_fail=on_fail, + min=min, + max=max, + ) + self._min = to_int(min) + self._max = to_int(max) + + def validate(self, value: Union[str, List], metadata: Dict) -> ValidationResult: + """Validates that the length of value is within the expected range.""" + logger.debug( + f"Validating {value} is in length range {self._min} - {self._max}..." + ) + + if self._min is not None and len(value) < self._min: + logger.debug(f"Value {value} is less than {self._min}.") + + # Repeat the last character to make the value the correct length. + if isinstance(value, str): + if not value: + last_val = rstr.rstr(string.ascii_lowercase, 1) + else: + last_val = value[-1] + corrected_value = value + last_val * (self._min - len(value)) + else: + if not value: + last_val = [rstr.rstr(string.ascii_lowercase, 1)] + else: + last_val = [value[-1]] + # extend value by padding it out with last_val + corrected_value = value.extend([last_val] * (self._min - len(value))) + + return FailResult( + error_message=f"Value has length less than {self._min}. " + f"Please return a longer output, " + f"that is shorter than {self._max} characters.", + fix_value=corrected_value, + ) + + if self._max is not None and len(value) > self._max: + logger.debug(f"Value {value} is greater than {self._max}.") + return FailResult( + error_message=f"Value has length greater than {self._max}. " + f"Please return a shorter output, " + f"that is shorter than {self._max} characters.", + fix_value=value[: self._max], + ) + + return PassResult() From c653799ccf8fb76599ce011359e9d64138a12fce Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 15 May 2024 14:41:58 -0500 Subject: [PATCH 004/318] cleanup print statements --- guardrails/classes/templating/constants_container.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/guardrails/classes/templating/constants_container.py b/guardrails/classes/templating/constants_container.py index 9cd149d87..2996480fe 100644 --- a/guardrails/classes/templating/constants_container.py +++ b/guardrails/classes/templating/constants_container.py @@ -9,13 +9,10 @@ def __init__(self): def fill_constants(self) -> None: self_file_path = os.path.dirname(__file__) - print("self_file_path: ", self_file_path) self_dirname = os.path.dirname(self_file_path) - print("self_dirname: ", self_dirname) constants_file = os.path.abspath( os.path.join(self_dirname, "..", "constants.xml") ) - print("constants_file: ", constants_file) with open(constants_file, "r") as f: xml = f.read() From c0583e9fec4f5e2ef5554e6ed69be41e0e702907 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 15 May 2024 18:43:50 -0500 Subject: [PATCH 005/318] ensure initialization, compress call and parse into exec --- guardrails/classes/schema/processed_schema.py | 4 +- guardrails/guard.py | 769 ++++++------------ guardrails/types/__init__.py | 2 + guardrails/types/validator.py | 2 + 4 files changed, 273 insertions(+), 504 deletions(-) diff --git a/guardrails/classes/schema/processed_schema.py b/guardrails/classes/schema/processed_schema.py index 3ef3e2d16..a719e9618 100644 --- a/guardrails/classes/schema/processed_schema.py +++ b/guardrails/classes/schema/processed_schema.py @@ -3,7 +3,7 @@ from guardrails_api_client import ValidatorReference from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions from guardrails.classes.output_type import OutputTypes -from guardrails.validator_base import Validator +from guardrails.types.validator import ValidatorMap @dataclass @@ -16,6 +16,6 @@ class ProcessedSchema: output_type: OutputTypes = None validators: List[ValidatorReference] = field(default_factory=list) - validator_map: Dict[str, List[Validator]] = field(default_factory=dict) + validator_map: ValidatorMap = field(default_factory=dict) json_schema: Dict[str, Any] = field(default_factory=dict) exec_opts: GuardExecutionOptions = field(default_factory=GuardExecutionOptions) diff --git a/guardrails/guard.py b/guardrails/guard.py index 32da3c033..b5d39c98d 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -2,7 +2,6 @@ import contextvars import json import os -import warnings from copy import deepcopy from string import Template from typing import ( @@ -34,8 +33,7 @@ ) from langchain_core.messages import BaseMessage from langchain_core.runnables import Runnable, RunnableConfig -from pydantic import BaseModel, Field, PrivateAttr, field_validator -from typing_extensions import deprecated +from pydantic import BaseModel, Field, field_validator from guardrails.api_client import GuardrailsApiClient from guardrails.classes import OT, InputType, ValidationOutcome @@ -60,7 +58,6 @@ from guardrails.prompt import Instructions, Prompt from guardrails.rail import Rail from guardrails.run import AsyncRunner, Runner, StreamRunner -from guardrails.schema import StringSchema from guardrails.schema.primitive_schema import primitive_to_schema from guardrails.schema.pydantic_schema import pydantic_model_to_schema from guardrails.schema.rail_schema import rail_file_to_schema, rail_string_to_schema @@ -73,6 +70,7 @@ set_tracer, set_tracer_context, ) +from guardrails.utils.safe_get import safe_get from guardrails.utils.hub_telemetry_utils import HubTelemetry from guardrails.utils.llm_response import LLMResponse from guardrails.utils.reask_utils import FieldReAsk @@ -82,6 +80,7 @@ UseManyValidatorTuple, UseManyValidatorSpec, UseValidatorSpec, + ValidatorMap, ) @@ -105,25 +104,29 @@ class that contains the raw output from the LLM, the validated output, as well as other helpful information. """ + # Public id: Optional[str] = None name: Optional[str] = None description: Optional[str] = None validators: Optional[List[ValidatorReference]] = [] schema: Optional[Dict[str, Any]] = None + # Legacy _num_reasks = None + _rail: Optional[Rail] = None + _base_model: Optional[Union[Type[BaseModel], Type[List[Type[BaseModel]]]]] + + # Private _tracer = None _tracer_context = None _hub_telemetry = None - _guard_id = None _user_id = None - _validators: List[Validator] - _validator_map: Dict[str, List[Validator]] = {} + _validator_map: ValidatorMap = {} + _validators: List[Validator] = [] _api_client: Optional[GuardrailsApiClient] = None _allow_metrics_collection: Optional[bool] = None - _rail: Optional[Rail] = None - _base_model: Optional[Union[Type[BaseModel], Type[List[Type[BaseModel]]]]] - _exec_opts: Optional[GuardExecutionOptions] = PrivateAttr() + _exec_opts: GuardExecutionOptions + _output_type: OutputTypes def __init__( self, @@ -133,7 +136,6 @@ def __init__( description: Optional[str] = None, validators: Optional[List[ValidatorReference]] = [], schema: Optional[Dict[str, Any]] = None, - _exec_opts: Optional[GuardExecutionOptions] = None, ): """Initialize the Guard with optional Rail instance, num_reasks, and base_model.""" @@ -144,6 +146,7 @@ def __init__( self.description = description self.schema = schema self._validator_map = {} + self._validators = {} super().__init__( id=self.id, name=self.name, @@ -151,25 +154,12 @@ def __init__( validators=validators, var_schema=ModelSchema.from_dict(schema), ) - - # if not rail: - # rail = ( - # Rail.from_pydantic(base_model) - # if base_model - # else Rail.from_string_validators([]) - # ) - # self.rail = rail - # self.base_model = base_model - - # Backwards compatibility - self._exec_opts = _exec_opts or GuardExecutionOptions() + self._fill_validator_map() + self._fill_validators() # TODO: Support a sink for history so that it is not solely held in memory self.history: Stack[Call] = Stack() - # Legacy Guard.use() validators - self._validators = [] - # Gaurdrails As A Service Initialization api_key = os.environ.get("GUARDRAILS_API_KEY") if api_key is not None: @@ -226,6 +216,68 @@ def _configure_telemtry( # Initialize Hub Telemetry singleton and get the tracer self._hub_telemetry = HubTelemetry() + def _fill_validator_map(self): + for ref in self.validators: + entry: List[Validator] = self._validator_map.get(ref.on, []) + v = safe_get( + list( + filter( + lambda v: ( + v.rail_alias == ref.id + and v.on_fail_descriptor == ref.on_fail + and v.get_args() == ref.kwargs + ), + entry, + ) + ), + 0, + ) + if not v: + serialized_args = list( + map( + lambda arg: Template("{${arg}}").safe_substitute(arg=arg), + ref.kwargs.values(), + ) + ) + string_syntax = Template("${id}: ${args}").safe_substitute( + id=ref.id, args=" ".join(serialized_args) + ) + entry.append(get_validator((string_syntax, ref.on_fail))) + self._validator_map[ref.on] = entry + + def _fill_validators(self): + self._validators = [ + v for v in (self._validator_map[k] for k in self._validator_map) + ] + + # FIXME: What do we have this to look like now? + def __repr__(self): + return f"Guard(RAIL={self.rail})" + + # FIXME: What do we have this to look like now? + def __rich_repr__(self): + yield "RAIL", self.rail + + def __stringify__(self): + if self._output_type == OutputTypes.STRING: + template = Template( + """ + Guard { + validators: [ + ${validators} + ] + } + """ + ) + return template.safe_substitute( + { + "validators": ",\n".join( + [v.__stringify__() for v in self._validators] + ) + } + ) + return self.__repr__() + @classmethod def _from_rail_schema( cls, @@ -242,7 +294,6 @@ def _from_rail_schema( description=description, schema=schema.json_schema, validators=schema.validators, - _exec_opts=schema.exec_opts, ) if schema.output_type == OutputTypes.STRING: guard = cast(Guard[str], guard) @@ -252,6 +303,8 @@ def _from_rail_schema( guard = cast(Guard[Dict], guard) guard.configure(num_reasks=num_reasks, tracer=tracer) guard._validator_map = schema.validator_map + guard._exec_opts = schema.exec_opts + guard._output_type = schema.output_type guard._rail = rail return guard @@ -410,6 +463,8 @@ def from_pydantic( guard = cast(Guard[Dict], guard) guard.configure(num_reasks=num_reasks, tracer=tracer) guard._validator_map = schema.validator_map + guard._exec_opts = exec_opts + guard._output_type = schema.output_type guard._base_model = output_class return guard @@ -467,43 +522,15 @@ def from_string( ) guard.configure(num_reasks=num_reasks, tracer=tracer) guard._validator_map = schema.validator_map + guard._exec_opts = exec_opts + guard._output_type = schema.output_type return guard - @overload - def __call__( - self, - llm_api: Callable, - *args, - prompt_params: Optional[Dict] = None, - num_reasks: Optional[int] = None, - prompt: Optional[str] = None, - instructions: Optional[str] = None, - msg_history: Optional[List[Dict]] = None, - metadata: Optional[Dict] = None, - full_schema_reask: Optional[bool] = None, - stream: Optional[bool] = False, - **kwargs, - ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: ... - - @overload - def __call__( - self, - llm_api: Callable[[Any], Awaitable[Any]], - *args, - prompt_params: Optional[Dict] = None, - num_reasks: Optional[int] = None, - prompt: Optional[str] = None, - instructions: Optional[str] = None, - msg_history: Optional[List[Dict]] = None, - metadata: Optional[Dict] = None, - full_schema_reask: Optional[bool] = None, - **kwargs, - ) -> Awaitable[ValidationOutcome[OT]]: ... - - def __call__( + def _execute( self, - llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], *args, + llm_api: Optional[Union[Callable, Callable[[Any], Awaitable[Any]]]] = None, + llm_output: Optional[str] = None, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, prompt: Optional[str] = None, @@ -516,46 +543,29 @@ def __call__( Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], Awaitable[ValidationOutcome[OT]], ]: - """Call the LLM and validate the output. Pass an async LLM API to - return a coroutine. - - Args: - llm_api: The LLM API to call - (e.g. openai.Completion.create or openai.Completion.acreate) - prompt_params: The parameters to pass to the prompt.format() method. - num_reasks: The max times to re-ask the LLM for invalid output. - prompt: The prompt to use for the LLM. - instructions: Instructions for chat models. - msg_history: The message history to pass to the LLM. - metadata: Metadata to pass to the validators. - full_schema_reask: When reasking, whether to regenerate the full schema - or just the incorrect values. - Defaults to `True` if a base model is provided, - `False` otherwise. - - Returns: - The raw text output from the LLM and the validated output. - """ + if not llm_api and not llm_output: + raise RuntimeError("'llm_api' or 'llm_output' must be provided!") + if not llm_output and llm_api and not (prompt or msg_history): + raise RuntimeError( + "'prompt' or 'msg_history' must be provided in order to call an LLM!" + ) - def __call( - self, - llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], + def __exec( + self: Guard, *args, - prompt_params: Optional[Dict] = None, + llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], + llm_output: Optional[str] = None, + prompt_params: Optional[Dict] = {}, num_reasks: Optional[int] = None, prompt: Optional[str] = None, instructions: Optional[str] = None, msg_history: Optional[List[Dict]] = None, - metadata: Optional[Dict] = None, + metadata: Optional[Dict] = {}, full_schema_reask: Optional[bool] = None, **kwargs, ): - if metadata is None: - metadata = {} if full_schema_reask is None: full_schema_reask = self._base_model is not None - if prompt_params is None: - prompt_params = {} if self._allow_metrics_collection: # Create a new span for this guard call @@ -565,10 +575,13 @@ def __call( ("guard_id", self.id), ("user_id", self._user_id), ("llm_api", llm_api.__name__ if llm_api else "None"), - ("custom_reask_prompt", self.reask_prompt is not None), + ( + "custom_reask_prompt", + self._exec_opts.reask_prompt is not None, + ), ( "custom_reask_instructions", - self.reask_instructions is not None, + self._exec_opts.reask_instructions is not None, ), ], is_parent=True, # It will have children @@ -579,17 +592,15 @@ def __call( set_tracer(self._tracer) set_tracer_context(self._tracer_context) - self.configure(num_reasks=num_reasks) + self._set_num_reasks(num_reasks=num_reasks) if self._num_reasks is None: raise RuntimeError( "`num_reasks` is `None` after calling `configure()`. " "This should never happen." ) - input_prompt = prompt or (self.prompt._source if self.prompt else None) - input_instructions = instructions or ( - self.instructions._source if self.instructions else None - ) + input_prompt = prompt or self._exec_opts.prompt + input_instructions = instructions or self._exec_opts.instructions call_inputs = CallInputs( llm_api=llm_api, prompt=input_prompt, @@ -610,6 +621,7 @@ def __call( llm_api, *args, **kwargs ): return self._call_server( + llm_output=llm_output, llm_api=llm_api, num_reasks=self._num_reasks, prompt_params=prompt_params, @@ -621,8 +633,9 @@ def __call( # If the LLM API is async, return a coroutine if asyncio.iscoroutinefunction(llm_api): - return self._call_async( + return self._exec_async( llm_api=llm_api, + llm_output=llm_output, prompt_params=prompt_params, num_reasks=self._num_reasks, prompt=prompt, @@ -635,8 +648,9 @@ def __call( **kwargs, ) # Otherwise, call the LLM synchronously - return self._call_sync( + return self._exec_sync( llm_api=llm_api, + llm_output=llm_output, prompt_params=prompt_params, num_reasks=self._num_reasks, prompt=prompt, @@ -651,9 +665,10 @@ def __call( guard_context = contextvars.Context() return guard_context.run( - __call, + __exec, self, llm_api=llm_api, + llm_output=llm_output, prompt_params=prompt_params, num_reasks=num_reasks, prompt=prompt, @@ -665,38 +680,31 @@ def __call( **kwargs, ) - def _call_sync( + def _exec_sync( self, - llm_api: Callable, *args, + llm_api: Optional[Callable] = None, + llm_output: Optional[str] = None, call_log: Call, # Not optional, but internal - prompt_params: Optional[Dict], - num_reasks: Optional[int], - prompt: Optional[str], - instructions: Optional[str], - msg_history: Optional[List[Dict]], - metadata: Optional[Dict], - full_schema_reask: Optional[bool], + prompt_params: Dict = {}, # Should be defined at this point + num_reasks: int = 0, # Should be defined at this point + metadata: Dict = {}, # Should be defined at this point + full_schema_reask: bool = False, # Should be defined at this point + prompt: Optional[str] = None, + instructions: Optional[str] = None, + msg_history: Optional[List[Dict]] = None, **kwargs, ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: - instructions_obj = instructions or self.instructions - prompt_obj = prompt or self.prompt - msg_history_obj = msg_history or [] - if prompt_obj is None: - if msg_history is not None and not len(msg_history_obj): - raise RuntimeError( - "You must provide a prompt if msg_history is empty. " - "Alternatively, you can provide a prompt in the Schema constructor." - ) + api = get_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None # Check whether stream is set if kwargs.get("stream", False): # If stream is True, use StreamRunner runner = StreamRunner( - instructions=instructions_obj, - prompt=prompt_obj, - msg_history=msg_history_obj, - api=get_llm_ask(llm_api, *args, **kwargs), + instructions=instructions, + prompt=prompt, + msg_history=msg_history, + api=api, prompt_schema=self.rail.prompt_schema, instructions_schema=self.rail.instructions_schema, msg_history_schema=self.rail.msg_history_schema, @@ -711,10 +719,11 @@ def _call_sync( else: # Otherwise, use Runner runner = Runner( - instructions=instructions_obj, - prompt=prompt_obj, - msg_history=msg_history_obj, - api=get_llm_ask(llm_api, *args, **kwargs), + instructions=instructions, + prompt=prompt, + msg_history=msg_history, + api=api, + output=llm_output, prompt_schema=self.rail.prompt_schema, instructions_schema=self.rail.instructions_schema, msg_history_schema=self.rail.msg_history_schema, @@ -728,18 +737,19 @@ def _call_sync( call = runner(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) - async def _call_async( + async def _exec_async( self, - llm_api: Callable[[Any], Awaitable[Any]], *args, + llm_api: Callable[[Any], Awaitable[Any]], + llm_output: Optional[str] = None, call_log: Call, - prompt_params: Optional[Dict], - num_reasks: Optional[int], + prompt_params: Dict = {}, # Should be defined at this point + num_reasks: int = 0, # Should be defined at this point + metadata: Dict = {}, # Should be defined at this point + full_schema_reask: bool = False, # Should be defined at this point prompt: Optional[str], instructions: Optional[str], msg_history: Optional[List[Dict]], - metadata: Optional[Dict], - full_schema_reask: Optional[bool], **kwargs, ) -> ValidationOutcome[OT]: """Call the LLM asynchronously and validate the output. @@ -760,21 +770,15 @@ async def _call_async( Returns: The raw text output from the LLM and the validated output. """ - instructions_obj = instructions or self.instructions - prompt_obj = prompt or self.prompt - msg_history_obj = msg_history or [] - if prompt_obj is None: - if msg_history_obj is not None and not len(msg_history_obj): - raise RuntimeError( - "You must provide a prompt if msg_history is empty. " - "Alternatively, you can provide a prompt in the RAIL spec." - ) - + api = ( + get_async_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None + ) runner = AsyncRunner( - instructions=instructions_obj, - prompt=prompt_obj, - msg_history=msg_history_obj, - api=get_async_llm_ask(llm_api, *args, **kwargs), + instructions=instructions, + prompt=prompt, + msg_history=msg_history, + api=api, + output=llm_output, prompt_schema=self.rail.prompt_schema, instructions_schema=self.rail.instructions_schema, msg_history_schema=self.rail.msg_history_schema, @@ -788,31 +792,95 @@ async def _call_async( call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) - def __repr__(self): - return f"Guard(RAIL={self.rail})" + @overload + def __call__( + self, + llm_api: Callable, + *args, + prompt_params: Optional[Dict] = None, + num_reasks: Optional[int] = None, + prompt: Optional[str] = None, + instructions: Optional[str] = None, + msg_history: Optional[List[Dict]] = None, + metadata: Optional[Dict] = None, + full_schema_reask: Optional[bool] = None, + stream: Optional[bool] = False, + **kwargs, + ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: ... - def __rich_repr__(self): - yield "RAIL", self.rail + @overload + def __call__( + self, + llm_api: Callable[[Any], Awaitable[Any]], + *args, + prompt_params: Optional[Dict] = None, + num_reasks: Optional[int] = None, + prompt: Optional[str] = None, + instructions: Optional[str] = None, + msg_history: Optional[List[Dict]] = None, + metadata: Optional[Dict] = None, + full_schema_reask: Optional[bool] = None, + **kwargs, + ) -> Awaitable[ValidationOutcome[OT]]: ... - def __stringify__(self): - if self.rail and self.rail.output_type == "str": - template = Template( - """ - Guard { - validators: [ - ${validators} - ] - } - """ - ) - return template.safe_substitute( - { - "validators": ",\n".join( - [v.__stringify__() for v in self._validators] - ) - } - ) - return self.__repr__() + def __call__( + self, + llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], + *args, + prompt_params: Optional[Dict] = None, + num_reasks: Optional[int] = None, + prompt: Optional[str] = None, + instructions: Optional[str] = None, + msg_history: Optional[List[Dict]] = None, + metadata: Optional[Dict] = None, + full_schema_reask: Optional[bool] = None, + **kwargs, + ) -> Union[ + Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], + Awaitable[ValidationOutcome[OT]], + ]: + """Call the LLM and validate the output. Pass an async LLM API to + return a coroutine. + + Args: + llm_api: The LLM API to call + (e.g. openai.Completion.create or openai.Completion.acreate) + prompt_params: The parameters to pass to the prompt.format() method. + num_reasks: The max times to re-ask the LLM for invalid output. + prompt: The prompt to use for the LLM. + instructions: Instructions for chat models. + msg_history: The message history to pass to the LLM. + metadata: Metadata to pass to the validators. + full_schema_reask: When reasking, whether to regenerate the full schema + or just the incorrect values. + Defaults to `True` if a base model is provided, + `False` otherwise. + + Returns: + The raw text output from the LLM and the validated output. + """ + instructions = instructions or self._exec_opts.instructions + prompt = prompt or self._exec_opts.prompt + msg_history = msg_history or [] + if prompt is None: + if msg_history is not None and not len(msg_history): + raise RuntimeError( + "You must provide a prompt if msg_history is empty. " + "Alternatively, you can provide a prompt in the Schema constructor." + ) + + self._execute( + *args, + llm_api=llm_api, + prompt_params=prompt_params, + num_reasks=num_reasks, + prompt=prompt, + instructions=instructions, + msg_history=msg_history, + metadata=metadata, + full_schema_reask=full_schema_reask, + **kwargs, + ) @overload def parse( @@ -880,329 +948,48 @@ def parse( The validated response. This is either a string or a dictionary, determined by the object schema defined in the RAILspec. """ + final_num_reasks = ( + num_reasks if num_reasks is not None else 0 if llm_api is None else None + ) + prompt = kwargs.pop("prompt", self._exec_opts.prompt) + instructions = kwargs.pop("instructions", self._exec_opts.instructions) + msg_history = kwargs.pop("msg_history") - def __parse( - self, - llm_output: str, + return self._execute( *args, - metadata: Optional[Dict] = None, - llm_api: Optional[Callable] = None, - num_reasks: Optional[int] = None, - prompt_params: Optional[Dict] = None, - full_schema_reask: Optional[bool] = None, - **kwargs, - ): - final_num_reasks = ( - num_reasks if num_reasks is not None else 0 if llm_api is None else None - ) - - if self._allow_metrics_collection: - self._hub_telemetry.create_new_span( - span_name="/guard_parse", - attributes=[ - ("guard_id", self.id), - ("user_id", self._user_id), - ("llm_api", llm_api.__name__ if llm_api else "None"), - ("custom_reask_prompt", self.reask_prompt is not None), - ( - "custom_reask_instructions", - self.reask_instructions is not None, - ), - ], - is_parent=True, # It will have children - has_parent=False, # Has no parents - ) - - self.configure(num_reasks=final_num_reasks) - if self._num_reasks is None: - raise RuntimeError( - "`num_reasks` is `None` after calling `configure()`. " - "This should never happen." - ) - if full_schema_reask is None: - full_schema_reask = self._base_model is not None - metadata = metadata or {} - prompt_params = prompt_params or {} - - set_call_kwargs(kwargs) - set_tracer(self._tracer) - set_tracer_context(self._tracer_context) - - input_prompt = self.prompt._source if self.prompt else None - input_instructions = ( - self.instructions._source if self.instructions else None - ) - call_inputs = CallInputs( - llm_api=llm_api, - llm_output=llm_output, - prompt=input_prompt, - instructions=input_instructions, - prompt_params=prompt_params, - num_reasks=self._num_reasks, - metadata=metadata, - full_schema_reask=full_schema_reask, - args=list(args), - kwargs=kwargs, - ) - call_log = Call(inputs=call_inputs) - set_scope(str(id(call_log))) - self.history.push(call_log) - - if self._api_client is not None and model_is_supported_server_side( - llm_api, *args, **kwargs - ): - return self._call_server( - llm_output=llm_output, - llm_api=llm_api, - num_reasks=self._num_reasks, - prompt_params=prompt_params, - full_schema_reask=full_schema_reask, - call_log=call_log, - *args, - **kwargs, - ) - - # If the LLM API is async, return a coroutine - if asyncio.iscoroutinefunction(llm_api): - return self._async_parse( - llm_output=llm_output, - call_log=call_log, - metadata=metadata, - llm_api=llm_api, - num_reasks=self._num_reasks, - prompt_params=prompt_params, - full_schema_reask=full_schema_reask, - *args, - **kwargs, - ) - # Otherwise, call the LLM synchronously - return self._sync_parse( - llm_output=llm_output, - call_log=call_log, - metadata=metadata, - llm_api=llm_api, - num_reasks=self._num_reasks, - prompt_params=prompt_params, - full_schema_reask=full_schema_reask, - *args, - **kwargs, - ) - - guard_context = contextvars.Context() - return guard_context.run( - __parse, - self, - llm_output=llm_output, - metadata=metadata, llm_api=llm_api, - num_reasks=num_reasks, prompt_params=prompt_params, - full_schema_reask=full_schema_reask, - *args, - **kwargs, - ) - - def _sync_parse( - self, - llm_output: str, - *args, - call_log: Call, - metadata: Dict, - llm_api: Optional[Callable], - num_reasks: int, - prompt_params: Dict, - full_schema_reask: bool, - **kwargs, - ) -> ValidationOutcome[OT]: - """Alternate flow to using Guard where the llm_output is known. - - Args: - llm_output: The output from the LLM. - llm_api: The LLM API to use to re-ask the LLM. - num_reasks: The max times to re-ask the LLM for invalid output. - - Returns: - The validated response. - """ - runner = Runner( - instructions=kwargs.pop("instructions", None), - prompt=kwargs.pop("prompt", None), - msg_history=kwargs.pop("msg_history", None), - api=get_llm_ask(llm_api, *args, **kwargs) if llm_api else None, - prompt_schema=self.rail.prompt_schema, - instructions_schema=self.rail.instructions_schema, - msg_history_schema=self.rail.msg_history_schema, - output_schema=self.output_schema, - num_reasks=num_reasks, - metadata=metadata, - output=llm_output, - base_model=self._base_model, - full_schema_reask=full_schema_reask, - disable_tracer=(not self._allow_metrics_collection), - ) - call = runner(call_log=call_log, prompt_params=prompt_params) - - return ValidationOutcome[OT].from_guard_history(call) - - async def _async_parse( - self, - llm_output: str, - *args, - call_log: Call, - metadata: Dict, - llm_api: Optional[Callable[[Any], Awaitable[Any]]], - num_reasks: int, - prompt_params: Dict, - full_schema_reask: bool, - **kwargs, - ) -> ValidationOutcome[OT]: - """Alternate flow to using Guard where the llm_output is known. - - Args: - llm_output: The output from the LLM. - llm_api: The LLM API to use to re-ask the LLM. - num_reasks: The max times to re-ask the LLM for invalid output. - - Returns: - The validated response. - """ - runner = AsyncRunner( - instructions=kwargs.pop("instructions", None), - prompt=kwargs.pop("prompt", None), - msg_history=kwargs.pop("msg_history", None), - api=get_async_llm_ask(llm_api, *args, **kwargs) if llm_api else None, - prompt_schema=self.rail.prompt_schema, - instructions_schema=self.rail.instructions_schema, - msg_history_schema=self.rail.msg_history_schema, - output_schema=self.output_schema, - num_reasks=num_reasks, + num_reasks=final_num_reasks, + prompt=prompt, + instructions=instructions, + msg_history=msg_history, metadata=metadata, - output=llm_output, - base_model=self._base_model, full_schema_reask=full_schema_reask, - disable_tracer=(not self._allow_metrics_collection), - ) - call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) - - return ValidationOutcome[OT].from_guard_history(call) - - @deprecated( - """The `with_prompt_validation` method is deprecated, - and will be removed in 0.5.x. Instead, please use - `Guard().use(YourValidator, on='prompt')`.""", - category=FutureWarning, - stacklevel=2, - ) - def with_prompt_validation( - self, - validators: Sequence[Validator], - ): - """Add prompt validation to the Guard. - - Args: - validators: The validators to add to the prompt. - """ - if self.rail.prompt_schema: - warnings.warn("Overriding existing prompt validators.") - schema = StringSchema.from_string( - validators=validators, - ) - self.rail.prompt_schema = schema - return self - - @deprecated( - """The `with_instructions_validation` method is deprecated, - and will be removed in 0.5.x. Instead, please use - `Guard().use(YourValidator, on='instructions')`.""", - category=FutureWarning, - stacklevel=2, - ) - def with_instructions_validation( - self, - validators: Sequence[Validator], - ): - """Add instructions validation to the Guard. - - Args: - validators: The validators to add to the instructions. - """ - if self.rail.instructions_schema: - warnings.warn("Overriding existing instructions validators.") - schema = StringSchema.from_string( - validators=validators, + **kwargs, ) - self.rail.instructions_schema = schema - return self - - @deprecated( - """The `with_msg_history_validation` method is deprecated, - and will be removed in 0.5.x. Instead, please use - `Guard().use(YourValidator, on='msg_history')`.""", - category=FutureWarning, - stacklevel=2, - ) - def with_msg_history_validation( - self, - validators: Sequence[Validator], - ): - """Add msg_history validation to the Guard. - - Args: - validators: The validators to add to the msg_history. - """ - if self.rail.msg_history_schema: - warnings.warn("Overriding existing msg_history validators.") - schema = StringSchema.from_string( - validators=validators, - ) - self.rail.msg_history_schema = schema - return self def __add_validator(self, validator: Validator, on: str = "output"): - # Only available for string output types - if self.rail.output_type != "str": + # TODO: This isn't the case anymore; should we remove this restriction? + # e.g. User could rightfully do: + # Guard.from_pydantic().use(Validator, on="$.some.prop") + if self._output_type != OutputTypes.STRING: raise RuntimeError( "The `use` method is only available for string output types." ) - if on == "prompt": - # If the prompt schema exists, add the validator to it - if self.rail.prompt_schema: - self.rail.prompt_schema.root_datatype.validators.append(validator) - else: - # Otherwise, create a new schema with the validator - schema = StringSchema.from_string( - validators=[validator], - ) - self.rail.prompt_schema = schema - elif on == "instructions": - # If the instructions schema exists, add the validator to it - if self.rail.instructions_schema: - self.rail.instructions_schema.root_datatype.validators.append(validator) - else: - # Otherwise, create a new schema with the validator - schema = StringSchema.from_string( - validators=[validator], - ) - self.rail.instructions_schema = schema - elif on == "msg_history": - # If the msg_history schema exists, add the validator to it - if self.rail.msg_history_schema: - self.rail.msg_history_schema.root_datatype.validators.append(validator) - else: - # Otherwise, create a new schema with the validator - schema = StringSchema.from_string( - validators=[validator], - ) - self.rail.msg_history_schema = schema - elif on == "output": - self._validators.append(validator) - self.rail.output_schema.root_datatype.validators.append(validator) - else: - raise ValueError( - """Invalid value for `on`. Must be one of the following: - 'output', 'prompt', 'instructions', 'msg_history'.""" - ) + if on == "output": + on = "$" + + validator_reference = ValidatorReference( + id=validator.rail_alias, + on=on, + on_fail=validator.on_fail_descriptor, + kwargs=validator.get_args(), + ) + self.validators.append(validator_reference) + self._validator_map[on] = self._validator_map.get(on, []) + self._validator_map[on].append(validator) + self._validators.append(validator) @overload def use(self, validator: Validator, *, on: str = "output") -> "Guard": ... @@ -1266,20 +1053,6 @@ def use_many( return self def validate(self, llm_output: str, *args, **kwargs) -> ValidationOutcome[str]: - if ( - not self.rail - or self.rail.output_schema.root_datatype.validators != self._validators - ): - self.rail = Rail.from_string_validators( - validators=self._validators, - prompt=self.prompt.source if self.prompt else None, - instructions=self.instructions.source if self.instructions else None, - reask_prompt=self.reask_prompt.source if self.reask_prompt else None, - reask_instructions=self.reask_instructions.source - if self.reask_instructions - else None, - ) - return self.parse(llm_output=llm_output, *args, **kwargs) # No call support for this until @@ -1319,18 +1092,9 @@ def invoke( return cast(InputType, output) return cast(InputType, validated_output) - def _to_request(self) -> Dict: - return { - "name": self.name, - "description": self.description, - "railspec": self.rail._to_request(), - "numReasks": self._num_reasks, - } - def upsert_guard(self): if self._api_client: - guard_dict = self._to_request() - self._api_client.upsert_guard(IGuard.from_dict(guard_dict)) + self._api_client.upsert_guard(self) else: raise ValueError("Guard does not have an api client!") @@ -1375,6 +1139,7 @@ def _call_server( error="The response from the server was empty!", ) + # TODO: GET /guard/{guard-name}/history call_log = call_log or Call() if llm_api is not None: llm_api = get_llm_ask(llm_api) diff --git a/guardrails/types/__init__.py b/guardrails/types/__init__.py index 31337e630..a09be2c73 100644 --- a/guardrails/types/__init__.py +++ b/guardrails/types/__init__.py @@ -11,6 +11,7 @@ UseValidatorSpec, UseManyValidatorTuple, UseManyValidatorSpec, + ValidatorMap, ) __all__ = [ @@ -24,4 +25,5 @@ "UseValidatorSpec", "UseManyValidatorTuple", "UseManyValidatorSpec", + "ValidatorMap", ] diff --git a/guardrails/types/validator.py b/guardrails/types/validator.py index a300bf642..fb5afdd5b 100644 --- a/guardrails/types/validator.py +++ b/guardrails/types/validator.py @@ -14,3 +14,5 @@ Optional[Dict[str, Any]], ] UseManyValidatorSpec = Union[Validator, UseManyValidatorTuple] + +ValidatorMap = Dict[str, List[Validator]] From ee333e13d6130549d9c747afa469b7553b227544 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 16 May 2024 08:40:42 -0500 Subject: [PATCH 006/318] remove input formatting from rail init, leave commented code with notes --- guardrails/schema/rail_schema.py | 48 +++++++++++++++++--------------- 1 file changed, 25 insertions(+), 23 deletions(-) diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 9d708bc32..4801a857e 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -1,6 +1,4 @@ -import json -from string import Template -from typing import Any, Dict, List +from typing import Dict, List from guardrails_api_client.models.validation_type import ValidationType from lxml import etree as ET from lxml.etree import _Element, XMLParser @@ -10,7 +8,6 @@ from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.logger import logger from guardrails.types import RailTypes -from guardrails.utils.constants import substitute_constants from guardrails.utils.regex_utils import split_on from guardrails.utils.validator_utils import get_validator from guardrails.utils.xml_utils import xml_to_string @@ -259,23 +256,28 @@ def parse_element( ) -def load_input(input: str, output_schema: Dict[str, Any]) -> str: - """Legacy behaviour to substitute constants in on init.""" - const_subbed_input = substitute_constants(input) - return Template(const_subbed_input).safe_substitute( - output_schema=json.dumps(output_schema) - ) +# def load_input(input: str, output_schema: Dict[str, Any]) -> str: +# """Legacy behaviour to substitute constants in on init.""" +# const_subbed_input = substitute_constants(input) +# return Template(const_subbed_input).safe_substitute( +# output_schema=json.dumps(output_schema) +# ) -def parse_input( - input_tag: _Element, - output_schema: Dict[str, Any], - processed_schema: ProcessedSchema, - meta_property: str, -) -> str: - parse_element(input_tag, processed_schema, json_path=meta_property) - input = load_input(input_tag.text, output_schema) - return input +# def parse_input( +# input_tag: _Element, +# output_schema: Dict[str, Any], +# processed_schema: ProcessedSchema, +# meta_property: str, +# ) -> str: +# parse_element(input_tag, processed_schema, json_path=meta_property) +# # NOTE: Don't do this here. +# # This used to happen during RAIL init, +# # but it's cleaner if we just keep it as a string. +# # This way the Runner has a strict contract for inputs being strings +# # and it can format/process them however it needs to. +# # input = load_input(input_tag.text, output_schema) +# return input def rail_string_to_schema(rail_string: str) -> ProcessedSchema: @@ -316,15 +318,15 @@ def rail_string_to_schema(rail_string: str) -> ProcessedSchema: # prepended to the prompt. instructions_tag = rail_xml.find("instructions") if instructions_tag: - processed_schema.exec_opts.instructions = parse_input( - instructions_tag, output_schema, processed_schema, "instructions" + processed_schema.exec_opts.instructions = parse_element( + instructions_tag, processed_schema, "instructions" ) # Load prompt_tag = rail_xml.find("prompt") if prompt_tag: - processed_schema.exec_opts.prompt = parse_input( - prompt_tag, output_schema, processed_schema, "prompt" + processed_schema.exec_opts.prompt = parse_element( + prompt_tag, processed_schema, "prompt" ) # If reasking prompt and instructions are provided, add them to the schema. From f3a9bb60c53113ee9167973af5c8338a3825c38f Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 20 May 2024 08:50:54 -0500 Subject: [PATCH 007/318] Synchronous, Non-streaming, Guard execution --- guardrails/__init__.py | 3 +- guardrails/actions/__init__.py | 16 + guardrails/actions/filter.py | 37 ++ guardrails/actions/reask.py | 518 ++++++++++++++++++ guardrails/actions/refrain.py | 39 ++ guardrails/classes/__init__.py | 15 +- guardrails/classes/history/call.py | 8 +- guardrails/classes/history/iteration.py | 2 +- guardrails/classes/history/outputs.py | 4 +- guardrails/classes/llm/llm_response.py | 10 + guardrails/classes/schema/__init__.py | 3 +- guardrails/classes/schema/arbitrary_model.py | 5 + .../classes/validation/validation_result.py | 24 + .../classes/validation/validator_logs.py | 19 + guardrails/classes/validation_outcome.py | 4 +- guardrails/constants.xml | 83 ++- guardrails/errors/__init__.py | 13 +- guardrails/guard.py | 40 +- guardrails/llm_providers.py | 4 +- guardrails/prompt/base_prompt.py | 4 +- guardrails/prompt/instructions.py | 2 +- guardrails/prompt/prompt.py | 2 +- guardrails/rail.py | 4 +- guardrails/run/async_runner.py | 3 +- guardrails/run/runner.py | 367 +++++++------ guardrails/run/stream_runner.py | 3 +- guardrails/run/utils.py | 6 +- guardrails/schema/__init__.py | 10 - guardrails/schema/generator.py | 5 + guardrails/schema/parser.py | 71 +++ guardrails/schema/validator.py | 29 + guardrails/types/__init__.py | 4 + guardrails/types/inputs.py | 6 + guardrails/types/on_fail.py | 11 + guardrails/utils/constants.py | 3 + guardrails/utils/llm_response.py | 2 +- guardrails/utils/logs_utils.py | 71 +-- guardrails/utils/parsing_utils.py | 154 +++++- guardrails/utils/prompt_utils.py | 104 ++++ guardrails/utils/reask_utils.py | 35 +- guardrails/utils/safe_get.py | 24 - guardrails/utils/telemetry_utils.py | 2 +- guardrails/utils/templating_utils.py | 12 + guardrails/utils/validator_utils.py | 13 + guardrails/validator_base.py | 54 +- guardrails/validator_service.py | 184 ++++--- .../schema/test_validator.py | 90 +++ tests/unit_tests/actions/test_filter.py | 21 + tests/unit_tests/actions/test_refrain.py | 50 ++ tests/unit_tests/classes/history/test_call.py | 2 +- .../classes/history/test_iteration.py | 2 +- .../classes/history/test_outputs.py | 2 +- tests/unit_tests/schema/test_parser.py | 78 +++ .../test_async_validator_service.py | 2 +- tests/unit_tests/utils/test_parsing_utils.py | 8 - .../unit_tests/utils/test_templating_utils.py | 8 + 56 files changed, 1804 insertions(+), 491 deletions(-) create mode 100644 guardrails/actions/__init__.py create mode 100644 guardrails/actions/filter.py create mode 100644 guardrails/actions/reask.py create mode 100644 guardrails/actions/refrain.py create mode 100644 guardrails/classes/llm/llm_response.py create mode 100644 guardrails/classes/schema/arbitrary_model.py create mode 100644 guardrails/classes/validation/validation_result.py create mode 100644 guardrails/classes/validation/validator_logs.py create mode 100644 guardrails/schema/generator.py create mode 100644 guardrails/schema/parser.py create mode 100644 guardrails/types/inputs.py create mode 100644 guardrails/types/on_fail.py create mode 100644 guardrails/utils/prompt_utils.py create mode 100644 guardrails/utils/templating_utils.py create mode 100644 tests/integration_tests/schema/test_validator.py create mode 100644 tests/unit_tests/actions/test_filter.py create mode 100644 tests/unit_tests/actions/test_refrain.py create mode 100644 tests/unit_tests/schema/test_parser.py create mode 100644 tests/unit_tests/utils/test_templating_utils.py diff --git a/guardrails/__init__.py b/guardrails/__init__.py index 6e28dff7f..a5821eb1e 100644 --- a/guardrails/__init__.py +++ b/guardrails/__init__.py @@ -6,7 +6,8 @@ from guardrails.prompt import Instructions, Prompt from guardrails.rail import Rail from guardrails.utils import constants, docs_utils -from guardrails.validator_base import OnFailAction, Validator, register_validator +from guardrails.types.on_fail import OnFailAction +from guardrails.validator_base import Validator, register_validator __all__ = [ "Guard", diff --git a/guardrails/actions/__init__.py b/guardrails/actions/__init__.py new file mode 100644 index 000000000..c8aa2b109 --- /dev/null +++ b/guardrails/actions/__init__.py @@ -0,0 +1,16 @@ +from guardrails.actions.filter import Filter, apply_filters + +from guardrails.actions.reask import ReAsk, FieldReAsk, SkeletonReAsk, NonParseableReAsk + +from guardrails.actions.refrain import Refrain, apply_refrain + +__all__ = [ + "Filter", + "apply_filters", + "ReAsk", + "FieldReAsk", + "SkeletonReAsk", + "NonParseableReAsk", + "Refrain", + "apply_refrain", +] diff --git a/guardrails/actions/filter.py b/guardrails/actions/filter.py new file mode 100644 index 000000000..8d25dd9ee --- /dev/null +++ b/guardrails/actions/filter.py @@ -0,0 +1,37 @@ +from typing import Any, Dict, List + + +class Filter: + pass + + +def apply_filters(value: Any) -> Any: + if isinstance(value, Filter): + pass + elif isinstance(value, List): + # Cleaner syntax but requires two iterations + # filtered_list = list(filter(None, map(apply_filters, value))) + filtered_list = [] + for item in value: + filtered_item = apply_filters(item) + if filtered_item is not None: + filtered_list.append(filtered_item) + + return filtered_list + elif isinstance(value, Dict): + # Cleaner syntax but requires two iterations + # filtered_dict = { + # k: apply_filters(v) + # for k, v in value.items() + # if apply_filters(v) + # } + filtered_dict = {} + for k, v in value.items(): + # Should we omit the key or just the value? + filtered_value = apply_filters(v) + if filtered_value is not None: + filtered_dict[k] = filtered_value + + return filtered_dict + else: + return value diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py new file mode 100644 index 000000000..3b7e84b74 --- /dev/null +++ b/guardrails/actions/reask.py @@ -0,0 +1,518 @@ +from copy import deepcopy +import json +from typing import Any, Dict, List, Optional, Tuple, Union +from pydantic import BaseModel + +from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.validation.validation_result import FailResult +from guardrails.prompt.instructions import Instructions +from guardrails.prompt.prompt import Prompt +from guardrails.schema.generator import generate_example +from guardrails.types.validator import ValidatorMap +from guardrails.utils.constants import constants +from guardrails.utils.prompt_utils import prompt_content_for_schema + + +### Classes/Types ### +class ReAsk(BaseModel): + incorrect_value: Any + fail_results: List[FailResult] + + +class FieldReAsk(ReAsk): + path: Optional[List[Any]] = None + + +class SkeletonReAsk(ReAsk): + pass + + +class NonParseableReAsk(ReAsk): + pass + + +### Internal Helper Methods ### +def get_reask_subschema( + json_schema: Dict[str, Any], + reasks: Optional[List[FieldReAsk]] = None, +) -> Dict[str, Any]: + """Prune schema of any subschemas that are not in `reasks`. + + Return the schema with only the subschemas that are being `reask`ed for and + their parents. If `reasks` is None, return the entire schema. If an + subschema is removed, remove all ancestors that have no children. + + Args: + root: A JSON Schema + reasks: The fields that are to be reasked. + + Returns: + A JSON Schema. + """ + root = deepcopy(json_schema) + + if reasks is None: + return root + + # Find all elements that are to be retained + # NOTE: At this point, in the case of discriminated unions, + # the LLM has already decided which subschema of the union to use. + # This means that we can flatten complex schema compositions, e.g. anyOf's, + # and just build a subschema that represents the resolved schema + # of the LLM response. + # schema_paths_to_retain = [] + # for reask in reasks: + # path = reask.path + # if path is None: + # raise RuntimeError("FieldReAsk path is None") + # schema_path = "$" + # for part in path: + # if isinstance(part, int): + # schema_path += ".items" + # else: + # schema_path += f".properties.{path}" + # schema_paths_to_retain.append(schema_path) + + # # Remove all elements that are not to be retained + # def _prune_schema(schema: Dict[str, Any]) -> None: + # if schema.get("type") == SimpleTypes.ARRAY: + # if schema.children.item not in retain: + # del schema._children["item"] + # else: + # _prune_schema(schema.children.item) + # else: # if isinstance(schema, ObjectType): + # for child_name, child in vars(schema.children).items(): + # if child not in retain: + # del schema._children[child_name] + # else: + # _prune_schema(child) + + # _prune_schema(root) + + # FIXME: PUNT + return root + + +def prune_obj_for_reasking(obj: Any) -> Union[None, Dict, List, ReAsk]: + """After validation, we get a nested dictionary where some keys may be + ReAsk objects. + + This function prunes the validated form of any object that is not a ReAsk object. + It also keeps all of the ancestors of the ReAsk objects. + + Args: + obj: The validated object. + + Returns: + The pruned validated object. + """ + + if isinstance(obj, ReAsk): + return obj + elif isinstance(obj, list): + pruned_list = [] + for item in obj: + pruned_output = prune_obj_for_reasking(item) + if pruned_output is not None: + pruned_list.append(pruned_output) + if len(pruned_list): + return pruned_list + return None + elif isinstance(obj, dict): + pruned_json = {} + for key, value in obj.items(): + if isinstance(value, FieldReAsk): + pruned_json[key] = value + elif isinstance(value, dict): + pruned_output = prune_obj_for_reasking(value) + if pruned_output is not None: + pruned_json[key] = pruned_output + elif isinstance(value, list): + pruned_list = [] + for item in value: + pruned_output = prune_obj_for_reasking(item) + if pruned_output is not None: + pruned_list.append(pruned_output) + if len(pruned_list): + pruned_json[key] = pruned_list + + if len(pruned_json): + return pruned_json + + return None + + +def update_response_by_path(output: dict, path: List[Any], value: Any) -> None: + """Update the output by path. + + Args: + output: The output. + path: The path to the element to be updated. + value: The value to be updated. + """ + for key in path[:-1]: + output = output[key] + output[path[-1]] = value + + +### Guard Execution Methods ### +def introspect( + data: Optional[Union[ReAsk, str, Dict, List]], +) -> Tuple[List[ReAsk], Optional[Union[str, Dict, List]]]: + if isinstance(data, FieldReAsk): + return [data], None + elif isinstance(data, SkeletonReAsk): + return [data], None + elif isinstance(data, NonParseableReAsk): + return [data], None + return gather_reasks(data) + + +def get_reask_setup_for_string( + output_type: OutputTypes, + output_schema: Dict[str, Any], + validation_map: ValidatorMap, + reasks: List[FieldReAsk], + *, + validation_response: Optional[Union[str, Dict, ReAsk]] = None, + prompt_params: Optional[Dict[str, Any]] = {}, + exec_options: Optional[GuardExecutionOptions] = GuardExecutionOptions(), +) -> Tuple[Dict[str, Any], Prompt, Instructions]: + schema_prompt_content = prompt_content_for_schema( + output_type, output_schema, validation_map + ) + + reask_prompt_template = None + if exec_options.reask_prompt: + reask_prompt_template = Prompt(exec_options.reask_prompt) + else: + reask_prompt_template = Prompt( + constants["high_level_string_reask_prompt"] + + constants["complete_string_suffix"] + ) + + error_messages = "\n".join( + [ + f"- {fail_result.error_message}" + for reask in reasks + for fail_result in reask.fail_results + ] + ) + + prompt = reask_prompt_template.format( + previous_response=validation_response.incorrect_value, + error_messages=error_messages, + output_schema=schema_prompt_content, + **prompt_params, + ) + + instructions = None + if exec_options.reask_instructions: + instructions = Instructions(exec_options.reask_instructions) + if instructions is None: + instructions = Instructions("You are a helpful assistant.") + instructions = instructions.format( + output_schema=schema_prompt_content, **prompt_params + ) + + return output_schema, prompt, instructions + + +def get_reask_setup_for_json( + output_type: OutputTypes, + output_schema: Dict[str, Any], + validation_map: ValidatorMap, + reasks: List[FieldReAsk], + *, + parsing_response: Optional[Union[str, Dict, ReAsk]] = None, + validation_response: Optional[Union[str, Dict, ReAsk]] = None, + use_full_schema: Optional[bool] = False, + prompt_params: Optional[Dict[str, Any]] = {}, + exec_options: Optional[GuardExecutionOptions] = GuardExecutionOptions(), +) -> Tuple[Dict[str, Any], Prompt, Instructions]: + reask_schema = output_schema + is_skeleton_reask = not any(isinstance(reask, FieldReAsk) for reask in reasks) + is_nonparseable_reask = any( + isinstance(reask, NonParseableReAsk) for reask in reasks + ) + error_messages = {} + + reask_prompt_template = None + if exec_options.reask_prompt: + reask_prompt_template = Prompt(exec_options.reask_prompt) + + if is_nonparseable_reask: + if reask_prompt_template is None: + reask_prompt_template = Prompt( + constants["high_level_json_parsing_reask_prompt"] + + constants["json_suffix_without_examples"] + ) + np_reask: NonParseableReAsk = next( + r for r in reasks if isinstance(r, NonParseableReAsk) + ) + # Give the LLM what it gave us that couldn't be parsed as JSON + reask_value = np_reask.incorrect_value + elif is_skeleton_reask: + if reask_prompt_template is None: + reask_prompt_template = Prompt( + constants["high_level_skeleton_reask_prompt"] + + constants["error_messages"] + + constants["json_suffix_with_structure_example"] + ) + + # Validation hasn't happend yet + # and the problem is with the json the LLM gave us. + # Give it this same json and tell it to fix it. + reask_value = parsing_response + skeleton_reask: SkeletonReAsk = next( + r for r in reasks if isinstance(r, SkeletonReAsk) + ) + error_messages = skeleton_reask.fail_results[0].error_message + else: + if use_full_schema: + # Give the LLM the full JSON that failed validation + reask_value = parsing_response + # Don't prune the tree if we're reasking with pydantic model + # (and openai function calling) + else: + # Prune out the individual fields that did not fail validation. + # Only reask for field that did fail. + reask_value = prune_obj_for_reasking(validation_response) + + # Generate a subschema that matches the specific fields we're reasking for. + field_reasks = [r for r in reasks if isinstance(r, FieldReAsk)] + reask_schema = get_reask_subschema(output_schema, field_reasks) + + if reask_prompt_template is None: + reask_prompt_template = Prompt( + constants["high_level_json_reask_prompt"] + + constants["json_suffix_without_examples"] + ) + + error_messages = { + r.path: "; ".join(f.error_message for f in r.fail_results) + for r in reasks + if isinstance(r, FieldReAsk) + } + + stringified_schema = prompt_content_for_schema( + output_type, reask_schema, validation_map + ) + + json_example = json.dumps( + generate_example(reask_schema), + indent=2, + ) + + def reask_decoder(obj): + decoded = {} + for k, v in obj.__dict__.items(): + if k in ["path"]: + continue + if k == "fail_results": + k = "error_messages" + v = [result.error_message for result in v] + decoded[k] = v + return decoded + + prompt = reask_prompt_template.format( + previous_response=json.dumps( + reask_value, indent=2, default=reask_decoder, ensure_ascii=False + ), + output_schema=stringified_schema, + json_example=json_example, + error_messages=json.dumps(error_messages), + **prompt_params, + ) + + instructions = None + if exec_options.reask_instructions: + instructions = Instructions(exec_options.reask_instructions) + else: + instructions = Instructions(constants["high_level_json_instructions"]) + instructions = instructions.format(**prompt_params) + + return reask_schema, prompt, instructions + + +def get_reask_setup( + output_type: OutputTypes, + output_schema: Dict[str, Any], + validation_map: ValidatorMap, + reasks: List[FieldReAsk], + *, + parsing_response: Optional[Union[str, Dict, ReAsk]] = None, + validation_response: Optional[Union[str, Dict, ReAsk]] = None, + use_full_schema: Optional[bool] = False, + prompt_params: Optional[Dict[str, Any]] = None, + exec_options: Optional[GuardExecutionOptions] = GuardExecutionOptions(), +) -> Tuple[Dict[str, Any], Prompt, Instructions]: + if output_type == OutputTypes.STRING: + return get_reask_setup_for_string( + output_type=output_type, + output_schema=output_schema, + validation_map=validation_map, + reasks=reasks, + validation_response=validation_response, + prompt_params=prompt_params, + exec_options=exec_options, + ) + return get_reask_setup_for_json( + output_type=output_type, + output_schema=output_schema, + validation_map=validation_map, + reasks=reasks, + parsing_response=parsing_response, + validation_response=validation_response, + use_full_schema=use_full_schema, + prompt_params=prompt_params, + exec_options=exec_options, + ) + + +### Post-Processing Methods ### +def gather_reasks( + validated_output: Optional[Union[ReAsk, str, Dict, List]], +) -> Tuple[List[ReAsk], Optional[Union[str, Dict, List]]]: + """Traverse output and gather all ReAsk objects. + + Args: + validated_output (Union[str, Dict, ReAsk], optional): The output of a model. + Each value can be a ReAsk, a list, a dictionary, or a single value. + + Returns: + A list of ReAsk objects found in the output. + """ + if validated_output is None: + return [], None + if isinstance(validated_output, ReAsk): + return [validated_output], None + if isinstance(validated_output, str): + return [], validated_output + + reasks = [] + + def _gather_reasks_in_dict( + original: Dict, valid_output: Dict, path: Optional[List[Union[str, int]]] = None + ) -> None: + if path is None: + path = [] + for field, value in original.items(): + if isinstance(value, FieldReAsk): + value.path = path + [field] + reasks.append(value) + del valid_output[field] + + if isinstance(value, dict): + _gather_reasks_in_dict(value, valid_output[field], path + [field]) + + if isinstance(value, list): + _gather_reasks_in_list(value, valid_output[field], path + [field]) + return + + def _gather_reasks_in_list( + original: List, valid_output: List, path: Optional[List[Union[str, int]]] = None + ) -> None: + if path is None: + path = [] + for idx, item in enumerate(original): + if isinstance(item, FieldReAsk): + item.path = path + [idx] + reasks.append(item) + del valid_output[idx] + elif isinstance(item, dict): + _gather_reasks_in_dict(item, valid_output[idx], path + [idx]) + elif isinstance(item, list): + _gather_reasks_in_list(item, valid_output[idx], path + [idx]) + return + + if isinstance(validated_output, Dict): + valid_output = deepcopy(validated_output) + _gather_reasks_in_dict(validated_output, valid_output) + return reasks, valid_output + elif isinstance(validated_output, List): + valid_output = deepcopy(validated_output) + _gather_reasks_in_list(validated_output, valid_output) + return reasks, valid_output + return reasks, None + + +def sub_reasks_with_fixed_values(value: Any) -> Any: + """Substitute ReAsk objects with their fixed values recursively. + + Args: + value: Either a list, a dictionary, a ReAsk object or a scalar value. + + Returns: + The value with ReAsk objects replaced with their fixed values. + """ + copy = deepcopy(value) + if isinstance(copy, list): + for index, item in enumerate(copy): + copy[index] = sub_reasks_with_fixed_values(item) + elif isinstance(copy, dict): + for dict_key, dict_value in value.items(): + copy[dict_key] = sub_reasks_with_fixed_values(dict_value) + elif isinstance(copy, FieldReAsk): + fix_value = copy.fail_results[0].fix_value + # TODO handle multiple fail results + # Leave the ReAsk in place if there is no fix value + # This allows us to determine the proper status for the call + copy = fix_value if fix_value is not None else copy + + return copy + + +def merge_reask_output(previous_response, reask_response) -> Dict: + """Merge the reask output into the original output. + + Args: + prev_logs: validation output object from the previous iteration. + current_logs: validation output object from the current iteration. + + Returns: + The merged output. + """ + + if isinstance(previous_response, ReAsk): + return reask_response + + pruned_reask_json = prune_obj_for_reasking(previous_response) + + # Reask output and reask json have the same structure, except that values + # of the reask json are ReAsk objects. We want to replace the ReAsk objects + # with the values from the reask output. + merged_json = deepcopy(previous_response) + + def update_reasked_elements(pruned_reask_json, reask_response_dict): + if isinstance(pruned_reask_json, dict): + for key, value in pruned_reask_json.items(): + if isinstance(value, FieldReAsk): + if value.path is None: + raise RuntimeError( + "FieldReAsk object must have a path attribute." + ) + corrected_value = reask_response_dict.get(key) + update_response_by_path(merged_json, value.path, corrected_value) + else: + update_reasked_elements( + pruned_reask_json[key], reask_response_dict[key] + ) + elif isinstance(pruned_reask_json, list): + for i, item in enumerate(pruned_reask_json): + if isinstance(item, FieldReAsk): + if item.path is None: + raise RuntimeError( + "FieldReAsk object must have a path attribute." + ) + corrected_value = reask_response_dict[i] + update_response_by_path(merged_json, item.path, corrected_value) + else: + update_reasked_elements( + pruned_reask_json[i], reask_response_dict[i] + ) + + update_reasked_elements(pruned_reask_json, reask_response) + + return merged_json diff --git a/guardrails/actions/refrain.py b/guardrails/actions/refrain.py new file mode 100644 index 000000000..923b746d3 --- /dev/null +++ b/guardrails/actions/refrain.py @@ -0,0 +1,39 @@ +from typing import Any, Dict, List, Union +from guardrails.classes.output_type import OutputTypes +from guardrails.logger import logger + + +class Refrain: + pass + + +def check_for_refrain(value: Union[List, Dict]) -> bool: + if isinstance(value, Refrain): + return True + elif isinstance(value, list): + for item in value: + if check_for_refrain(item): + return True + elif isinstance(value, dict): + for key, child in value.items(): + if check_for_refrain(child): + return True + + return False + + +# Could be a generic instead of Any +def apply_refrain(value: Any, output_type: OutputTypes) -> Any: + refrain_value = {} + if output_type == OutputTypes.STRING: + refrain_value = "" + elif output_type == OutputTypes.LIST: + refrain_value = [] + + if check_for_refrain(value): + # If the data contains a `Refain` value, we return an empty + # value. + logger.debug("Refrain detected.") + value = refrain_value + + return value diff --git a/guardrails/classes/__init__.py b/guardrails/classes/__init__.py index 066311801..b1f149410 100644 --- a/guardrails/classes/__init__.py +++ b/guardrails/classes/__init__.py @@ -1,6 +1,19 @@ from guardrails.classes.credentials import Credentials from guardrails.classes.input_type import InputType from guardrails.classes.output_type import OT +from guardrails.classes.validation.validation_result import ( + ValidationResult, + PassResult, + FailResult, +) from guardrails.classes.validation_outcome import ValidationOutcome -__all__ = ["ValidationOutcome", "OT", "InputType", "Credentials"] +__all__ = [ + "Credentials", + "InputType", + "OT", + "ValidationResult", + "PassResult", + "FailResult", + "ValidationOutcome", +] diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 1a7ef7174..b6ca90a45 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -6,21 +6,23 @@ from rich.tree import Tree from typing_extensions import deprecated +from guardrails.actions.filter import Filter +from guardrails.actions.refrain import Refrain +from guardrails.actions.reask import merge_reask_output from guardrails.classes.generic.stack import Stack from guardrails.classes.history.call_inputs import CallInputs from guardrails.classes.history.iteration import Iteration from guardrails.constants import error_status, fail_status, not_run_status, pass_status from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt -from guardrails.utils.logs_utils import ValidatorLogs, merge_reask_output +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.pydantic_utils import ArbitraryModel from guardrails.utils.reask_utils import ( ReAsk, gather_reasks, sub_reasks_with_fixed_values, ) -from guardrails.utils.safe_get import get_value_from_path -from guardrails.validator_base import Filter, Refrain +from guardrails.schema.parser import get_value_from_path # We can't inherit from Iteration because python diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py index 1eb9e12dd..8d3ae43e2 100644 --- a/guardrails/classes/history/iteration.py +++ b/guardrails/classes/history/iteration.py @@ -12,7 +12,7 @@ from guardrails.classes.history.outputs import Outputs from guardrails.logger import get_scope_handler from guardrails.prompt.prompt import Prompt -from guardrails.utils.logs_utils import ValidatorLogs +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.pydantic_utils import ArbitraryModel from guardrails.utils.reask_utils import ReAsk diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index 9d4d19544..2b620d978 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -5,10 +5,10 @@ from guardrails.constants import error_status, fail_status, not_run_status, pass_status from guardrails.utils.llm_response import LLMResponse -from guardrails.utils.logs_utils import ValidatorLogs +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.pydantic_utils import ArbitraryModel from guardrails.utils.reask_utils import ReAsk -from guardrails.validator_base import FailResult +from guardrails.classes.validation.validation_result import FailResult class Outputs(ArbitraryModel): diff --git a/guardrails/classes/llm/llm_response.py b/guardrails/classes/llm/llm_response.py new file mode 100644 index 000000000..072ad2de7 --- /dev/null +++ b/guardrails/classes/llm/llm_response.py @@ -0,0 +1,10 @@ +from typing import Iterable, Optional + +from guardrails.classes.schema import ArbitraryModel + + +class LLMResponse(ArbitraryModel): + prompt_token_count: Optional[int] = None + response_token_count: Optional[int] = None + output: str + stream_output: Optional[Iterable] = None diff --git a/guardrails/classes/schema/__init__.py b/guardrails/classes/schema/__init__.py index b85bd10f1..b66e526d7 100644 --- a/guardrails/classes/schema/__init__.py +++ b/guardrails/classes/schema/__init__.py @@ -1,3 +1,4 @@ +from guardrails.classes.schema.arbitrary_model import ArbitraryModel from guardrails.classes.schema.processed_schema import ProcessedSchema -__all__ = ["ProcessedSchema"] +__all__ = ["ArbitraryModel", "ProcessedSchema"] diff --git a/guardrails/classes/schema/arbitrary_model.py b/guardrails/classes/schema/arbitrary_model.py new file mode 100644 index 000000000..d26def657 --- /dev/null +++ b/guardrails/classes/schema/arbitrary_model.py @@ -0,0 +1,5 @@ +from pydantic import BaseModel, ConfigDict + + +class ArbitraryModel(BaseModel): + model_config = ConfigDict(arbitrary_types_allowed=True) diff --git a/guardrails/classes/validation/validation_result.py b/guardrails/classes/validation/validation_result.py new file mode 100644 index 000000000..665ebed76 --- /dev/null +++ b/guardrails/classes/validation/validation_result.py @@ -0,0 +1,24 @@ +from typing import Any, Dict, Literal, Optional +from pydantic import BaseModel, Field + + +class ValidationResult(BaseModel): + outcome: str + metadata: Optional[Dict[str, Any]] = None + + +class PassResult(ValidationResult): + outcome: Literal["pass"] = "pass" + + class ValueOverrideSentinel: + pass + + # should only be used if Validator.override_value_on_pass is True + value_override: Optional[Any] = Field(default=ValueOverrideSentinel) + + +class FailResult(ValidationResult): + outcome: Literal["fail"] = "fail" + + error_message: str + fix_value: Optional[Any] = None diff --git a/guardrails/classes/validation/validator_logs.py b/guardrails/classes/validation/validator_logs.py new file mode 100644 index 000000000..fb760d45c --- /dev/null +++ b/guardrails/classes/validation/validator_logs.py @@ -0,0 +1,19 @@ +from datetime import datetime +from typing import Any, Optional + +from guardrails.classes.schema.arbitrary_model import ArbitraryModel +from guardrails.classes.validation.validation_result import ValidationResult + + +class ValidatorLogs(ArbitraryModel): + """Logs for a single validator.""" + + validator_name: str + registered_name: str + value_before_validation: Any + validation_result: Optional[ValidationResult] = None + value_after_validation: Optional[Any] = None + start_time: Optional[datetime] = None + end_time: Optional[datetime] = None + instance_id: Optional[int] = None + property_path: str diff --git a/guardrails/classes/validation_outcome.py b/guardrails/classes/validation_outcome.py index c59eadf2d..ff2ea44de 100644 --- a/guardrails/classes/validation_outcome.py +++ b/guardrails/classes/validation_outcome.py @@ -3,11 +3,11 @@ from pydantic import Field from rich.pretty import pretty_repr +from guardrails.actions.reask import ReAsk from guardrails.classes.history import Call, Iteration from guardrails.classes.output_type import OT +from guardrails.classes.schema.arbitrary_model import ArbitraryModel from guardrails.constants import pass_status -from guardrails.utils.logs_utils import ArbitraryModel -from guardrails.utils.reask_utils import ReAsk class ValidationOutcome(ArbitraryModel, Generic[OT]): diff --git a/guardrails/constants.xml b/guardrails/constants.xml index eb189dcd3..0690ed9f3 100644 --- a/guardrails/constants.xml +++ b/guardrails/constants.xml @@ -2,9 +2,13 @@ -Return a valid JSON object that respects this XML format and extracts only the information requested in this document. Respect the types indicated in the XML -- the information you extract should be converted into the correct 'type'. Try to be as correct and concise as possible. Find all relevant information in the document. If you are unsure of the answer, enter 'None'. If you answer incorrectly, you will be asked again until you get it right which is expensive. +Return a valid JSON object that respects this JSON Schema and extracts only the information requested in this document. Respect the types indicated in the JSON Schema -- the information you extract should be converted into the correct 'type'. Try to be as correct and concise as possible. Find all relevant information in the document. If you are unsure of the answer, enter 'None'. If you answer incorrectly, you will be asked again until you get it right which is expensive. + +Return a valid JSON object that respects this XML format and extracts only the information requested in this document. Respect the types indicated in the XML -- the information you extract should be converted into the correct 'type'. Try to be as correct and concise as possible. Find all relevant information in the document. If you are unsure of the answer, enter 'None'. If you answer incorrectly, you will be asked again until you get it right which is expensive. + + Given below is XML that describes the information to extract from this document and the tags to extract it into. @@ -12,14 +16,22 @@ Given below is XML that describes the information to extract from this document -ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter "None". +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter "None". + +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter "None". + + -ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. + +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. + + I was given the following JSON response, which had problems due to incorrect values. @@ -45,12 +57,21 @@ Help me correct this by making it valid JSON. +Given below is a JSON Schema that describes the output structure you should return. + +JSON Schema: +${output_schema} + +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema provided, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. + + + Given below is XML that describes the information to extract from this document and the tags to extract it into. ${output_schema} ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. - + ${gr.json_suffix_without_examples} @@ -59,6 +80,15 @@ ${json_example} +Given below is a JSON Schema that describes the information to extract from this document and the tags to extract it into. + +JSON Schema: +${output_schema} + +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. + + + Given below is XML that describes the information to extract from this document and the tags to extract it into. ${output_schema} @@ -69,9 +99,18 @@ Here are examples of simple (XML, JSON) pairs that show the expected behavior: - ``]]> => `{'foo': 'example one'}` - `]]>` => `{"bar": ['STRING ONE', 'STRING TWO', etc.]}` - `]]>` => `{'baz': {'foo': 'Some String', 'index': 1}}` - + +Given below is a JSON Schema that describes the information to extract from this document and the tags to extract it into. + +JSON Schema: +${output_schema} + +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. + + + Given below is XML that describes the information to extract from this document and the tags to extract it into. ${output_schema} @@ -82,10 +121,19 @@ Here are examples of simple (XML, JSON) pairs that show the expected behavior: - ``]]> => `{'foo': 'example one'}` - `]]>` => `{"bar": ['STRING ONE', 'STRING TWO', etc.]}` - `]]>` => `{'baz': {'foo': 'Some String', 'index': 1}}` - + +Given below is JSON Schema that describes the information to extract from this document and the tags to extract it into. + +JSON Schema: +${output_schema} + +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, try your best guess. + + + Given below is XML that describes the information to extract from this document and the tags to extract it into. ${output_schema} @@ -96,17 +144,21 @@ Here are examples of simple (XML, JSON) pairs that show the expected behavior: - ``]]> => `{'foo': 'example one'}` - `]]>` => `{"bar": ['STRING ONE', 'STRING TWO', etc.]}` - `]]>` => `{'baz': {'foo': 'Some String', 'index': 1}}` - + +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. + + + ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. Here are examples of simple (XML, JSON) pairs that show the expected behavior: - ``]]> => `{'foo': 'example one'}` - `]]>` => `{"bar": ['STRING ONE', 'STRING TWO', etc.]}` - `]]>` => `{'baz': {'foo': 'Some String', 'index': 1}}` - + This was a previous response you generated: @@ -125,12 +177,25 @@ ${output_schema} You are a helpful assistant only capable of communicating with valid JSON, and no other text. +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema provided, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. + + + +You are a helpful assistant only capable of communicating with valid JSON, and no other text. + ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. Here are examples of simple (XML, JSON) pairs that show the expected behavior: - ``]]> => `{'foo': 'example one'}` - `]]>` => `{"bar": ['STRING ONE', 'STRING TWO', etc.]}` - `]]>` => `{'baz': {'foo': 'Some String', 'index': 1}}` - + + + + +Error Messages: +${error_messages} + + \ No newline at end of file diff --git a/guardrails/errors/__init__.py b/guardrails/errors/__init__.py index 959a3bcb0..de9cd519b 100644 --- a/guardrails/errors/__init__.py +++ b/guardrails/errors/__init__.py @@ -15,4 +15,15 @@ class ValidationError(Exception): """Top level validation error.""" -__all__ = ["ValidatorError", "ValidationError"] +class UserFacingException(Exception): + """Wraps an exception to denote it as user-facing. + + It will be unwrapped in runner. + """ + + def __init__(self, original_exception: Exception): + super().__init__() + self.original_exception = original_exception + + +__all__ = ["ValidatorError", "ValidationError", "UserFacingException"] diff --git a/guardrails/guard.py b/guardrails/guard.py index b5d39c98d..f38c6aa8d 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -33,10 +33,13 @@ ) from langchain_core.messages import BaseMessage from langchain_core.runnables import Runnable, RunnableConfig -from pydantic import BaseModel, Field, field_validator +from pydantic import Field, field_validator from guardrails.api_client import GuardrailsApiClient -from guardrails.classes import OT, InputType, ValidationOutcome +from guardrails.classes.output_type import OT +from guardrails.classes.input_type import InputType +from guardrails.classes.validation_outcome import ValidationOutcome +from guardrails.classes.validation.validation_result import FailResult from guardrails.classes.credentials import Credentials from guardrails.classes.execution import GuardExecutionOptions from guardrails.classes.generic import Stack @@ -70,12 +73,13 @@ set_tracer, set_tracer_context, ) +from guardrails.types.pydantic import ModelOrListOfModels from guardrails.utils.safe_get import safe_get from guardrails.utils.hub_telemetry_utils import HubTelemetry from guardrails.utils.llm_response import LLMResponse from guardrails.utils.reask_utils import FieldReAsk -from guardrails.utils.validator_utils import get_validator -from guardrails.validator_base import FailResult, Validator +from guardrails.utils.validator_utils import get_validator, verify_metadata_requirements +from guardrails.validator_base import Validator from guardrails.types import ( UseManyValidatorTuple, UseManyValidatorSpec, @@ -109,12 +113,12 @@ class that contains the raw output from name: Optional[str] = None description: Optional[str] = None validators: Optional[List[ValidatorReference]] = [] - schema: Optional[Dict[str, Any]] = None + schema: Dict[str, Any] = {} # Legacy _num_reasks = None _rail: Optional[Rail] = None - _base_model: Optional[Union[Type[BaseModel], Type[List[Type[BaseModel]]]]] + _base_model: Optional[ModelOrListOfModels] # Private _tracer = None @@ -144,9 +148,9 @@ def __init__( self.id = id or str(id(self)) self.name = name or f"gr-{self.id}" self.description = description - self.schema = schema + self.schema = schema or {} self._validator_map = {} - self._validators = {} + self._validators = [] super().__init__( id=self.id, name=self.name, @@ -404,7 +408,7 @@ def from_rail_string( @classmethod def from_pydantic( cls, - output_class: Union[Type[BaseModel], Type[List[Type[BaseModel]]]], + output_class: ModelOrListOfModels, *, prompt: Optional[str] = None, instructions: Optional[str] = None, @@ -536,7 +540,7 @@ def _execute( prompt: Optional[str] = None, instructions: Optional[str] = None, msg_history: Optional[List[Dict]] = None, - metadata: Optional[Dict] = None, + metadata: Optional[Dict] = {}, full_schema_reask: Optional[bool] = None, **kwargs, ) -> Union[ @@ -550,6 +554,13 @@ def _execute( "'prompt' or 'msg_history' must be provided in order to call an LLM!" ) + # check if validator requirements are fulfilled + missing_keys = verify_metadata_requirements(metadata, self._validators) + if missing_keys: + raise ValueError( + f"Missing required metadata keys: {', '.join(missing_keys)}" + ) + def __exec( self: Guard, *args, @@ -700,6 +711,7 @@ def _exec_sync( # Check whether stream is set if kwargs.get("stream", False): # If stream is True, use StreamRunner + # !!!!!!!!!!!! FIXME LAST !!!!!!!!!!!! runner = StreamRunner( instructions=instructions, prompt=prompt, @@ -714,6 +726,7 @@ def _exec_sync( base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), + output_type=self._output_type, ) return runner(call_log=call_log, prompt_params=prompt_params) else: @@ -724,15 +737,13 @@ def _exec_sync( msg_history=msg_history, api=api, output=llm_output, - prompt_schema=self.rail.prompt_schema, - instructions_schema=self.rail.instructions_schema, - msg_history_schema=self.rail.msg_history_schema, output_schema=self.output_schema, num_reasks=num_reasks, metadata=metadata, base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), + output_type=self._output_type, ) call = runner(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) @@ -773,6 +784,7 @@ async def _exec_async( api = ( get_async_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None ) + # !!!!!!!!!!!! FIXME NEXT !!!!!!!!!!!! runner = AsyncRunner( instructions=instructions, prompt=prompt, @@ -788,6 +800,7 @@ async def _exec_async( base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), + output_type=self._output_type, ) call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) @@ -957,6 +970,7 @@ def parse( return self._execute( *args, + llm_output=llm_output, llm_api=llm_api, prompt_params=prompt_params, num_reasks=final_num_reasks, diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index f650c04d9..d4a9e94f1 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -15,8 +15,8 @@ from guardrails_api_client.models import LLMResource from pydantic import BaseModel -from guardrails.utils.exception_utils import UserFacingException -from guardrails.utils.llm_response import LLMResponse +from guardrails.errors import UserFacingException +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.openai_utils import ( AsyncOpenAIClient, OpenAIClient, diff --git a/guardrails/prompt/base_prompt.py b/guardrails/prompt/base_prompt.py index 5d0d22bcd..614699a3e 100644 --- a/guardrails/prompt/base_prompt.py +++ b/guardrails/prompt/base_prompt.py @@ -8,7 +8,7 @@ from guardrails.classes.templating.namespace_template import NamespaceTemplate from guardrails.utils.constants import constants -from guardrails.utils.parsing_utils import get_template_variables +from guardrails.utils.templating_utils import get_template_variables class BasePrompt: @@ -18,9 +18,11 @@ def __init__(self, source: str, output_schema: Optional[str] = None): self._source = source self.format_instructions_start = self.get_format_instructions_idx(source) + # FIXME: Why is this happening on init instead of on format? # Substitute constants in the prompt. source = self.substitute_constants(source) + # FIXME: Why is this happening on init instead of on format? # If an output schema is provided, substitute it in the prompt. if output_schema: self.source = Template(source).safe_substitute(output_schema=output_schema) diff --git a/guardrails/prompt/instructions.py b/guardrails/prompt/instructions.py index 1a1a5a0ef..110978a04 100644 --- a/guardrails/prompt/instructions.py +++ b/guardrails/prompt/instructions.py @@ -2,7 +2,7 @@ from string import Template -from guardrails.utils.parsing_utils import get_template_variables +from guardrails.utils.templating_utils import get_template_variables from .base_prompt import BasePrompt diff --git a/guardrails/prompt/prompt.py b/guardrails/prompt/prompt.py index 33dc7c92a..cfd335404 100644 --- a/guardrails/prompt/prompt.py +++ b/guardrails/prompt/prompt.py @@ -2,7 +2,7 @@ from string import Template -from guardrails.utils.parsing_utils import get_template_variables +from guardrails.utils.templating_utils import get_template_variables from .base_prompt import BasePrompt diff --git a/guardrails/rail.py b/guardrails/rail.py index 27be5bf22..8c76b9ec4 100644 --- a/guardrails/rail.py +++ b/guardrails/rail.py @@ -9,7 +9,9 @@ from guardrails.datatypes import List as ListDataType from guardrails.prompt import Instructions, Prompt -from guardrails.schema import JsonSchema, Schema, StringSchema +from guardrails.schema.schema import Schema +from guardrails.schema.string_schema import StringSchema +from guardrails.schema.json_schema import JsonSchema from guardrails.utils.xml_utils import cast_xml_to_string from guardrails.validator_base import ValidatorSpec diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index 95b00d9c2..867046623 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -11,7 +11,8 @@ from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner from guardrails.run.utils import msg_history_source, msg_history_string -from guardrails.schema import Schema, StringSchema +from guardrails.schema.schema import Schema +from guardrails.schema.string_schema import StringSchema from guardrails.utils.exception_utils import UserFacingException from guardrails.utils.llm_response import LLMResponse from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 9688d43ea..cacb1a1d4 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -1,21 +1,24 @@ import copy from functools import partial -from typing import Any, Dict, List, Optional, Sequence, Tuple, Type, Union - -from pydantic import BaseModel +from typing import Any, Dict, List, Optional, Sequence, Tuple, Union, cast +from guardrails import validator_service +from guardrails.actions.reask import get_reask_setup from guardrails.classes.history import Call, Inputs, Iteration, Outputs -from guardrails.datatypes import verify_metadata_requirements +from guardrails.classes.output_type import OutputTypes from guardrails.errors import ValidationError from guardrails.llm_providers import AsyncPromptCallableBase, PromptCallableBase from guardrails.logger import set_scope from guardrails.prompt import Instructions, Prompt from guardrails.run.utils import msg_history_source, msg_history_string -from guardrails.schema import Schema, StringSchema +from guardrails.schema.validator import schema_validation +from guardrails.types import ModelOrListOfModels, ValidatorMap, MessageHistory from guardrails.utils.exception_utils import UserFacingException from guardrails.utils.hub_telemetry_utils import HubTelemetry from guardrails.utils.llm_response import LLMResponse -from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk +from guardrails.utils.parsing_utils import parse_llm_output +from guardrails.utils.prompt_utils import preprocess_prompt, prompt_content_for_schema +from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk, introspect from guardrails.utils.telemetry_utils import trace @@ -36,64 +39,89 @@ class Runner: where the output is already known. """ + # Validation Inputs + output_schema: Dict[str, Any] + output_type: OutputTypes + validation_map: ValidatorMap = {} + metadata: Optional[Dict[str, Any]] = None + + # LLM Inputs + prompt: Optional[Prompt] = None + instructions: Optional[Instructions] = None + msg_history: Optional[List[Dict[str, Union[Prompt, str]]]] = None + base_model: Optional[ModelOrListOfModels] + + # LLM Calling Details + api: Optional[PromptCallableBase] = None + output: Optional[str] = None + num_reasks: int + full_schema_reask: bool = False + + # Internal Metrics Collection + disable_tracer: Optional[bool] = True + + # QUESTION: Are any of these init args actually necessary for initialization? + # ANSWER: _Maybe_ prompt, instructions, and msg_history for Prompt initialization + # but even that can happen at execution time. + # TODO: In versions >=0.6.x, remove this class and just execute a Guard functionally def __init__( self, - output_schema: Schema, + output_type: OutputTypes, + output_schema: Dict[str, Any], num_reasks: int, - prompt: Optional[Union[str, Prompt]] = None, - instructions: Optional[Union[str, Instructions]] = None, + validation_map: ValidatorMap = {}, + *, + prompt: Optional[str] = None, + instructions: Optional[str] = None, msg_history: Optional[List[Dict]] = None, api: Optional[PromptCallableBase] = None, - prompt_schema: Optional[StringSchema] = None, - instructions_schema: Optional[StringSchema] = None, - msg_history_schema: Optional[StringSchema] = None, metadata: Optional[Dict[str, Any]] = None, output: Optional[str] = None, - base_model: Optional[ - Union[Type[BaseModel], Type[List[Type[BaseModel]]]] - ] = None, + base_model: Optional[ModelOrListOfModels] = None, full_schema_reask: bool = False, disable_tracer: Optional[bool] = True, ): + # Validation Inputs + self.output_type = output_type + self.output_schema = output_schema + self.validation_map = validation_map + self.metadata = metadata or {} + + # LLM Inputs if prompt: assert api, "Must provide an API if a prompt is provided." assert not output, "Cannot provide both a prompt and output." - if isinstance(prompt, str): - self.prompt = Prompt(prompt, output_schema=output_schema.transpile()) - else: - self.prompt = prompt + stringified_output_schema = prompt_content_for_schema( + output_type, output_schema, validation_map + ) + if prompt: + self.prompt = Prompt(prompt, output_schema=stringified_output_schema) - if isinstance(instructions, str): + if instructions: self.instructions = Instructions( - instructions, output_schema=output_schema.transpile() + instructions, output_schema=stringified_output_schema ) - else: - self.instructions = instructions if msg_history: - msg_history = copy.deepcopy(msg_history) msg_history_copy = [] for msg in msg_history: - msg["content"] = Prompt( - msg["content"], output_schema=output_schema.transpile() + msg_copy = copy.deepcopy(msg) + msg_copy["content"] = Prompt( + msg_copy["content"], output_schema=stringified_output_schema ) - msg_history_copy.append(msg) + msg_history_copy.append(msg_copy) self.msg_history = msg_history_copy - else: - self.msg_history = None + self.base_model = base_model + + # LLM Calling Details self.api = api - self.prompt_schema = prompt_schema - self.instructions_schema = instructions_schema - self.msg_history_schema = msg_history_schema - self.output_schema = output_schema - self.num_reasks = num_reasks - self.metadata = metadata or {} self.output = output - self.base_model = base_model + self.num_reasks = num_reasks self.full_schema_reask = full_schema_reask + # Internal Metrics Collection # Get metrics opt-out from credentials self._disable_tracer = disable_tracer @@ -101,7 +129,7 @@ def __init__( # Get the HubTelemetry singleton self._hub_telemetry = HubTelemetry() - def __call__(self, call_log: Call, prompt_params: Optional[Dict] = None) -> Call: + def __call__(self, call_log: Call, prompt_params: Optional[Dict] = {}) -> Call: """Execute the runner by repeatedly calling step until the reask budget is exhausted. @@ -113,40 +141,26 @@ def __call__(self, call_log: Call, prompt_params: Optional[Dict] = None) -> Call The Call log for this run. """ try: - if prompt_params is None: - prompt_params = {} - - # check if validator requirements are fulfilled - missing_keys = verify_metadata_requirements( - self.metadata, self.output_schema.root_datatype - ) - if missing_keys: - raise ValueError( - f"Missing required metadata keys: {', '.join(missing_keys)}" - ) - # Figure out if we need to include instructions in the prompt. include_instructions = not ( self.instructions is None and self.msg_history is None ) + # NOTE: At first glance this seems gratuitous, + # but these local variables are reassigned after + # calling self.prepare_to_loop ( instructions, prompt, msg_history, - prompt_schema, - instructions_schema, - msg_history_schema, output_schema, ) = ( self.instructions, self.prompt, self.msg_history, - self.prompt_schema, - self.instructions_schema, - self.msg_history_schema, self.output_schema, ) + index = 0 for index in range(self.num_reasks + 1): # Run a single step. @@ -157,10 +171,7 @@ def __call__(self, call_log: Call, prompt_params: Optional[Dict] = None) -> Call prompt=prompt, msg_history=msg_history, prompt_params=prompt_params, - prompt_schema=prompt_schema, - instructions_schema=instructions_schema, - msg_history_schema=msg_history_schema, - output_schema=output_schema, + output_schema=self.output_schema, output=self.output if index == 0 else None, call_log=call_log, ) @@ -177,8 +188,9 @@ def __call__(self, call_log: Call, prompt_params: Optional[Dict] = None) -> Call msg_history, ) = self.prepare_to_loop( iteration.reasks, - call_log.validation_response, output_schema, + parsed_output=iteration.outputs.parsed_output, + validated_output=call_log.validation_response, prompt_params=prompt_params, include_instructions=include_instructions, ) @@ -207,16 +219,14 @@ def __call__(self, call_log: Call, prompt_params: Optional[Dict] = None) -> Call def step( self, index: int, + output_schema: Dict[str, Any], + call_log: Call, + *, api: Optional[PromptCallableBase], instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], - prompt_params: Dict, - prompt_schema: Optional[StringSchema], - instructions_schema: Optional[StringSchema], - msg_history_schema: Optional[StringSchema], - output_schema: Schema, - call_log: Call, + prompt_params: Optional[Dict] = {}, output: Optional[str] = None, ) -> Iteration: """Run a full step.""" @@ -245,16 +255,12 @@ def step( else: instructions, prompt, msg_history = self.prepare( call_log, - index, - instructions, - prompt, - msg_history, - prompt_params, - api, - prompt_schema, - instructions_schema, - msg_history_schema, - output_schema, + instructions=instructions, + prompt=prompt, + msg_history=msg_history, + prompt_params=prompt_params, + api=api, + attempt_number=index, ) iteration.inputs.instructions = instructions @@ -262,15 +268,13 @@ def step( iteration.inputs.msg_history = msg_history # Call: run the API. - llm_response = self.call( - index, instructions, prompt, msg_history, api, output - ) + llm_response = self.call(instructions, prompt, msg_history, api, output) iteration.outputs.llm_response_info = llm_response raw_output = llm_response.output # Parse: parse the output. - parsed_output, parsing_error = self.parse(index, raw_output, output_schema) + parsed_output, parsing_error = self.parse(raw_output) if parsing_error: iteration.outputs.exception = parsing_error iteration.outputs.error = str(parsing_error) @@ -279,7 +283,7 @@ def step( # Validate: run output validation. if parsing_error and isinstance(parsed_output, NonParseableReAsk): - reasks, _ = self.introspect(index, parsed_output, output_schema) + reasks, _ = self.introspect(parsed_output) else: # Validate: run output validation. validated_output = self.validate( @@ -288,9 +292,7 @@ def step( iteration.outputs.validation_response = validated_output # Introspect: inspect validated output for reasks. - reasks, valid_output = self.introspect( - index, validated_output, output_schema - ) + reasks, valid_output = self.introspect(validated_output) iteration.outputs.guarded_output = valid_output iteration.outputs.reasks = reasks @@ -303,20 +305,28 @@ def step( return iteration def validate_msg_history( - self, - call_log: Call, - msg_history: List[Dict], - msg_history_schema: StringSchema, - ): + self, call_log: Call, msg_history: MessageHistory, attempt_number: int + ) -> None: msg_str = msg_history_string(msg_history) inputs = Inputs( llm_output=msg_str, ) iteration = Iteration(inputs=inputs) call_log.iterations.insert(0, iteration) - validated_msg_history = msg_history_schema.validate( - iteration, msg_str, self.metadata, disable_tracer=self._disable_tracer + value, _metadata = validator_service.validate( + value=msg_str, + metadata=self.metadata, + validator_map=self.validation_map, + iteration=iteration, + disable_tracer=self._disable_tracer, + path="msg_history", + ) + value = validator_service.post_process_validation( + value, attempt_number, iteration ) + value = cast(str, value) + validated_msg_history = value + iteration.outputs.validation_response = validated_msg_history if isinstance(validated_msg_history, ReAsk): raise ValidationError( @@ -328,38 +338,44 @@ def validate_msg_history( def prepare_msg_history( self, call_log: Call, - msg_history: List[Dict], + msg_history: MessageHistory, prompt_params: Dict, - msg_history_schema: Optional[StringSchema], - ): - msg_history = copy.deepcopy(msg_history) + attempt_number: int, + ) -> List[Dict[str, str]]: + formatted_msg_history = [] # Format any variables in the message history with the prompt params. for msg in msg_history: - msg["content"] = msg["content"].format(**prompt_params) + msg_copy = copy.deepcopy(msg) + msg_copy["content"] = msg_copy["content"].format(**prompt_params) + formatted_msg_history.append(msg_copy) # validate msg_history - if msg_history_schema is not None: - self.validate_msg_history(call_log, msg_history, msg_history_schema) + if "msg_history" in self.validation_map: + self.validate_msg_history(call_log, formatted_msg_history, attempt_number) - return msg_history + return formatted_msg_history - def validate_prompt( - self, - call_log: Call, - prompt_schema: StringSchema, - prompt: Prompt, - ): + def validate_prompt(self, call_log: Call, prompt: Prompt, attempt_number: int): inputs = Inputs( llm_output=prompt.source, ) iteration = Iteration(inputs=inputs) call_log.iterations.insert(0, iteration) - validated_prompt = prompt_schema.validate( - iteration, - prompt.source, - self.metadata, + value, _metadata = validator_service.validate( + value=prompt.source, + metadata=self.metadata, + validator_map=self.validation_map, + iteration=iteration, disable_tracer=self._disable_tracer, + path="prompt", ) + value = validator_service.post_process_validation( + value, attempt_number, iteration + ) + + value = cast(str, value) + validated_prompt = value + iteration.outputs.validation_response = validated_prompt if validated_prompt is None: raise ValidationError("Prompt validation failed") @@ -368,22 +384,28 @@ def validate_prompt( return Prompt(validated_prompt) def validate_instructions( - self, - call_log: Call, - instructions_schema: StringSchema, - instructions: Instructions, + self, call_log: Call, instructions: Instructions, attempt_number: int ): inputs = Inputs( llm_output=instructions.source, ) iteration = Iteration(inputs=inputs) call_log.iterations.insert(0, iteration) - validated_instructions = instructions_schema.validate( - iteration, - instructions.source, - self.metadata, + value, _metadata = validator_service.validate( + value=instructions.source, + metadta=self.metadata, + validator_map=self.validation_map, + iteration=iteration, disable_tracer=self._disable_tracer, + path="instructions", + ) + value = validator_service.post_process_validation( + value, attempt_number, iteration ) + + value = cast(str, value) + validated_instructions = value + iteration.outputs.validation_response = validated_instructions if validated_instructions is None: raise ValidationError("Instructions validation failed") @@ -400,13 +422,8 @@ def prepare_prompt( prompt: Prompt, prompt_params: Dict, api: Union[PromptCallableBase, AsyncPromptCallableBase], - prompt_schema: Optional[StringSchema], - instructions_schema: Optional[StringSchema], - output_schema: Schema, + attempt_number: int, ): - if isinstance(prompt, str): - prompt = Prompt(prompt) - prompt = prompt.format(**prompt_params) # TODO(shreya): should there be any difference @@ -414,18 +431,21 @@ def prepare_prompt( if instructions is not None and isinstance(instructions, Instructions): instructions = instructions.format(**prompt_params) - instructions, prompt = output_schema.preprocess_prompt( - api, instructions, prompt + instructions, prompt = preprocess_prompt( + prompt_callable=api, + instructions=instructions, + prompt=prompt, + output_type=self.output_type, ) # validate prompt - if prompt_schema is not None and prompt is not None: - prompt = self.validate_prompt(call_log, prompt_schema, prompt) + if "prompt" in self.validation_map and prompt is not None: + prompt = self.validate_prompt(call_log, prompt, attempt_number) # validate instructions - if instructions_schema is not None and instructions is not None: + if "instructions" in self.validation_map and instructions is not None: instructions = self.validate_instructions( - call_log, instructions_schema, instructions + call_log, instructions, attempt_number ) return instructions, prompt @@ -433,16 +453,13 @@ def prepare_prompt( def prepare( self, call_log: Call, - index: int, + attempt_number: int, + *, instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], - prompt_params: Dict, + prompt_params: Optional[Dict] = {}, api: Optional[Union[PromptCallableBase, AsyncPromptCallableBase]], - prompt_schema: Optional[StringSchema], - instructions_schema: Optional[StringSchema], - msg_history_schema: Optional[StringSchema], - output_schema: Schema, ) -> Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]]: """Prepare by running pre-processing and input validation. @@ -452,11 +469,11 @@ def prepare( if api is None: raise UserFacingException(ValueError("API must be provided.")) - if prompt_params is None: - prompt_params = {} - + has_prompt_validation = "prompt" in self.validation_map + has_instructions_validation = "instructions" in self.validation_map + has_msg_history_validation = "msg_history" in self.validation_map if msg_history: - if prompt_schema is not None or instructions_schema is not None: + if has_prompt_validation or has_instructions_validation: raise UserFacingException( ValueError( "Prompt and instructions validation are " @@ -465,10 +482,10 @@ def prepare( ) prompt, instructions = None, None msg_history = self.prepare_msg_history( - call_log, msg_history, prompt_params, msg_history_schema + call_log, msg_history, prompt_params, attempt_number ) elif prompt is not None: - if msg_history_schema is not None: + if has_msg_history_validation: raise UserFacingException( ValueError( "Message history validation is " @@ -477,14 +494,7 @@ def prepare( ) msg_history = None instructions, prompt = self.prepare_prompt( - call_log, - instructions, - prompt, - prompt_params, - api, - prompt_schema, - instructions_schema, - output_schema, + call_log, instructions, prompt, prompt_params, api, attempt_number ) else: raise UserFacingException( @@ -496,7 +506,6 @@ def prepare( @trace(name="call") def call( self, - index: int, instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict[str, str]]], @@ -534,64 +543,78 @@ def call( def parse( self, - index: int, output: str, - output_schema: Schema, ): - parsed_output, error = output_schema.parse(output) + parsed_output, error = parse_llm_output(output) + # TODO: perform type coercion and key pruning here return parsed_output, error def validate( self, iteration: Iteration, - index: int, + attempt_number: int, parsed_output: Any, - output_schema: Schema, + output_schema: Dict[str, Any], **kwargs, ): """Validate the output.""" - validated_output = output_schema.validate( - iteration, - parsed_output, - self.metadata, - attempt_number=index, + # Break early if empty + if parsed_output is None: + return None + + skeleton_reask = schema_validation(parsed_output, output_schema, **kwargs) + if skeleton_reask: + return skeleton_reask + + validated_output, _metadata = validator_service.validate( + value=parsed_output, + metadta=self.metadata, + validator_map=self.validation_map, + iteration=iteration, disable_tracer=self._disable_tracer, - **kwargs, + path="$", + ) + validated_output = validator_service.post_process_validation( + validated_output, attempt_number, iteration ) return validated_output def introspect( self, - index: int, validated_output: Any, - output_schema: Schema, ) -> Tuple[Sequence[ReAsk], Optional[Union[str, Dict]]]: """Introspect the validated output.""" if validated_output is None: return [], None - reasks, valid_output = output_schema.introspect(validated_output) + reasks, valid_output = introspect(validated_output) return reasks, valid_output - def do_loop(self, index: int, reasks: Sequence[ReAsk]) -> bool: + def do_loop(self, attempt_number: int, reasks: Sequence[ReAsk]) -> bool: """Determine if we should loop again.""" - if reasks and index < self.num_reasks: + if reasks and attempt_number < self.num_reasks: return True return False def prepare_to_loop( self, reasks: Sequence[ReAsk], - validated_output: Optional[Union[str, Dict, ReAsk]], - output_schema: Schema, - prompt_params: Dict, + output_schema: Dict[str, Any], + *, + parsed_output: Optional[Union[str, Dict, ReAsk]] = None, + validated_output: Optional[Union[str, Dict, ReAsk]] = None, + prompt_params: Optional[Dict] = {}, include_instructions: bool = False, - ) -> Tuple[Prompt, Optional[Instructions], Schema, Optional[List[Dict]]]: + ) -> Tuple[Prompt, Optional[Instructions], Dict[str, Any], Optional[List[Dict]]]: """Prepare to loop again.""" - output_schema, prompt, instructions = output_schema.get_reask_setup( + output_schema, prompt, instructions = get_reask_setup( + output_type=self.output_type, + output_schema=output_schema, + validation_map=self.validation_map, reasks=reasks, - original_response=validated_output, + parsing_response=parsed_output, + validation_response=validated_output, use_full_schema=self.full_schema_reask, prompt_params=prompt_params, ) diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 890c3fd9c..f3915ea05 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -12,7 +12,8 @@ ) from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner -from guardrails.schema import Schema, StringSchema +from guardrails.schema.schema import Schema +from guardrails.schema.string_schema import StringSchema from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.reask_utils import SkeletonReAsk diff --git a/guardrails/run/utils.py b/guardrails/run/utils.py index a3528e19d..100f653e4 100644 --- a/guardrails/run/utils.py +++ b/guardrails/run/utils.py @@ -1,15 +1,17 @@ import copy from typing import Dict, List +from guardrails.types.inputs import MessageHistory -def msg_history_source(msg_history) -> List[Dict[str, str]]: + +def msg_history_source(msg_history: MessageHistory) -> List[Dict[str, str]]: msg_history_copy = copy.deepcopy(msg_history) for msg in msg_history_copy: msg["content"] = msg["content"].source return msg_history_copy -def msg_history_string(msg_history) -> str: +def msg_history_string(msg_history: MessageHistory) -> str: msg_history_copy = "" for msg in msg_history: msg_history_copy += msg["content"].source diff --git a/guardrails/schema/__init__.py b/guardrails/schema/__init__.py index b2ec84b9e..e69de29bb 100644 --- a/guardrails/schema/__init__.py +++ b/guardrails/schema/__init__.py @@ -1,10 +0,0 @@ -from guardrails.schema.json_schema import JsonSchema, Schema2Prompt -from guardrails.schema.schema import Schema -from guardrails.schema.string_schema import StringSchema - -__all__ = [ - "Schema", - "StringSchema", - "JsonSchema", - "Schema2Prompt", -] diff --git a/guardrails/schema/generator.py b/guardrails/schema/generator.py new file mode 100644 index 000000000..e5dfba8fa --- /dev/null +++ b/guardrails/schema/generator.py @@ -0,0 +1,5 @@ +from typing import Any, Dict + + +def generate_example(json_schema: Dict[str, Any]) -> Any: + return {} diff --git a/guardrails/schema/parser.py b/guardrails/schema/parser.py new file mode 100644 index 000000000..da4e01ae7 --- /dev/null +++ b/guardrails/schema/parser.py @@ -0,0 +1,71 @@ +from typing import Any, Dict, List, Optional, Union + +from guardrails.utils.safe_get import safe_get + + +### Reading and Writing Payloads by JSON Path ### +def get_value_from_path( + object: Optional[Union[str, List[Any], Dict[Any, Any]]], property_path: str +) -> Any: + if object is None: + return None + + if isinstance(object, str) and property_path == "$.string": + return object + + path_elems = property_path.split(".") + path_elems.pop(0) + + value = object + for elem in path_elems: + obj_value = safe_get(value, elem) + if not obj_value and elem.isnumeric(): + # value was empty but the key may be an array index + value = safe_get(value, int(elem)) + else: + value = obj_value + + return value + + +def fill_list(desired_length: int, array: list): + while len(array) < (desired_length + 1): + array.append(None) + + return array + + +def write_value_to_path( + write_object: Optional[Union[str, List[Any], Dict[Any, Any]]], + property_path: str, + value: Any, +) -> Any: + if property_path == "$" or not len(property_path): + return value + + path_elems = property_path.split(".") + if path_elems[0] == "$": + path_elems.pop(0) + + this_key = path_elems.pop(0) + next_key: str = safe_get(path_elems, 0, "") + + remaining_path = ".".join(path_elems) + + next_key_is_index = next_key.isnumeric() + key = int(this_key) if isinstance(write_object, list) else this_key + default_value = [] if next_key_is_index else {} + value_for_key = safe_get(write_object, key, default_value) + + if isinstance(write_object, list) and key >= len(write_object): + write_object = fill_list(key, write_object) + + write_object[key] = write_value_to_path(value_for_key, remaining_path, value) + + return write_object + + +### Reading JSON Sub-Schemas ### +# TODO +def traverse_json_schema(): + pass diff --git a/guardrails/schema/validator.py b/guardrails/schema/validator.py index cafde8ea4..1ce6079d2 100644 --- a/guardrails/schema/validator.py +++ b/guardrails/schema/validator.py @@ -1,7 +1,11 @@ +import json from typing import Any, Dict, List from jsonschema import Draft202012Validator, ValidationError from referencing import Registry, jsonschema as jsonschema_ref +from guardrails.actions.reask import SkeletonReAsk +from guardrails.classes.validation.validation_result import FailResult + class SchemaValidationError(Exception): fields: Dict[str, List[str]] = {} @@ -66,3 +70,28 @@ def validate_payload(payload: Any, json_schema: Dict[str, Any]): registry=registry, ) validate_against_schema(payload, validator) + + +def schema_validation(llm_output: Any, output_schema: Dict[str, Any], **kwargs): + # FIXME: How to validate subschemas with thrid party tools? + validate_subschema = kwargs.get("validate_subschema", False) + if not validate_subschema: + response_matches_schema = True + schema_error = None + try: + validate_payload(llm_output, output_schema) + except SchemaValidationError as sve: + formatted_error_fields = json.dumps(sve.fields, indent=2) + schema_error = f"JSON does not match schema:\n{formatted_error_fields}" + schema_error = "JSON does not match schema" + + if not response_matches_schema: + return SkeletonReAsk( + incorrect_value=llm_output, + fail_results=[ + FailResult( + fix_value=None, + error_message=schema_error, + ) + ], + ) diff --git a/guardrails/types/__init__.py b/guardrails/types/__init__.py index a09be2c73..03b033ce4 100644 --- a/guardrails/types/__init__.py +++ b/guardrails/types/__init__.py @@ -1,3 +1,5 @@ +from guardrails.types.inputs import MessageHistory +from guardrails.types.on_fail import OnFailAction from guardrails.types.primitives import PrimitiveTypes from guardrails.types.pydantic import ( ModelOrListOfModels, @@ -15,6 +17,8 @@ ) __all__ = [ + "MessageHistory", + "OnFailAction", "PrimitiveTypes", "ModelOrListOfModels", "ModelOrListOrDict", diff --git a/guardrails/types/inputs.py b/guardrails/types/inputs.py new file mode 100644 index 000000000..deb8d7ab5 --- /dev/null +++ b/guardrails/types/inputs.py @@ -0,0 +1,6 @@ +from typing import Dict, List, Union + +from guardrails.prompt.prompt import Prompt + + +MessageHistory = List[Dict[str, Union[Prompt, str]]] diff --git a/guardrails/types/on_fail.py b/guardrails/types/on_fail.py new file mode 100644 index 000000000..77cb74533 --- /dev/null +++ b/guardrails/types/on_fail.py @@ -0,0 +1,11 @@ +from enum import Enum + + +class OnFailAction(str, Enum): + REASK = "reask" + FIX = "fix" + FILTER = "filter" + REFRAIN = "refrain" + NOOP = "noop" + EXCEPTION = "exception" + FIX_REASK = "fix_reask" diff --git a/guardrails/utils/constants.py b/guardrails/utils/constants.py index 2ab8bea9e..8f39ef4ad 100644 --- a/guardrails/utils/constants.py +++ b/guardrails/utils/constants.py @@ -2,10 +2,13 @@ from guardrails.classes.templating.constants_container import ConstantsContainer from guardrails.classes.templating.namespace_template import NamespaceTemplate +# TODO: Move this to guardrails/constants/__init__.py # Singleton instance created on import/init constants = ConstantsContainer() +# TODO: Consolidate this and guardrails/utils/prompt_utils.py +# into guardrails/utils/templating_utils.py def substitute_constants(text): """Substitute constants in the prompt.""" # Substitute constants by reading the constants file. diff --git a/guardrails/utils/llm_response.py b/guardrails/utils/llm_response.py index f0248fe0d..072ad2de7 100644 --- a/guardrails/utils/llm_response.py +++ b/guardrails/utils/llm_response.py @@ -1,6 +1,6 @@ from typing import Iterable, Optional -from guardrails.utils.pydantic_utils import ArbitraryModel +from guardrails.classes.schema import ArbitraryModel class LLMResponse(ArbitraryModel): diff --git a/guardrails/utils/logs_utils.py b/guardrails/utils/logs_utils.py index 9ffe3e6e3..552a64f39 100644 --- a/guardrails/utils/logs_utils.py +++ b/guardrails/utils/logs_utils.py @@ -1,9 +1,7 @@ -from copy import deepcopy from datetime import datetime -from typing import Any, Dict, List, Optional +from typing import Any, Optional from guardrails.utils.pydantic_utils import ArbitraryModel -from guardrails.utils.reask_utils import FieldReAsk, ReAsk, prune_obj_for_reasking from guardrails.validator_base import ValidationResult @@ -19,70 +17,3 @@ class ValidatorLogs(ArbitraryModel): end_time: Optional[datetime] = None instance_id: Optional[int] = None property_path: str - - -def update_response_by_path(output: dict, path: List[Any], value: Any) -> None: - """Update the output by path. - - Args: - output: The output. - path: The path to the element to be updated. - value: The value to be updated. - """ - for key in path[:-1]: - output = output[key] - output[path[-1]] = value - - -def merge_reask_output(previous_response, reask_response) -> Dict: - """Merge the reask output into the original output. - - Args: - prev_logs: validation output object from the previous iteration. - current_logs: validation output object from the current iteration. - - Returns: - The merged output. - """ - - if isinstance(previous_response, ReAsk): - return reask_response - - pruned_reask_json = prune_obj_for_reasking(previous_response) - - # Reask output and reask json have the same structure, except that values - # of the reask json are ReAsk objects. We want to replace the ReAsk objects - # with the values from the reask output. - merged_json = deepcopy(previous_response) - - def update_reasked_elements(pruned_reask_json, reask_response_dict): - if isinstance(pruned_reask_json, dict): - for key, value in pruned_reask_json.items(): - if isinstance(value, FieldReAsk): - if value.path is None: - raise RuntimeError( - "FieldReAsk object must have a path attribute." - ) - corrected_value = reask_response_dict.get(key) - update_response_by_path(merged_json, value.path, corrected_value) - else: - update_reasked_elements( - pruned_reask_json[key], reask_response_dict[key] - ) - elif isinstance(pruned_reask_json, list): - for i, item in enumerate(pruned_reask_json): - if isinstance(item, FieldReAsk): - if item.path is None: - raise RuntimeError( - "FieldReAsk object must have a path attribute." - ) - corrected_value = reask_response_dict[i] - update_response_by_path(merged_json, item.path, corrected_value) - else: - update_reasked_elements( - pruned_reask_json[i], reask_response_dict[i] - ) - - update_reasked_elements(pruned_reask_json, reask_response) - - return merged_json diff --git a/guardrails/utils/parsing_utils.py b/guardrails/utils/parsing_utils.py index a83004ba2..af6079dba 100644 --- a/guardrails/utils/parsing_utils.py +++ b/guardrails/utils/parsing_utils.py @@ -1,8 +1,13 @@ -import collections -from string import Template -from typing import List, Optional, Tuple +import json +import regex +from typing import Any, Dict, Optional, Tuple, Union +from guardrails.actions.reask import NonParseableReAsk +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.validation.validation_result import FailResult + +### String to Dictionary Parsing ### def has_code_block( string_value: str, code_type: str = "" ) -> Tuple[bool, Optional[int], Optional[int]]: @@ -63,10 +68,141 @@ def get_code_block( return trimmed_output -def get_template_variables(template: str) -> List[str]: - if hasattr(Template, "get_identifiers"): - return Template(template).get_identifiers() # type: ignore +def extract_json_from_ouput(output: str) -> Tuple[Optional[Dict], Optional[Exception]]: + # Find and extract json from code blocks + extracted_code_block = output + has_json_block, json_start, json_end = has_code_block(output, "json") + if has_json_block and json_start is not None and json_end is not None: + extracted_code_block = get_code_block(output, json_start, json_end, "json") else: - d = collections.defaultdict(str) - Template(template).safe_substitute(d) - return list(d.keys()) + has_block, block_start, block_end = has_code_block(output) + if has_block and block_start is not None and block_end is not None: + extracted_code_block = get_code_block(output, block_start, block_end) + else: + json_pattern = regex.compile(r"\{(?:[^{}]+|\{(?:(?R)|[^{}]+)*\})*\}") + json_groups = json_pattern.findall(output) + json_start, json_end = output.find("{"), output.rfind("}") + if len(json_groups) > 0 and len(json_groups[0]) == ( + json_end - json_start + 1 + ): + extracted_code_block = json_groups[0] + + # Treat the output as a JSON string, and load it into a dict. + error = None + try: + output_as_dict = json.loads(extracted_code_block, strict=False) + except json.decoder.JSONDecodeError as e: + output_as_dict = None + error = e + return output_as_dict, error + + +### Streaming Fragment Parsing ### +def is_valid_fragment(fragment: str, verified: set) -> bool: + """Check if the fragment is a somewhat valid JSON.""" + + # Strip fragment of whitespaces and newlines + # to avoid duplicate checks + text = fragment.strip(" \n") + + # Check if text is already verified + if text in verified: + return False + + # Check if text is valid JSON + try: + json.loads(text) + verified.add(text) + return True + except ValueError as e: + error_msg = str(e) + # Check if error is due to missing comma + if "Expecting ',' delimiter" in error_msg: + verified.add(text) + return True + return False + + +def parse_fragment(fragment: str): + """Parse the fragment into a dict.""" + + # Complete the JSON fragment to handle missing brackets + # Stack to keep track of opening brackets + stack = [] + + # Process each character in the string + for char in fragment: + if char in "{[": + # Push opening brackets onto the stack + stack.append(char) + elif char in "}]": + # Pop from stack if matching opening bracket is found + if stack and ( + (char == "}" and stack[-1] == "{") or (char == "]" and stack[-1] == "[") + ): + stack.pop() + + # Add the necessary closing brackets in reverse order + while stack: + opening_bracket = stack.pop() + if opening_bracket == "{": + fragment += "}" + elif opening_bracket == "[": + fragment += "]" + + # Parse the fragment + try: + parsed_fragment = json.loads(fragment) + return parsed_fragment, None + except ValueError as e: + return fragment, str(e) + + +### LLM Output Parsing ### +def parse_json_llm_output( + output: str, kwargs: Dict[str, Any] +) -> Tuple[ + Union[Optional[Dict], NonParseableReAsk, str], + Union[Optional[Exception], str, bool, None], +]: + if kwargs.get("stream", False): + # Do expected behavior for StreamRunner + # 1. Check if the fragment is valid JSON + verified = kwargs.get("verified", set()) + fragment_is_valid = is_valid_fragment(output, verified) + if not fragment_is_valid: + return output, True + + # 2. Parse the fragment + parsed_fragment, parsing_error = parse_fragment(output) + return parsed_fragment, parsing_error + + # Else do expected behavior for Runner + # Try to get json code block from output. + # Return error and reask if it is not parseable. + parsed_output, error = extract_json_from_ouput(output) + + if error: + reask = NonParseableReAsk( + incorrect_value=output, + fail_results=[ + FailResult( + fix_value=None, + error_message="Output is not parseable as JSON", + ) + ], + ) + return reask, error + return parsed_output, None + + +def parse_string_llm_output(output: str) -> Tuple[str, Optional[Exception]]: + # Return a ValueError if the output is empty, else None + error = ValueError("Empty response received.") if not output else None + return output, error + + +def parse_llm_output(output: str, output_type: OutputTypes, kwargs: Dict[str, Any]): + if output_type == OutputTypes.STRING: + return parse_string_llm_output(output) + return parse_json_llm_output(output, kwargs) diff --git a/guardrails/utils/prompt_utils.py b/guardrails/utils/prompt_utils.py new file mode 100644 index 000000000..d82e6a0f5 --- /dev/null +++ b/guardrails/utils/prompt_utils.py @@ -0,0 +1,104 @@ +import json +from typing import Any, Dict, Optional, Tuple + +from guardrails.classes.output_type import OutputTypes +from guardrails.llm_providers import ( + AsyncOpenAICallable, + AsyncOpenAIChatCallable, + OpenAICallable, + OpenAIChatCallable, + PromptCallableBase, +) +from guardrails.prompt.prompt import Prompt +from guardrails.prompt.instructions import Instructions +from guardrails.types.validator import ValidatorMap + + +def preprocess_prompt_for_string_output( + prompt_callable: PromptCallableBase, + instructions: Optional[Instructions], + prompt: Prompt, +) -> Tuple[Instructions, Prompt]: + if isinstance(prompt_callable, OpenAICallable) or isinstance( + prompt_callable, AsyncOpenAICallable + ): + prompt.source += "\n\nString Output:\n\n" + if ( + isinstance(prompt_callable, OpenAIChatCallable) + or isinstance(prompt_callable, AsyncOpenAIChatCallable) + ) and not instructions: + instructions = Instructions( + "You are a helpful assistant, expressing yourself through a string." + ) + + return instructions, prompt + + +def preprocess_prompt_for_json_output( + prompt_callable: PromptCallableBase, + instructions: Optional[Instructions], + prompt: Prompt, +) -> Tuple[Instructions, Prompt]: + if isinstance(prompt_callable, OpenAICallable) or isinstance( + prompt_callable, AsyncOpenAICallable + ): + prompt.source += "\n\nJson Output:\n\n" + if ( + isinstance(prompt_callable, OpenAIChatCallable) + or isinstance(prompt_callable, AsyncOpenAIChatCallable) + ) and not instructions: + instructions = Instructions( + "You are a helpful assistant, " + "able to express yourself purely through JSON, " + "strictly and precisely adhering to the provided JSON schema." + ) + + return instructions, prompt + + +def preprocess_prompt( + prompt_callable: PromptCallableBase, + instructions: Optional[Instructions], + prompt: Prompt, + output_type: OutputTypes, +) -> Tuple[Instructions, Prompt]: + if output_type == OutputTypes.STRING: + return preprocess_prompt_for_string_output( + prompt_callable, instructions, prompt + ) + return preprocess_prompt_for_json_output(prompt_callable, instructions, prompt) + + +def prompt_content_for_string_schema( + output_schema: Dict[str, Any], validator_map: ValidatorMap, json_path: str +) -> str: + # NOTE: Is this actually necessary? + # We should check how LLMs perform this this vs just sending the JSON Schema + prompt_content = "" + description = output_schema.get("description") + if description: + prompt_content += ( + "Here's a description of what I want you to generate: " f"{description}" + ) + validators = validator_map.get(json_path, []) + if len(validators): + prompt_content += ( + "\n\nYour generated response should satisfy the following properties:" + ) + for validator in validators: + prompt_content += f"\n- {validator.to_prompt()}" + + prompt_content += "\n\nDon't talk; just go." + return prompt_content + + +# Supersedes Schema.transpile +def prompt_content_for_schema( + output_type: OutputTypes, + output_schema: Dict[str, Any], + validator_map: ValidatorMap, + json_path: str = "$", +) -> str: + if output_type == OutputTypes.STRING: + return prompt_content_for_string_schema(output_schema, validator_map, json_path) + return json.dumps(output_schema) diff --git a/guardrails/utils/reask_utils.py b/guardrails/utils/reask_utils.py index b47f31ddc..30db871bd 100644 --- a/guardrails/utils/reask_utils.py +++ b/guardrails/utils/reask_utils.py @@ -1,33 +1,26 @@ from copy import deepcopy from typing import Any, Dict, List, Optional, Tuple, Union -import pydantic - +from guardrails.actions.reask import ReAsk, FieldReAsk, SkeletonReAsk, NonParseableReAsk # noqa from guardrails.datatypes import List as ListType from guardrails.datatypes import Object as ObjectType -from guardrails.validator_base import FailResult - - -class ReAsk(pydantic.BaseModel): - incorrect_value: Any - fail_results: List[FailResult] - - -class FieldReAsk(ReAsk): - path: Optional[List[Any]] = None - - -class SkeletonReAsk(ReAsk): - pass -class NonParseableReAsk(ReAsk): - pass +def introspect( + data: Optional[Union[ReAsk, str, Dict, List]], +) -> Tuple[List[ReAsk], Optional[Union[str, Dict, List]]]: + if isinstance(data, FieldReAsk): + return [data], None + elif isinstance(data, SkeletonReAsk): + return [data], None + elif isinstance(data, NonParseableReAsk): + return [data], None + return gather_reasks(data) def gather_reasks( - validated_output: Optional[Union[str, Dict, List, ReAsk]], -) -> Tuple[List[ReAsk], Union[Dict, List, None]]: + validated_output: Optional[Union[ReAsk, str, Dict, List]], +) -> Tuple[List[ReAsk], Optional[Union[str, Dict, List]]]: """Traverse output and gather all ReAsk objects. Args: @@ -41,6 +34,8 @@ def gather_reasks( return [], None if isinstance(validated_output, ReAsk): return [validated_output], None + if isinstance(validated_output, str): + return [], validated_output reasks = [] diff --git a/guardrails/utils/safe_get.py b/guardrails/utils/safe_get.py index 97aca6b6d..095914797 100644 --- a/guardrails/utils/safe_get.py +++ b/guardrails/utils/safe_get.py @@ -22,27 +22,3 @@ def safe_get( return container.get(key, default) else: return safe_get_with_brackets(container, key, default) - - -def get_value_from_path( - object: Optional[Union[str, List[Any], Dict[Any, Any]]], property_path: str -) -> Any: - if object is None: - return None - - if isinstance(object, str) and property_path == "$.string": - return object - - path_elems = property_path.split(".") - path_elems.pop(0) - - value = object - for elem in path_elems: - obj_value = safe_get(value, elem) - if not obj_value and elem.isnumeric(): - # value was empty but the key may be an array index - value = safe_get(value, int(elem)) - else: - value = obj_value - - return value diff --git a/guardrails/utils/telemetry_utils.py b/guardrails/utils/telemetry_utils.py index 599d013b6..45253af56 100644 --- a/guardrails/utils/telemetry_utils.py +++ b/guardrails/utils/telemetry_utils.py @@ -10,7 +10,7 @@ from guardrails.stores.context import get_tracer as get_context_tracer from guardrails.stores.context import get_tracer_context from guardrails.utils.casting_utils import to_string -from guardrails.utils.logs_utils import ValidatorLogs +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import ReAsk from guardrails.validator_base import Filter, Refrain diff --git a/guardrails/utils/templating_utils.py b/guardrails/utils/templating_utils.py new file mode 100644 index 000000000..2284c6f00 --- /dev/null +++ b/guardrails/utils/templating_utils.py @@ -0,0 +1,12 @@ +import collections +from string import Template +from typing import List + + +def get_template_variables(template: str) -> List[str]: + if hasattr(Template, "get_identifiers"): + return Template(template).get_identifiers() # type: ignore + else: + d = collections.defaultdict(str) + Template(template).safe_substitute(d) + return list(d.keys()) diff --git a/guardrails/utils/validator_utils.py b/guardrails/utils/validator_utils.py index 2dd0f9fa8..66761a8a8 100644 --- a/guardrails/utils/validator_utils.py +++ b/guardrails/utils/validator_utils.py @@ -147,3 +147,16 @@ def get_validator( return v else: raise invalid_error + + +def verify_metadata_requirements( + metadata: dict, validators: List[Validator] +) -> List[str]: + missing_keys = set() + for validator in validators: + for requirement in validator.required_metadata_keys: + if requirement not in metadata: + missing_keys.add(requirement) + missing_keys = list(missing_keys) + missing_keys.sort() + return missing_keys diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index 33571bb44..219b8d550 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -1,14 +1,12 @@ import inspect from collections import defaultdict from copy import deepcopy -from enum import Enum from string import Template from typing import ( Any, Callable, Dict, List, - Literal, Optional, Tuple, Type, @@ -19,11 +17,18 @@ from langchain_core.messages import BaseMessage from langchain_core.runnables import Runnable, RunnableConfig -from pydantic import BaseModel, Field -from guardrails.classes import InputType +from guardrails.actions.filter import Filter +from guardrails.actions.refrain import Refrain +from guardrails.classes import ( + InputType, + ValidationResult, + PassResult, # noqa + FailResult, +) from guardrails.constants import hub from guardrails.errors import ValidationError +from guardrails.types.on_fail import OnFailAction from guardrails.utils.dataclass import dataclass VALIDATOR_IMPORT_WARNING = """Accessing `{validator_name}` using @@ -167,14 +172,6 @@ } -class Filter: - pass - - -class Refrain: - pass - - def check_refrain_in_list(schema: List) -> bool: """Checks if a Refrain object exists in a list. @@ -354,38 +351,6 @@ def get_validator_class(name: str) -> Type["Validator"]: return registration -class ValidationResult(BaseModel): - outcome: str - metadata: Optional[Dict[str, Any]] = None - - -class PassResult(ValidationResult): - outcome: Literal["pass"] = "pass" - - class ValueOverrideSentinel: - pass - - # should only be used if Validator.override_value_on_pass is True - value_override: Optional[Any] = Field(default=ValueOverrideSentinel) - - -class FailResult(ValidationResult): - outcome: Literal["fail"] = "fail" - - error_message: str - fix_value: Optional[Any] = None - - -class OnFailAction(str, Enum): - REASK = "reask" - FIX = "fix" - FILTER = "filter" - REFRAIN = "refrain" - NOOP = "noop" - EXCEPTION = "exception" - FIX_REASK = "fix_reask" - - @dataclass # type: ignore class Validator(Runnable): """Base class for validators.""" @@ -595,4 +560,5 @@ def with_metadata(self, metadata: Dict[str, Any]): return self +# Superseded by guardrails/types/validator.py::PydanticValidatorSpec ValidatorSpec = Union[Validator, Tuple[Union[Validator, str, Callable], str]] diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index 79b61ee0c..abbe247e8 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -5,24 +5,24 @@ from datetime import datetime from typing import Any, Dict, List, Optional, Tuple, Union +from guardrails.actions.filter import Filter, apply_filters +from guardrails.actions.refrain import Refrain, apply_refrain from guardrails.classes.history import Iteration +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.validation.validation_result import ( + FailResult, + PassResult, + ValidationResult, +) from guardrails.datatypes import FieldValidation from guardrails.errors import ValidationError from guardrails.logger import logger +from guardrails.types import ValidatorMap, OnFailAction from guardrails.utils.hub_telemetry_utils import HubTelemetry -from guardrails.utils.logs_utils import ValidatorLogs +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import FieldReAsk, ReAsk -from guardrails.utils.safe_get import safe_get -from guardrails.utils.telemetry_utils import trace_validator -from guardrails.validator_base import ( - FailResult, - Filter, - OnFailAction, - PassResult, - Refrain, - ValidationResult, - Validator, -) +from guardrails.utils.telemetry_utils import trace_validation_result, trace_validator +from guardrails.validator_base import Validator def key_not_empty(key: str) -> bool: @@ -160,13 +160,14 @@ class SequentialValidatorService(ValidatorServiceBase): def run_validators( self, iteration: Iteration, - validator_setup: FieldValidation, + validator_map: ValidatorMap, value: Any, metadata: Dict[str, Any], property_path: str, ) -> Tuple[Any, Dict[str, Any]]: # Validate the field - for validator in validator_setup.validators: + validators = validator_map.get(property_path, []) + for validator in validators: validator_logs = self.run_validator( iteration, validator, value, metadata, property_path ) @@ -193,43 +194,49 @@ def run_validators( return value, metadata return value, metadata - def validate_dependents( - self, - value: Any, - metadata: Dict, - validator_setup: FieldValidation, - iteration: Iteration, - parent_path: str, - ): - for child_setup in validator_setup.children: - child_schema = safe_get(value, child_setup.key) - child_schema, metadata = self.validate( - child_schema, metadata, child_setup, iteration, parent_path - ) - value[child_setup.key] = child_schema - def validate( self, value: Any, metadata: dict, - validator_setup: FieldValidation, + validator_map: ValidatorMap, iteration: Iteration, path: str = "$", ) -> Tuple[Any, dict]: - property_path = ( - f"{path}.{validator_setup.key}" - if key_not_empty(validator_setup.key) - else path - ) + ### + # NOTE: The way validation can be executed now is fundamentally wide open. + # Since validators are tracked against the JSONPaths for the + # properties they should be applied to, we have the following options: + # 1. Keep performing a Deep-First-Search + # - This is useful for backwards compatibility. + # - Is there something we gain by validating inside out? + # 2. Swith to a Breadth-First-Search + # - Possible, no obvious advantages + # 3. Run un-ordered + # - This would allow for true parallelism + # - Also means we're not unnecessarily iterating down through + # the object if there aren't any validations applied there. + ### + # Validate children first - if validator_setup.children: - self.validate_dependents( - value, metadata, validator_setup, iteration, property_path - ) + if isinstance(value, List): + for index, child in enumerate(value): + child_path = f"{path}.{index}" + child_value, metadata = self.validate( + child, metadata, validator_map, iteration, child_path + ) + value[index] = child_value + elif isinstance(value, Dict): + for key in value: + child = value.get(key) + child_path = f"{path}.{key}" + child_value, metadata = self.validate( + child, metadata, validator_map, iteration, child_path + ) + value[key] = child_value - # Validate the field + # Then validate the parent value value, metadata = self.run_validators( - iteration, validator_setup, value, metadata, property_path + iteration, validator_map, value, metadata, path ) return value, metadata @@ -247,10 +254,13 @@ def __init__(self): class AsyncValidatorService(ValidatorServiceBase, MultiprocMixin): - def group_validators(self, validators): + def group_validators(self, validators: List[Validator]): groups = itertools.groupby( validators, key=lambda v: (v.on_fail_descriptor, v.override_value_on_pass) ) + # NOTE: This isn't ordering anything. + # If we want to yield fix-like valiators first, + # then we need to extract them outside of the loop. for (on_fail_descriptor, override_on_pass), group in groups: if override_on_pass or on_fail_descriptor in [ OnFailAction.FIX, @@ -265,17 +275,16 @@ def group_validators(self, validators): async def run_validators( self, iteration: Iteration, - validator_setup: FieldValidation, + validator_map: ValidatorMap, value: Any, metadata: Dict, property_path: str, ): loop = asyncio.get_running_loop() - for on_fail, validator_group in self.group_validators( - validator_setup.validators - ): + validators = validator_map.get(property_path, []) + for on_fail, validator_group in self.group_validators(validators): parallel_tasks = [] - validators_logs = [] + validators_logs: List[ValidatorLogs] = [] for validator in validator_group: if validator.run_in_separate_process: # queue the validators to run in a separate process @@ -333,22 +342,30 @@ async def run_validators( return value, metadata - async def validate_dependents( + async def validate_children( self, value: Any, metadata: Dict, - validator_setup: FieldValidation, + validator_map: ValidatorMap, iteration: Iteration, parent_path: str, ): - async def process_child(child_setup): - child_value = safe_get(value, child_setup.key) + async def validate_child(child_value, key): + child_path = f"{parent_path}.{index}" new_child_value, new_metadata = await self.async_validate( - child_value, metadata, child_setup, iteration, parent_path + child_value, metadata, validator_map, iteration, child_path ) - return child_setup.key, new_child_value, new_metadata + return key, new_child_value, new_metadata + + tasks = [] + if isinstance(value, List): + for index, child in enumerate(value): + tasks.append(validate_child(child, index)) + elif isinstance(value, Dict): + for key in value: + child = value.get(key) + tasks.append(validate_child(child, key)) - tasks = [process_child(child_setup) for child_setup in validator_setup.children] results = await asyncio.gather(*tasks) for key, child_value, child_metadata in results: @@ -362,24 +379,17 @@ async def async_validate( self, value: Any, metadata: dict, - validator_setup: FieldValidation, + validator_map: ValidatorMap, iteration: Iteration, path: str = "$", ) -> Tuple[Any, dict]: - property_path = ( - f"{path}.{validator_setup.key}" - if key_not_empty(validator_setup.key) - else path - ) # Validate children first - if validator_setup.children: - await self.validate_dependents( - value, metadata, validator_setup, iteration, property_path - ) + if isinstance(value, List) or isinstance(value, Dict): + self.validate_children(value, metadata, validator_map, iteration, path) - # Validate the field + # Then validate the parent value value, metadata = await self.run_validators( - iteration, validator_setup, value, metadata, property_path + iteration, validator_map, value, metadata, path ) return value, metadata @@ -390,6 +400,7 @@ def validate( metadata: dict, validator_setup: FieldValidation, iteration: Iteration, + path: Optional[str] = None, ) -> Tuple[Any, dict]: # Run validate_async in an async loop loop = asyncio.get_event_loop() @@ -398,12 +409,7 @@ def validate( "Async event loop found, please call `validate_async` instead." ) value, metadata = loop.run_until_complete( - self.async_validate( - value, - metadata, - validator_setup, - iteration, - ) + self.async_validate(value, metadata, validator_setup, iteration, path) ) return value, metadata @@ -411,9 +417,10 @@ def validate( def validate( value: Any, metadata: dict, - validator_setup: FieldValidation, + validator_map: ValidatorMap, iteration: Iteration, disable_tracer: Optional[bool] = True, + path: Optional[str] = None, ): process_count = int(os.environ.get("GUARDRAILS_PROCESS_COUNT", 10)) @@ -435,25 +442,34 @@ def validate( validator_service = AsyncValidatorService(disable_tracer) else: validator_service = SequentialValidatorService(disable_tracer) - return validator_service.validate( - value, - metadata, - validator_setup, - iteration, - ) + return validator_service.validate(value, metadata, validator_map, iteration, path) async def async_validate( value: Any, metadata: dict, - validator_setup: FieldValidation, + validator_map: ValidatorMap, iteration: Iteration, disable_tracer: Optional[bool] = True, + path: Optional[str] = None, ): validator_service = AsyncValidatorService(disable_tracer) return await validator_service.async_validate( - value, - metadata, - validator_setup, - iteration, + value, metadata, validator_map, iteration, path + ) + + +def post_process_validation( + validation_response: Any, + attempt_number: int, + iteration: Iteration, + output_type: OutputTypes, +) -> Any: + validated_response = apply_refrain(validation_response, output_type) + + # Remove all keys that have `Filter` values. + validated_response = apply_filters(validated_response) + + trace_validation_result( + validation_logs=iteration.validator_logs, attempt_number=attempt_number ) diff --git a/tests/integration_tests/schema/test_validator.py b/tests/integration_tests/schema/test_validator.py new file mode 100644 index 000000000..61d8b7a27 --- /dev/null +++ b/tests/integration_tests/schema/test_validator.py @@ -0,0 +1,90 @@ +import json + +import pytest +from guardrails.schema.validator import SchemaValidationError, validate_payload + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case.json", "r" +) as choice_case_json_file: + schema = json.loads(choice_case_json_file.read()) + + +class TestValidatePayload: + def test_happy_path(self): + payload = {"action": {"chosen_action": "fight", "weapon": "crossbow"}} + + validate_payload(payload, schema) + + def test_extra_properties_allowed(self): + payload = { + "action": {"chosen_action": "fight", "weapon": "crossbow"}, + "reason": "Peregrin Took is a brave hobbit", + } + + validate_payload(payload, schema) + + def test_failure_invalid_discriminator_value(self): + payload = {"action": {"chosen_action": "dance", "type": "jig"}} + + with pytest.raises(Exception) as excinfo: + validate_payload(payload, schema) + + assert isinstance(excinfo.value, SchemaValidationError) is True + schema_error: SchemaValidationError = excinfo.value + assert ( + str(schema_error) + == "The provided payload is not compliant with the provided schema!" + ) + assert schema_error.fields == { + "$.action.chosen_action": ["'dance' is not one of ['fight', 'flight']"] + } + + def test_failure_invalid_type(self): + payload = { + "action": { + "chosen_action": "flight", + "flight_direction": "north", + "distance": "2", + } + } + + with pytest.raises(Exception) as excinfo: + validate_payload(payload, schema) + + assert isinstance(excinfo.value, SchemaValidationError) is True + schema_error: SchemaValidationError = excinfo.value + assert ( + str(schema_error) + == "The provided payload is not compliant with the provided schema!" + ) + # Type coercion is not automatic! + assert schema_error.fields == { + "$.action.distance": ["'2' is not of type 'integer'"] + } + + # NOTE: Technically the same as an invalid type + def test_failure_invalid_structure(self): + payload = { + "action": [ + { + "chosen_action": "flight", + "flight_direction": "north", + "distance": "2", + } + ] + } + + with pytest.raises(Exception) as excinfo: + validate_payload(payload, schema) + + assert isinstance(excinfo.value, SchemaValidationError) is True + schema_error: SchemaValidationError = excinfo.value + assert ( + str(schema_error) + == "The provided payload is not compliant with the provided schema!" + ) + assert schema_error.fields == { + "$.action": [ + "[{'chosen_action': 'flight', 'flight_direction': 'north', 'distance': '2'}] is not of type 'object'" # noqa + ] + } diff --git a/tests/unit_tests/actions/test_filter.py b/tests/unit_tests/actions/test_filter.py new file mode 100644 index 000000000..8e0f1b2e4 --- /dev/null +++ b/tests/unit_tests/actions/test_filter.py @@ -0,0 +1,21 @@ +import pytest + +from guardrails.actions.filter import Filter, apply_filters + + +@pytest.mark.parametrize( + "value,expected", + [ + (["a", Filter(), "b"], ["a", "b"]), + (["a", ["b", Filter(), "c"], "d"], ["a", ["b", "c"], "d"]), + (["a", ["b", "c", "d"], "e"], ["a", ["b", "c", "d"], "e"]), + (["a", {"b": Filter(), "c": "d"}, "e"], ["a", {"c": "d"}, "e"]), + ({"a": "b"}, {"a": "b"}), + ({"a": Filter()}, {}), + ({"a": "b", "c": {"d": Filter()}}, {"a": "b", "c": {}}), + ({"a": "b", "c": {"d": "e"}}, {"a": "b", "c": {"d": "e"}}), + ({"a": "b", "c": ["d", Filter()]}, {"a": "b", "c": ["d"]}), + ], +) +def test_apply_filters(value, expected): + assert apply_filters(value) == expected diff --git a/tests/unit_tests/actions/test_refrain.py b/tests/unit_tests/actions/test_refrain.py new file mode 100644 index 000000000..3dba3b3d9 --- /dev/null +++ b/tests/unit_tests/actions/test_refrain.py @@ -0,0 +1,50 @@ +import pytest + +from guardrails.actions.refrain import Refrain, apply_refrain, check_for_refrain +from guardrails.classes.output_type import OutputTypes + + +@pytest.mark.parametrize( + "value,expected", + [ + (["a", Refrain(), "b"], True), + (["a", "b"], False), + (["a", ["b", Refrain(), "c"], "d"], True), + (["a", ["b", "c", "d"], "e"], False), + (["a", {"b": Refrain(), "c": "d"}, "e"], True), + (["a", {"b": "c", "d": "e"}, "f"], False), + ({"a": "b"}, False), + ({"a": Refrain()}, True), + ({"a": "b", "c": {"d": Refrain()}}, True), + ({"a": "b", "c": {"d": "e"}}, False), + ({"a": "b", "c": ["d", Refrain()]}, True), + ({"a": "b", "c": ["d", "e"]}, False), + ], +) +def test_check_for_refrain(value, expected): + assert check_for_refrain(value) == expected + + +@pytest.mark.parametrize( + "value,output_type,expected", + [ + (["a", Refrain(), "b"], OutputTypes.LIST, []), + (["a", "b"], OutputTypes.LIST, ["a", "b"]), + (["a", ["b", Refrain(), "c"], "d"], OutputTypes.LIST, []), + (["a", ["b", "c", "d"], "e"], OutputTypes.LIST, ["a", ["b", "c", "d"], "e"]), + (["a", {"b": Refrain(), "c": "d"}, "e"], OutputTypes.LIST, []), + ( + ["a", {"b": "c", "d": "e"}, "f"], + OutputTypes.LIST, + ["a", {"b": "c", "d": "e"}, "f"], + ), + ({"a": "b"}, OutputTypes.DICT, {"a": "b"}), + ({"a": Refrain()}, OutputTypes.DICT, {}), + ({"a": "b", "c": {"d": Refrain()}}, OutputTypes.DICT, {}), + ({"a": "b", "c": {"d": "e"}}, OutputTypes.DICT, {"a": "b", "c": {"d": "e"}}), + ({"a": "b", "c": ["d", Refrain()]}, OutputTypes.DICT, {}), + ({"a": "b", "c": ["d", "e"]}, OutputTypes.DICT, {"a": "b", "c": ["d", "e"]}), + ], +) +def test_apply_refrain(value, output_type, expected): + assert apply_refrain(value, output_type) == expected diff --git a/tests/unit_tests/classes/history/test_call.py b/tests/unit_tests/classes/history/test_call.py index dca013268..978798d00 100644 --- a/tests/unit_tests/classes/history/test_call.py +++ b/tests/unit_tests/classes/history/test_call.py @@ -9,7 +9,7 @@ from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt from guardrails.utils.llm_response import LLMResponse -from guardrails.utils.logs_utils import ValidatorLogs +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import ReAsk from guardrails.validator_base import FailResult, PassResult diff --git a/tests/unit_tests/classes/history/test_iteration.py b/tests/unit_tests/classes/history/test_iteration.py index 8c4ac17d2..be726668d 100644 --- a/tests/unit_tests/classes/history/test_iteration.py +++ b/tests/unit_tests/classes/history/test_iteration.py @@ -7,7 +7,7 @@ from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt from guardrails.utils.llm_response import LLMResponse -from guardrails.utils.logs_utils import ValidatorLogs +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import FieldReAsk from guardrails.validator_base import FailResult diff --git a/tests/unit_tests/classes/history/test_outputs.py b/tests/unit_tests/classes/history/test_outputs.py index e967432cf..7d72eff1b 100644 --- a/tests/unit_tests/classes/history/test_outputs.py +++ b/tests/unit_tests/classes/history/test_outputs.py @@ -4,7 +4,7 @@ from guardrails.classes.history.outputs import Outputs from guardrails.constants import error_status, fail_status, not_run_status, pass_status from guardrails.utils.llm_response import LLMResponse -from guardrails.utils.logs_utils import ValidatorLogs +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import ReAsk from guardrails.validator_base import FailResult, PassResult diff --git a/tests/unit_tests/schema/test_parser.py b/tests/unit_tests/schema/test_parser.py new file mode 100644 index 000000000..1366d4fee --- /dev/null +++ b/tests/unit_tests/schema/test_parser.py @@ -0,0 +1,78 @@ +from typing import Any +import pytest + +from guardrails.schema.parser import get_value_from_path, write_value_to_path + + +reader_object = { + "a": 1, + "b": {"b2": {"b3": 2}}, + "c": [{"c2": 31}, {"c2": 32}, {"c2": 33}], + "d": {"d2": [1, 2, 3]}, +} + + +@pytest.mark.parametrize( + "path,expected_value", + [ + ("$.a", 1), + ("$.b.b2", {"b3": 2}), + ("$.b.b2.b3", 2), + ("$.c.2", {"c2": 33}), + ("$.c.1.c2", 32), + ("$.d.d2", [1, 2, 3]), + ("$.d.d2.0", 1), + ("$.d.d2.4", None), + ], +) +def test_get_value_from_path(path: str, expected_value: Any): + actual_value = get_value_from_path(reader_object, path) + assert actual_value == expected_value + + +@pytest.mark.parametrize( + "existing_value,path,write_value,expected_value", + [ + ( # Writes new value top-level path + {}, + "$.a", + 1, + {"a": 1}, + ), + ( # Writes new value at nested path + {}, + "$.b.b2", + {"b3": 2}, + {"b": {"b2": {"b3": 2}}}, + ), + ( # Writes updated value at nested path + {"b": {"b2": {"b3": 1}}}, + "$.b.b2.b3", + 2, + {"b": {"b2": {"b3": 2}}}, + ), + ( # Writes new value into empty array + {}, + "$.c.2", + 3, + {"c": [None, None, 3]}, + ), + ( # Writes new value into existing array of object + {"c": [{"c2": 31}]}, + "$.c.1.c2", + 32, + {"c": [{"c2": 31}, {"c2": 32}]}, + ), + ( # Writes updated value into existing array + {"d": {"d2": [0, 2, 3]}}, + "$.d.d2.0", + 1, + {"d": {"d2": [1, 2, 3]}}, + ), + ], +) +def test_write_value_to_path( + existing_value: Any, path: str, write_value: Any, expected_value: Any +): + actual_value = write_value_to_path(existing_value, path, write_value) + assert actual_value == expected_value diff --git a/tests/unit_tests/test_async_validator_service.py b/tests/unit_tests/test_async_validator_service.py index 34431fe14..15308a2a6 100644 --- a/tests/unit_tests/test_async_validator_service.py +++ b/tests/unit_tests/test_async_validator_service.py @@ -4,7 +4,7 @@ from guardrails.classes.history.iteration import Iteration from guardrails.datatypes import FieldValidation -from guardrails.utils.logs_utils import ValidatorLogs +from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.validator_base import OnFailAction from guardrails.validator_service import AsyncValidatorService from guardrails.validators import PassResult diff --git a/tests/unit_tests/utils/test_parsing_utils.py b/tests/unit_tests/utils/test_parsing_utils.py index 462c998ae..602305c54 100644 --- a/tests/unit_tests/utils/test_parsing_utils.py +++ b/tests/unit_tests/utils/test_parsing_utils.py @@ -2,7 +2,6 @@ from guardrails.utils.parsing_utils import ( get_code_block, - get_template_variables, has_code_block, ) @@ -78,10 +77,3 @@ def test_get_code_block(llm_ouput, expected_output, code_type): actual_output = get_code_block(llm_ouput, start, end, code_type) assert actual_output == expected_output - - -def test_get_template_variables(): - string_template = "${my_var} $my_second_var {not_a_var}" - vars = get_template_variables(string_template) - - assert vars == ["my_var", "my_second_var"] diff --git a/tests/unit_tests/utils/test_templating_utils.py b/tests/unit_tests/utils/test_templating_utils.py new file mode 100644 index 000000000..8b878551e --- /dev/null +++ b/tests/unit_tests/utils/test_templating_utils.py @@ -0,0 +1,8 @@ +from guardrails.utils.templating_utils import get_template_variables + + +def test_get_template_variables(): + string_template = "${my_var} $my_second_var {not_a_var}" + vars = get_template_variables(string_template) + + assert vars == ["my_var", "my_second_var"] From e04e472177f3a51889abf3521d2cc7fcc0abdc4a Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 20 May 2024 11:26:08 -0500 Subject: [PATCH 008/318] AsyncRunner and StreamRunner updates --- guardrails/guard.py | 10 +- guardrails/run/async_runner.py | 262 ++++++++++++++++++++------------ guardrails/run/runner.py | 7 +- guardrails/run/stream_runner.py | 44 ++---- 4 files changed, 184 insertions(+), 139 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index f38c6aa8d..c76f6cec6 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -711,15 +711,12 @@ def _exec_sync( # Check whether stream is set if kwargs.get("stream", False): # If stream is True, use StreamRunner - # !!!!!!!!!!!! FIXME LAST !!!!!!!!!!!! runner = StreamRunner( instructions=instructions, prompt=prompt, msg_history=msg_history, api=api, - prompt_schema=self.rail.prompt_schema, - instructions_schema=self.rail.instructions_schema, - msg_history_schema=self.rail.msg_history_schema, + output=llm_output, output_schema=self.output_schema, num_reasks=num_reasks, metadata=metadata, @@ -784,16 +781,12 @@ async def _exec_async( api = ( get_async_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None ) - # !!!!!!!!!!!! FIXME NEXT !!!!!!!!!!!! runner = AsyncRunner( instructions=instructions, prompt=prompt, msg_history=msg_history, api=api, output=llm_output, - prompt_schema=self.rail.prompt_schema, - instructions_schema=self.rail.instructions_schema, - msg_history_schema=self.rail.msg_history_schema, output_schema=self.output_schema, num_reasks=num_reasks, metadata=metadata, @@ -802,6 +795,7 @@ async def _exec_async( disable_tracer=(not self._allow_metrics_collection), output_type=self._output_type, ) + # Why are we using a different method here instead of just overriding? call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index 867046623..f7071fa6c 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -1,20 +1,25 @@ import copy +from collections.abc import Awaitable from functools import partial -from typing import Any, Dict, List, Optional, Tuple, Type, Union +from typing import Any, Dict, List, Optional, Tuple, Union, cast -from pydantic import BaseModel +from guardrails import validator_service from guardrails.classes.history import Call, Inputs, Iteration, Outputs -from guardrails.datatypes import verify_metadata_requirements +from guardrails.classes.output_type import OutputTypes from guardrails.errors import ValidationError from guardrails.llm_providers import AsyncPromptCallableBase, PromptCallableBase +from guardrails.logger import set_scope from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner from guardrails.run.utils import msg_history_source, msg_history_string from guardrails.schema.schema import Schema -from guardrails.schema.string_schema import StringSchema +from guardrails.schema.validator import schema_validation +from guardrails.types.pydantic import ModelOrListOfModels +from guardrails.types.validator import ValidatorMap from guardrails.utils.exception_utils import UserFacingException from guardrails.utils.llm_response import LLMResponse +from guardrails.utils.prompt_utils import preprocess_prompt from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk from guardrails.utils.telemetry_utils import async_trace @@ -22,33 +27,30 @@ class AsyncRunner(Runner): def __init__( self, - output_schema: Schema, + output_type: OutputTypes, + output_schema: Dict[str, Any], num_reasks: int, - prompt: Optional[Union[str, Prompt]] = None, - instructions: Optional[Union[str, Instructions]] = None, + validation_map: ValidatorMap = {}, + *, + prompt: Optional[str] = None, + instructions: Optional[str] = None, msg_history: Optional[List[Dict]] = None, api: Optional[AsyncPromptCallableBase] = None, - prompt_schema: Optional[StringSchema] = None, - instructions_schema: Optional[StringSchema] = None, - msg_history_schema: Optional[StringSchema] = None, metadata: Optional[Dict[str, Any]] = None, output: Optional[str] = None, - base_model: Optional[ - Union[Type[BaseModel], Type[List[Type[BaseModel]]]] - ] = None, + base_model: Optional[ModelOrListOfModels] = None, full_schema_reask: bool = False, disable_tracer: Optional[bool] = True, ): super().__init__( + output_type=output_type, output_schema=output_schema, num_reasks=num_reasks, + validation_map=validation_map, prompt=prompt, instructions=instructions, msg_history=msg_history, api=api, - prompt_schema=prompt_schema, - instructions_schema=instructions_schema, - msg_history_schema=msg_history_schema, metadata=metadata, output=output, base_model=base_model, @@ -57,8 +59,10 @@ def __init__( ) self.api: Optional[AsyncPromptCallableBase] = api + # TODO: Refactor this to use inheritance and overrides + # Why are we using a different method here instead of just overriding? async def async_run( - self, call_log: Call, prompt_params: Optional[Dict] = None + self, call_log: Call, prompt_params: Optional[Dict] = {} ) -> Call: """Execute the runner by repeatedly calling step until the reask budget is exhausted. @@ -71,36 +75,23 @@ async def async_run( The Call log for this run. """ try: - if prompt_params is None: - prompt_params = {} - - # check if validator requirements are fulfilled - missing_keys = verify_metadata_requirements( - self.metadata, self.output_schema.root_datatype + # Figure out if we need to include instructions in the prompt. + include_instructions = not ( + self.instructions is None and self.msg_history is None ) - if missing_keys: - raise ValueError( - f"Missing required metadata keys: {', '.join(missing_keys)}" - ) - ( instructions, prompt, msg_history, - prompt_schema, - instructions_schema, - msg_history_schema, output_schema, ) = ( self.instructions, self.prompt, self.msg_history, - self.prompt_schema, - self.instructions_schema, - self.msg_history_schema, self.output_schema, ) + index = 0 for index in range(self.num_reasks + 1): # Run a single step. iteration = await self.async_step( @@ -110,9 +101,6 @@ async def async_run( prompt=prompt, msg_history=msg_history, prompt_params=prompt_params, - prompt_schema=prompt_schema, - instructions_schema=instructions_schema, - msg_history_schema=msg_history_schema, output_schema=output_schema, output=self.output if index == 0 else None, call_log=call_log, @@ -130,9 +118,21 @@ async def async_run( msg_history, ) = self.prepare_to_loop( iteration.reasks, - call_log.validation_response, output_schema, + parsed_output=iteration.outputs.parsed_output, + validated_output=call_log.validation_response, prompt_params=prompt_params, + include_instructions=include_instructions, + ) + + # Log how many times we reasked + # Use the HubTelemetry singleton + if not self._disable_tracer: + self._hub_telemetry.create_new_span( + span_name="/reasks", + attributes=[("reask_count", index)], + is_parent=False, # This span has no children + has_parent=True, # This span has a parent ) except UserFacingException as e: # Because Pydantic v1 doesn't respect property setters @@ -145,20 +145,19 @@ async def async_run( return call_log + # TODO: Refactor this to use inheritance and overrides @async_trace(name="step") async def async_step( self, index: int, + output_schema: Dict[str, Any], + call_log: Call, + *, api: Optional[AsyncPromptCallableBase], instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], - prompt_params: Dict, - prompt_schema: Optional[StringSchema], - instructions_schema: Optional[StringSchema], - msg_history_schema: Optional[StringSchema], - output_schema: Schema, - call_log: Call, + prompt_params: Optional[Dict] = {}, output: Optional[str] = None, ) -> Iteration: """Run a full step.""" @@ -175,6 +174,7 @@ async def async_step( ) outputs = Outputs() iteration = Iteration(inputs=inputs, outputs=outputs) + set_scope(str(id(iteration))) call_log.iterations.push(iteration) try: @@ -186,16 +186,12 @@ async def async_step( else: instructions, prompt, msg_history = await self.async_prepare( call_log, - index, - instructions, - prompt, - msg_history, - prompt_params, - api, - prompt_schema, - instructions_schema, - msg_history_schema, - output_schema, + instructions=instructions, + prompt=prompt, + msg_history=msg_history, + prompt_params=prompt_params, + api=api, + attempt_number=index, ) iteration.inputs.instructions = instructions @@ -204,14 +200,14 @@ async def async_step( # Call: run the API. llm_response = await self.async_call( - index, instructions, prompt, msg_history, api, output + instructions, prompt, msg_history, api, output ) iteration.outputs.llm_response_info = llm_response output = llm_response.output # Parse: parse the output. - parsed_output, parsing_error = self.parse(index, output, output_schema) + parsed_output, parsing_error = self.parse(output) if parsing_error: # Parsing errors are captured and not raised # because they are recoverable @@ -231,9 +227,7 @@ async def async_step( iteration.outputs.validation_response = validated_output # Introspect: inspect validated output for reasks. - reasks, valid_output = self.introspect( - index, validated_output, output_schema - ) + reasks, valid_output = self.introspect(validated_output) iteration.outputs.guarded_output = valid_output iteration.outputs.reasks = reasks @@ -245,10 +239,10 @@ async def async_step( raise e return iteration + # TODO: Refactor this to use inheritance and overrides @async_trace(name="call") async def async_call( self, - index: int, instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], @@ -273,7 +267,7 @@ async def async_call( output=output, ) elif api_fn is None: - raise ValueError("Either API or output must be provided.") + raise ValueError("API or output must be provided.") elif msg_history: llm_response = await api_fn(msg_history=msg_history_source(msg_history)) elif prompt and instructions: @@ -285,64 +279,106 @@ async def async_call( return llm_response + # TODO: Refactor this to use inheritance and overrides async def async_validate( self, iteration: Iteration, - index: int, + attempt_number: int, parsed_output: Any, output_schema: Schema, + **kwargs, ): """Validate the output.""" - validated_output = await output_schema.async_validate( - iteration, parsed_output, self.metadata, attempt_number=index + # Break early if empty + if parsed_output is None: + return None + + skeleton_reask = schema_validation(parsed_output, output_schema, **kwargs) + if skeleton_reask: + return skeleton_reask + + validated_output, _metadata = await validator_service.async_validate( + value=parsed_output, + metadta=self.metadata, + validator_map=self.validation_map, + iteration=iteration, + disable_tracer=self._disable_tracer, + path="$", + ) + validated_output = validator_service.post_process_validation( + validated_output, attempt_number, iteration ) return validated_output + # TODO: Refactor this to use inheritance and overrides async def async_prepare( self, call_log: Call, - index: int, + attempt_number: int, + *, instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], - prompt_params: Dict, + prompt_params: Optional[Dict] = {}, api: Optional[Union[PromptCallableBase, AsyncPromptCallableBase]], - prompt_schema: Optional[StringSchema], - instructions_schema: Optional[StringSchema], - msg_history_schema: Optional[StringSchema], - output_schema: Schema, - ) -> Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]]: + ) -> Awaitable[ + Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]] + ]: """Prepare by running pre-processing and input validation. Returns: The instructions, prompt, and message history. """ if api is None: - raise ValueError("API must be provided.") - - if prompt_params is None: - prompt_params = {} + raise UserFacingException(ValueError("API must be provided.")) + has_prompt_validation = "prompt" in self.validation_map + has_instructions_validation = "instructions" in self.validation_map + has_msg_history_validation = "msg_history" in self.validation_map if msg_history: - msg_history = copy.deepcopy(msg_history) - # Format any variables in the message history with the prompt params. - for msg in msg_history: - msg["content"] = msg["content"].format(**prompt_params) + if has_prompt_validation or has_instructions_validation: + raise UserFacingException( + ValueError( + "Prompt and instructions validation are " + "not supported when using message history." + ) + ) prompt, instructions = None, None - # validate msg_history - if msg_history_schema is not None: + # Runner.prepare_msg_history + formatted_msg_history = [] + + # Format any variables in the message history with the prompt params. + for msg in msg_history: + msg_copy = copy.deepcopy(msg) + msg_copy["content"] = msg_copy["content"].format(**prompt_params) + formatted_msg_history.append(msg_copy) + + if "msg_history" in self.validation_map: + # Runner.validate_msg_history msg_str = msg_history_string(msg_history) inputs = Inputs( llm_output=msg_str, ) iteration = Iteration(inputs=inputs) call_log.iterations.insert(0, iteration) - validated_msg_history = await msg_history_schema.async_validate( - iteration, msg_str, self.metadata + value, _metadata = await validator_service.async_validate( + value=msg_str, + metadata=self.metadata, + validator_map=self.validation_map, + iteration=iteration, + disable_tracer=self._disable_tracer, + path="msg_history", + ) + value = validator_service.post_process_validation( + value, attempt_number, iteration ) + value = cast(str, value) + validated_msg_history = value + + iteration.outputs.validation_response = validated_msg_history if isinstance(validated_msg_history, ReAsk): raise ValidationError( f"Message history validation failed: " @@ -351,9 +387,16 @@ async def async_prepare( if validated_msg_history != msg_str: raise ValidationError("Message history validation failed") elif prompt is not None: - if isinstance(prompt, str): - prompt = Prompt(prompt) + if has_msg_history_validation: + raise UserFacingException( + ValueError( + "Message history validation is " + "not supported when using prompt/instructions." + ) + ) + msg_history = None + # Runner.prepare_prompt prompt = prompt.format(**prompt_params) # TODO(shreya): should there be any difference @@ -361,20 +404,36 @@ async def async_prepare( if instructions is not None and isinstance(instructions, Instructions): instructions = instructions.format(**prompt_params) - instructions, prompt = output_schema.preprocess_prompt( - api, instructions, prompt + instructions, prompt = preprocess_prompt( + prompt_callable=api, + instructions=instructions, + prompt=prompt, + output_type=self.output_type, ) # validate prompt - if prompt_schema is not None and prompt is not None: + if "prompt" in self.validation_map and prompt is not None: + # Runner.validate_prompt inputs = Inputs( llm_output=prompt.source, ) iteration = Iteration(inputs=inputs) call_log.iterations.insert(0, iteration) - validated_prompt = await prompt_schema.async_validate( - iteration, prompt.source, self.metadata + value, _metadata = await validator_service.async_validate( + value=prompt.source, + metadata=self.metadata, + validator_map=self.validation_map, + iteration=iteration, + disable_tracer=self._disable_tracer, + path="prompt", ) + value = validator_service.post_process_validation( + value, attempt_number, iteration + ) + + value = cast(str, value) + validated_prompt = value + iteration.outputs.validation_response = validated_prompt if validated_prompt is None: raise ValidationError("Prompt validation failed") @@ -385,15 +444,28 @@ async def async_prepare( prompt = Prompt(validated_prompt) # validate instructions - if instructions_schema is not None and instructions is not None: + if "instructions" in self.validation_map and instructions is not None: + # Runner.validate_instructions inputs = Inputs( llm_output=instructions.source, ) iteration = Iteration(inputs=inputs) call_log.iterations.insert(0, iteration) - validated_instructions = await instructions_schema.async_validate( - iteration, instructions.source, self.metadata + value, _metadata = await validator_service.async_validate( + value=instructions.source, + metadta=self.metadata, + validator_map=self.validation_map, + iteration=iteration, + disable_tracer=self._disable_tracer, + path="instructions", + ) + value = validator_service.post_process_validation( + value, attempt_number, iteration ) + + value = cast(str, value) + validated_instructions = value + iteration.outputs.validation_response = validated_instructions if validated_instructions is None: raise ValidationError("Instructions validation failed") @@ -403,6 +475,8 @@ async def async_prepare( ) instructions = Instructions(validated_instructions) else: - raise ValueError("Prompt or message history must be provided.") + raise UserFacingException( + ValueError("'prompt' or 'msg_history' must be provided.") + ) return instructions, prompt, msg_history diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index cacb1a1d4..998638a18 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -171,7 +171,7 @@ def __call__(self, call_log: Call, prompt_params: Optional[Dict] = {}) -> Call: prompt=prompt, msg_history=msg_history, prompt_params=prompt_params, - output_schema=self.output_schema, + output_schema=output_schema, output=self.output if index == 0 else None, call_log=call_log, ) @@ -541,10 +541,7 @@ def call( return llm_response - def parse( - self, - output: str, - ): + def parse(self, output: str): parsed_output, error = parse_llm_output(output) # TODO: perform type coercion and key pruning here return parsed_output, error diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index f3915ea05..05eca249c 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -3,7 +3,6 @@ from guardrails.classes.history import Call, Inputs, Iteration, Outputs from guardrails.classes.output_type import OT from guardrails.classes.validation_outcome import ValidationOutcome -from guardrails.datatypes import verify_metadata_requirements from guardrails.llm_providers import ( LiteLLMCallable, OpenAICallable, @@ -15,6 +14,7 @@ from guardrails.schema.schema import Schema from guardrails.schema.string_schema import StringSchema from guardrails.utils.openai_utils import OPENAI_VERSION +from guardrails.utils.parsing_utils import parse_llm_output from guardrails.utils.reask_utils import SkeletonReAsk @@ -27,7 +27,7 @@ class StreamRunner(Runner): """ def __call__( - self, call_log: Call, prompt_params: Optional[Dict] = None + self, call_log: Call, prompt_params: Optional[Dict] = {} ) -> Generator[ValidationOutcome[OT], None, None]: """Execute the StreamRunner. @@ -38,33 +38,22 @@ def __call__( Returns: The Call log for this run. """ - if prompt_params is None: - prompt_params = {} - - # check if validator requirements are fulfilled - missing_keys = verify_metadata_requirements( - self.metadata, self.output_schema.root_datatype - ) - if missing_keys: - raise ValueError( - f"Missing required metadata keys: {', '.join(missing_keys)}" - ) + # This is only used during ReAsks and ReAsks + # are not yet supported for streaming. + # Figure out if we need to include instructions in the prompt. + # include_instructions = not ( + # self.instructions is None and self.msg_history is None + # ) ( instructions, prompt, msg_history, - prompt_schema, - instructions_schema, - msg_history_schema, output_schema, ) = ( self.instructions, self.prompt, self.msg_history, - self.prompt_schema, - self.instructions_schema, - self.msg_history_schema, self.output_schema, ) @@ -75,9 +64,6 @@ def __call__( prompt=prompt, msg_history=msg_history, prompt_params=prompt_params, - prompt_schema=prompt_schema, - instructions_schema=instructions_schema, - msg_history_schema=msg_history_schema, output_schema=output_schema, output=self.output, call_log=call_log, @@ -139,7 +125,7 @@ def step( iteration.inputs.msg_history = msg_history # Call: run the API that returns a generator wrapped in LLMResponse - llm_response = self.call(index, instructions, prompt, msg_history, api, output) + llm_response = self.call(instructions, prompt, msg_history, api, output) # Get the stream (generator) from the LLMResponse stream = llm_response.stream_output @@ -160,9 +146,7 @@ def step( fragment += chunk_text # 2. Parse the fragment - parsed_fragment, move_to_next = self.parse( - index, fragment, output_schema, verified - ) + parsed_fragment, move_to_next = self.parse(fragment, verified=verified) if move_to_next: # Continue to next chunk continue @@ -247,15 +231,11 @@ def get_chunk_text(self, chunk: Any, api: Union[PromptCallableBase, None]) -> st def parse( self, - index: int, output: str, - output_schema: Schema, - verified: set, + *verified: set, ): """Parse the output.""" - parsed_output, error = output_schema.parse( - output, stream=True, verified=verified - ) + parsed_output, error = parse_llm_output(output, stream=True, verified=verified) # Error can be either of # (True/False/None/ValueError/string representing error) From 6a1a627558c7be49296d3ec0a15c1b2982ce344a Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 20 May 2024 12:06:28 -0500 Subject: [PATCH 009/318] subschema validation --- guardrails/schema/rail_schema.py | 14 ++++- guardrails/schema/validator.py | 62 ++++++++++++------- .../schema/test_pydantic_schema.py | 3 - .../schema/test_validator.py | 23 +++++++ .../test_assets/json_schemas/choice_case.json | 18 +++++- .../json_schemas/choice_case_openapi.json | 11 +++- .../pydantic_models/fight_or_flight.py | 4 +- .../test_assets/rail_specs/choice_case.rail | 6 +- 8 files changed, 103 insertions(+), 38 deletions(-) diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 4801a857e..a69dafbfb 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -167,12 +167,16 @@ def parse_element( ) elif schema_type == RailTypes.OBJECT: properties = {} + required: List[str] = [] for child in element: name = child.get("name") + child_required = child.get("required") == "true" if not name: output_path = json_path.replace("$.", "output.") logger.warn(f"{output_path} has a nameless child which is not allowed!") continue + if child_required: + required.append(name) child_schema = parse_element(child, processed_schema, f"{json_path}.{name}") properties[name] = child_schema.to_dict() @@ -180,6 +184,7 @@ def parse_element( type=ValidationType(SimpleTypes.OBJECT), properties=properties, description=description, + required=required, ) elif schema_type == RailTypes.CHOICE: """ @@ -216,8 +221,10 @@ def parse_element( case_if_then_properties = {} case_properties = {} + required: List[str] = [] for case_child in choice_case: case_child_name = case_child.get("name") + child_required = case_child.get("required") == "true" if not case_child_name: output_path = json_path.replace("$.", "output.") logger.warn( @@ -225,6 +232,8 @@ def parse_element( " which is not allowed!" ) continue + if child_required: + required.append(case_child_name) case_child_schema = parse_element( case_child, processed_schema, f"{json_path}.{case_child_name}" ) @@ -236,7 +245,9 @@ def parse_element( case_if_then_model.var_if = ModelSchema( properties=case_if_then_properties ).to_dict() - case_if_then_model.then = ModelSchema(properties=case_properties).to_dict() + case_if_then_model.then = ModelSchema( + properties=case_properties, required=required + ).to_dict() allOf.append(case_if_then_model) properties = {} @@ -244,6 +255,7 @@ def parse_element( return ModelSchema( type=ValidationType(SimpleTypes.OBJECT), properties=properties, + required=[discriminator], allOf=allOf, description=description, ) diff --git a/guardrails/schema/validator.py b/guardrails/schema/validator.py index 1ce6079d2..cdd391816 100644 --- a/guardrails/schema/validator.py +++ b/guardrails/schema/validator.py @@ -1,5 +1,5 @@ import json -from typing import Any, Dict, List +from typing import Any, Dict, List, Optional from jsonschema import Draft202012Validator, ValidationError from referencing import Registry, jsonschema as jsonschema_ref @@ -15,10 +15,19 @@ def __init__(self, *args: object, fields: Dict[str, List[str]]): super().__init__(*args) -def validate_against_schema(payload: Any, validator: Draft202012Validator): +def validate_against_schema( + payload: Any, + validator: Draft202012Validator, + *, + validate_subschema: Optional[bool] = False, +): fields: Dict[str, List[str]] = {} error: ValidationError for error in validator.iter_errors(payload): + if validate_subschema is True and error.message.endswith( + "is a required property" + ): + continue fields[error.json_path] = fields.get(error.json_path, []) fields[error.json_path].append(error.message) @@ -49,7 +58,12 @@ def validate_json_schema(json_schema: Dict[str, Any]): raise SchemaValidationError(error_message, fields=e.fields) -def validate_payload(payload: Any, json_schema: Dict[str, Any]): +def validate_payload( + payload: Any, + json_schema: Dict[str, Any], + *, + validate_subschema: Optional[bool] = False, +): """ Validates a payload, against the provided JSON Schema. Raises a SchemaValidationError if invalid. @@ -69,29 +83,29 @@ def validate_payload(payload: Any, json_schema: Dict[str, Any]): }, registry=registry, ) - validate_against_schema(payload, validator) + validate_against_schema(payload, validator, validate_subschema=validate_subschema) def schema_validation(llm_output: Any, output_schema: Dict[str, Any], **kwargs): - # FIXME: How to validate subschemas with thrid party tools? validate_subschema = kwargs.get("validate_subschema", False) - if not validate_subschema: - response_matches_schema = True - schema_error = None - try: - validate_payload(llm_output, output_schema) - except SchemaValidationError as sve: - formatted_error_fields = json.dumps(sve.fields, indent=2) - schema_error = f"JSON does not match schema:\n{formatted_error_fields}" - schema_error = "JSON does not match schema" - if not response_matches_schema: - return SkeletonReAsk( - incorrect_value=llm_output, - fail_results=[ - FailResult( - fix_value=None, - error_message=schema_error, - ) - ], - ) + schema_error = None + try: + validate_payload( + llm_output, output_schema, validate_subschema=validate_subschema + ) + except SchemaValidationError as sve: + formatted_error_fields = json.dumps(sve.fields, indent=2) + schema_error = f"JSON does not match schema:\n{formatted_error_fields}" + schema_error = "JSON does not match schema" + + if schema_error: + return SkeletonReAsk( + incorrect_value=llm_output, + fail_results=[ + FailResult( + fix_value=None, + error_message=schema_error, + ) + ], + ) diff --git a/tests/integration_tests/schema/test_pydantic_schema.py b/tests/integration_tests/schema/test_pydantic_schema.py index e795e8619..12913425c 100644 --- a/tests/integration_tests/schema/test_pydantic_schema.py +++ b/tests/integration_tests/schema/test_pydantic_schema.py @@ -22,9 +22,6 @@ def test_choice_case_happy_path(self): processed_schema: ProcessedSchema = pydantic_model_to_schema(FightOrFlight) - # from rich import print - # print(processed_schema.json_schema) - assert processed_schema.json_schema == expected_schema assert processed_schema.output_type == OutputTypes.DICT assert processed_schema.output_type == "dict" diff --git a/tests/integration_tests/schema/test_validator.py b/tests/integration_tests/schema/test_validator.py index 61d8b7a27..b8043d5a1 100644 --- a/tests/integration_tests/schema/test_validator.py +++ b/tests/integration_tests/schema/test_validator.py @@ -88,3 +88,26 @@ def test_failure_invalid_structure(self): "[{'chosen_action': 'flight', 'flight_direction': 'north', 'distance': '2'}] is not of type 'object'" # noqa ] } + + def test_failure_missing_required_properties(self): + payload = {"action": {"chosen_action": "flight"}} + + with pytest.raises(Exception) as excinfo: + validate_payload(payload, schema) + + assert isinstance(excinfo.value, SchemaValidationError) is True + schema_error: SchemaValidationError = excinfo.value + assert ( + str(schema_error) + == "The provided payload is not compliant with the provided schema!" + ) + + assert schema_error.fields == { + "$.action": ["'distance' is a required property"] + } + + def test_subschema_validation(self): + # Missing required properites, but that's allowed with validate_subschema + payload = {"action": {"chosen_action": "flight"}} + + validate_payload(payload, schema, validate_subschema=True) diff --git a/tests/integration_tests/test_assets/json_schemas/choice_case.json b/tests/integration_tests/test_assets/json_schemas/choice_case.json index dfc4fc294..6c71598c4 100644 --- a/tests/integration_tests/test_assets/json_schemas/choice_case.json +++ b/tests/integration_tests/test_assets/json_schemas/choice_case.json @@ -24,7 +24,10 @@ "weapon": { "type": "string" } - } + }, + "required": [ + "weapon" + ] } }, { @@ -41,10 +44,19 @@ "distance": { "type": "integer" } - } + }, + "required": [ + "distance" + ] } } + ], + "required": [ + "chosen_action" ] } - } + }, + "required": [ + "action" + ] } \ No newline at end of file diff --git a/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json b/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json index 691404892..4db23493a 100644 --- a/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json +++ b/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json @@ -33,8 +33,15 @@ "type": "string" }, "flight_direction": { - "title": "Flight Direction", - "type": "string" + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "title": "Flight Direction" }, "distance": { "title": "Distance", diff --git a/tests/integration_tests/test_assets/pydantic_models/fight_or_flight.py b/tests/integration_tests/test_assets/pydantic_models/fight_or_flight.py index affb0d322..fdae5f589 100644 --- a/tests/integration_tests/test_assets/pydantic_models/fight_or_flight.py +++ b/tests/integration_tests/test_assets/pydantic_models/fight_or_flight.py @@ -1,6 +1,6 @@ from tests.integration_tests.test_assets.validators.valid_choices import ValidChoices from pydantic import BaseModel, Field -from typing import Literal, Union +from typing import Literal, Optional, Union prompt = """ You are a human in an enchanted forest. @@ -21,7 +21,7 @@ class Fight(BaseModel): class Flight(BaseModel): chosen_action: Literal["flight"] - flight_direction: str = Field( + flight_direction: Optional[str] = Field( validators=[ ValidChoices(["north", "south", "east", "west"], on_fail="exception") ] diff --git a/tests/integration_tests/test_assets/rail_specs/choice_case.rail b/tests/integration_tests/test_assets/rail_specs/choice_case.rail index 0a875e0ab..fdeae9f7a 100644 --- a/tests/integration_tests/test_assets/rail_specs/choice_case.rail +++ b/tests/integration_tests/test_assets/rail_specs/choice_case.rail @@ -1,13 +1,13 @@ - + - + - + From a1778c52796e36998693c0ef2c59d273c0793464 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 20 May 2024 16:36:21 -0500 Subject: [PATCH 010/318] fixes from e2e testing --- guardrails/classes/history/outputs.py | 2 +- guardrails/guard.py | 109 ++++++++++++++++---------- guardrails/run/async_runner.py | 10 +-- guardrails/run/runner.py | 21 ++--- guardrails/run/stream_runner.py | 4 +- guardrails/utils/llm_response.py | 10 --- guardrails/utils/naming_utils.py | 6 ++ guardrails/utils/openai_utils/base.py | 2 +- guardrails/utils/openai_utils/v0.py | 2 +- guardrails/utils/openai_utils/v1.py | 2 +- guardrails/utils/parsing_utils.py | 8 +- guardrails/utils/validator_utils.py | 13 +-- guardrails/validator_service.py | 2 + 13 files changed, 109 insertions(+), 82 deletions(-) delete mode 100644 guardrails/utils/llm_response.py create mode 100644 guardrails/utils/naming_utils.py diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index 2b620d978..cdf9cbce9 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -4,7 +4,7 @@ from typing_extensions import deprecated from guardrails.constants import error_status, fail_status, not_run_status, pass_status -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.pydantic_utils import ArbitraryModel from guardrails.utils.reask_utils import ReAsk diff --git a/guardrails/guard.py b/guardrails/guard.py index c76f6cec6..b1fca8277 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -2,6 +2,7 @@ import contextvars import json import os +from builtins import id as object_id from copy import deepcopy from string import Template from typing import ( @@ -22,13 +23,10 @@ from guardrails_api_client import ( Guard as IGuard, + GuardHistory, ValidatorReference, ModelSchema, - # AnyObject, - # History, - # HistoryEvent, ValidatePayload, - # ValidationOutput, SimpleTypes, ) from langchain_core.messages import BaseMessage @@ -74,9 +72,10 @@ set_tracer_context, ) from guardrails.types.pydantic import ModelOrListOfModels +from guardrails.utils.naming_utils import random_id from guardrails.utils.safe_get import safe_get from guardrails.utils.hub_telemetry_utils import HubTelemetry -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.reask_utils import FieldReAsk from guardrails.utils.validator_utils import get_validator, verify_metadata_requirements from guardrails.validator_base import Validator @@ -139,30 +138,29 @@ def __init__( name: Optional[str] = None, description: Optional[str] = None, validators: Optional[List[ValidatorReference]] = [], - schema: Optional[Dict[str, Any]] = None, + schema: Optional[Dict[str, Any]] = {}, ): """Initialize the Guard with optional Rail instance, num_reasks, and base_model.""" # Shared Interface Properties - self.id = id or str(id(self)) - self.name = name or f"gr-{self.id}" - self.description = description - self.schema = schema or {} - self._validator_map = {} - self._validators = [] + id = id or random_id() + name = name or f"gr-{id}" super().__init__( - id=self.id, - name=self.name, - description=self.description, + id=id, + name=name, + description=description, validators=validators, var_schema=ModelSchema.from_dict(schema), + history=GuardHistory([]), ) + self._validator_map = {} + self._validators = [] self._fill_validator_map() self._fill_validators() # TODO: Support a sink for history so that it is not solely held in memory - self.history: Stack[Call] = Stack() + self._history: Stack[Call] = Stack() # Gaurdrails As A Service Initialization api_key = os.environ.get("GUARDRAILS_API_KEY") @@ -170,6 +168,16 @@ def __init__( self._api_client = GuardrailsApiClient(api_key=api_key) self.upsert_guard() + # FIXME + @property + def history(self): + return self._history + + # FIXME + @history.setter + def history(self, h: Stack[Call]): + self._history = h + @field_validator("schema") @classmethod def must_be_valid_json_schema( @@ -223,6 +231,8 @@ def _configure_telemtry( def _fill_validator_map(self): for ref in self.validators: entry: List[Validator] = self._validator_map.get(ref.on, []) + # Check if the validator from the reference + # has an instance in the validator_map v = safe_get( list( filter( @@ -243,15 +253,21 @@ def _fill_validator_map(self): ref.kwargs.values(), ) ) - string_syntax = Template("${id}: ${args}").safe_substitute( - id=ref.id, args=" ".join(serialized_args) + string_syntax = ( + Template("${id}: ${args}").safe_substitute( + id=ref.id, args=" ".join(serialized_args) + ) + if len(serialized_args) > 0 + else ref.id ) entry.append(get_validator((string_syntax, ref.on_fail))) self._validator_map[ref.on] = entry def _fill_validators(self): self._validators = [ - v for v in (self._validator_map[k] for k in self._validator_map) + v + for v_list in [self._validator_map[k] for k in self._validator_map] + for v in v_list ] # FIXME: What do we have this to look like now? @@ -459,7 +475,6 @@ def from_pydantic( description=description, schema=schema.json_schema, validators=schema.validators, - _exec_opts=exec_opts, ) if schema.output_type == OutputTypes.LIST: guard = cast(Guard[List], guard) @@ -521,7 +536,6 @@ def from_string( description=description, schema=schema.json_schema, validators=schema.validators, - _exec_opts=exec_opts, ), ) guard.configure(num_reasks=num_reasks, tracer=tracer) @@ -625,8 +639,8 @@ def __exec( kwargs=kwargs, ) call_log = Call(inputs=call_inputs) - set_scope(str(id(call_log))) - self.history.push(call_log) + set_scope(str(object_id(call_log))) + self._history.push(call_log) if self._api_client is not None and model_is_supported_server_side( llm_api, *args, **kwargs @@ -712,35 +726,37 @@ def _exec_sync( if kwargs.get("stream", False): # If stream is True, use StreamRunner runner = StreamRunner( - instructions=instructions, + output_type=self._output_type, + output_schema=self.schema, + num_reasks=num_reasks, + validation_map=self._validator_map, prompt=prompt, + instructions=instructions, msg_history=msg_history, api=api, - output=llm_output, - output_schema=self.output_schema, - num_reasks=num_reasks, metadata=metadata, + output=llm_output, base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), - output_type=self._output_type, ) return runner(call_log=call_log, prompt_params=prompt_params) else: # Otherwise, use Runner runner = Runner( - instructions=instructions, + output_type=self._output_type, + output_schema=self.schema, + num_reasks=num_reasks, + validation_map=self._validator_map, prompt=prompt, + instructions=instructions, msg_history=msg_history, api=api, - output=llm_output, - output_schema=self.output_schema, - num_reasks=num_reasks, metadata=metadata, + output=llm_output, base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), - output_type=self._output_type, ) call = runner(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) @@ -782,18 +798,19 @@ async def _exec_async( get_async_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None ) runner = AsyncRunner( - instructions=instructions, + output_type=self._output_type, + output_schema=self.schema, + num_reasks=num_reasks, + validation_map=self._validator_map, prompt=prompt, + instructions=instructions, msg_history=msg_history, api=api, - output=llm_output, - output_schema=self.output_schema, - num_reasks=num_reasks, metadata=metadata, + output=llm_output, base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), - output_type=self._output_type, ) # Why are we using a different method here instead of just overriding? call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) @@ -835,7 +852,7 @@ def __call__( llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], *args, prompt_params: Optional[Dict] = None, - num_reasks: Optional[int] = None, + num_reasks: Optional[int] = 1, prompt: Optional[str] = None, instructions: Optional[str] = None, msg_history: Optional[List[Dict]] = None, @@ -876,7 +893,7 @@ def __call__( "Alternatively, you can provide a prompt in the Schema constructor." ) - self._execute( + return self._execute( *args, llm_api=llm_api, prompt_params=prompt_params, @@ -956,7 +973,13 @@ def parse( determined by the object schema defined in the RAILspec. """ final_num_reasks = ( - num_reasks if num_reasks is not None else 0 if llm_api is None else None + num_reasks + if num_reasks is not None + else self._num_reasks + if self._num_reasks is not None + else 0 + if llm_api is None + else 1 ) prompt = kwargs.pop("prompt", self._exec_opts.prompt) instructions = kwargs.pop("instructions", self._exec_opts.instructions) @@ -1225,8 +1248,8 @@ def _call_server( for h in history_events ] call_log.iterations.extend(iterations) - if self.history.length == 0: - self.history.push(call_log) + if self._history.length == 0: + self._history.push(call_log) # Our interfaces are too different for this to work right now. # Once we move towards shared interfaces for both the open source diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index f7071fa6c..1a0f02d91 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -18,7 +18,7 @@ from guardrails.types.pydantic import ModelOrListOfModels from guardrails.types.validator import ValidatorMap from guardrails.utils.exception_utils import UserFacingException -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.prompt_utils import preprocess_prompt from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk from guardrails.utils.telemetry_utils import async_trace @@ -306,7 +306,7 @@ async def async_validate( path="$", ) validated_output = validator_service.post_process_validation( - validated_output, attempt_number, iteration + validated_output, attempt_number, iteration, self.output_type ) return validated_output @@ -373,7 +373,7 @@ async def async_prepare( path="msg_history", ) value = validator_service.post_process_validation( - value, attempt_number, iteration + value, attempt_number, iteration, OutputTypes.STRING ) value = cast(str, value) validated_msg_history = value @@ -428,7 +428,7 @@ async def async_prepare( path="prompt", ) value = validator_service.post_process_validation( - value, attempt_number, iteration + value, attempt_number, iteration, OutputTypes.STRING ) value = cast(str, value) @@ -460,7 +460,7 @@ async def async_prepare( path="instructions", ) value = validator_service.post_process_validation( - value, attempt_number, iteration + value, attempt_number, iteration, OutputTypes.STRING ) value = cast(str, value) diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 998638a18..2df1df8e6 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -15,7 +15,7 @@ from guardrails.types import ModelOrListOfModels, ValidatorMap, MessageHistory from guardrails.utils.exception_utils import UserFacingException from guardrails.utils.hub_telemetry_utils import HubTelemetry -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.parsing_utils import parse_llm_output from guardrails.utils.prompt_utils import preprocess_prompt, prompt_content_for_schema from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk, introspect @@ -322,7 +322,7 @@ def validate_msg_history( path="msg_history", ) value = validator_service.post_process_validation( - value, attempt_number, iteration + value, attempt_number, iteration, OutputTypes.STRING ) value = cast(str, value) validated_msg_history = value @@ -370,7 +370,7 @@ def validate_prompt(self, call_log: Call, prompt: Prompt, attempt_number: int): path="prompt", ) value = validator_service.post_process_validation( - value, attempt_number, iteration + value, attempt_number, iteration, OutputTypes.STRING ) value = cast(str, value) @@ -393,14 +393,14 @@ def validate_instructions( call_log.iterations.insert(0, iteration) value, _metadata = validator_service.validate( value=instructions.source, - metadta=self.metadata, + metadata=self.metadata, validator_map=self.validation_map, iteration=iteration, disable_tracer=self._disable_tracer, path="instructions", ) value = validator_service.post_process_validation( - value, attempt_number, iteration + value, attempt_number, iteration, OutputTypes.STRING ) value = cast(str, value) @@ -541,8 +541,8 @@ def call( return llm_response - def parse(self, output: str): - parsed_output, error = parse_llm_output(output) + def parse(self, output: str, **kwargs): + parsed_output, error = parse_llm_output(output, self.output_type, **kwargs) # TODO: perform type coercion and key pruning here return parsed_output, error @@ -563,16 +563,17 @@ def validate( if skeleton_reask: return skeleton_reask - validated_output, _metadata = validator_service.validate( + validated_output, metadata = validator_service.validate( value=parsed_output, - metadta=self.metadata, + metadata=self.metadata, validator_map=self.validation_map, iteration=iteration, disable_tracer=self._disable_tracer, path="$", ) + self.metadata.update(metadata) validated_output = validator_service.post_process_validation( - validated_output, attempt_number, iteration + validated_output, attempt_number, iteration, self.output_type ) return validated_output diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 05eca249c..6490d00e2 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -235,7 +235,9 @@ def parse( *verified: set, ): """Parse the output.""" - parsed_output, error = parse_llm_output(output, stream=True, verified=verified) + parsed_output, error = parse_llm_output( + output, self.output_type, stream=True, verified=verified + ) # Error can be either of # (True/False/None/ValueError/string representing error) diff --git a/guardrails/utils/llm_response.py b/guardrails/utils/llm_response.py deleted file mode 100644 index 072ad2de7..000000000 --- a/guardrails/utils/llm_response.py +++ /dev/null @@ -1,10 +0,0 @@ -from typing import Iterable, Optional - -from guardrails.classes.schema import ArbitraryModel - - -class LLMResponse(ArbitraryModel): - prompt_token_count: Optional[int] = None - response_token_count: Optional[int] = None - output: str - stream_output: Optional[Iterable] = None diff --git a/guardrails/utils/naming_utils.py b/guardrails/utils/naming_utils.py new file mode 100644 index 000000000..9b209d115 --- /dev/null +++ b/guardrails/utils/naming_utils.py @@ -0,0 +1,6 @@ +import random +import string + + +def random_id(n: int = 6) -> str: + return "".join(random.choices(string.ascii_uppercase + string.digits, k=n)) diff --git a/guardrails/utils/openai_utils/base.py b/guardrails/utils/openai_utils/base.py index bd55ea79a..9aa1a384f 100644 --- a/guardrails/utils/openai_utils/base.py +++ b/guardrails/utils/openai_utils/base.py @@ -1,7 +1,7 @@ import os from typing import Any, List, Optional -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse class BaseOpenAIClient: diff --git a/guardrails/utils/openai_utils/v0.py b/guardrails/utils/openai_utils/v0.py index 6b4afd0fb..b1adc99aa 100644 --- a/guardrails/utils/openai_utils/v0.py +++ b/guardrails/utils/openai_utils/v0.py @@ -5,7 +5,7 @@ import openai.error from tenacity import retry, retry_if_exception_type, wait_exponential_jitter -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.openai_utils.base import ( BaseAsyncOpenAIClient, BaseSyncOpenAIClient, diff --git a/guardrails/utils/openai_utils/v1.py b/guardrails/utils/openai_utils/v1.py index 921e63b93..4a0c7fa4e 100644 --- a/guardrails/utils/openai_utils/v1.py +++ b/guardrails/utils/openai_utils/v1.py @@ -3,7 +3,7 @@ import openai -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.openai_utils.base import BaseOpenAIClient from guardrails.utils.openai_utils.streaming_utils import ( num_tokens_from_messages, diff --git a/guardrails/utils/parsing_utils.py b/guardrails/utils/parsing_utils.py index af6079dba..e7846f5b6 100644 --- a/guardrails/utils/parsing_utils.py +++ b/guardrails/utils/parsing_utils.py @@ -1,6 +1,6 @@ import json import regex -from typing import Any, Dict, Optional, Tuple, Union +from typing import Dict, Optional, Tuple, Union from guardrails.actions.reask import NonParseableReAsk from guardrails.classes.output_type import OutputTypes @@ -160,7 +160,7 @@ def parse_fragment(fragment: str): ### LLM Output Parsing ### def parse_json_llm_output( - output: str, kwargs: Dict[str, Any] + output: str, **kwargs ) -> Tuple[ Union[Optional[Dict], NonParseableReAsk, str], Union[Optional[Exception], str, bool, None], @@ -202,7 +202,7 @@ def parse_string_llm_output(output: str) -> Tuple[str, Optional[Exception]]: return output, error -def parse_llm_output(output: str, output_type: OutputTypes, kwargs: Dict[str, Any]): +def parse_llm_output(output: str, output_type: OutputTypes, **kwargs): if output_type == OutputTypes.STRING: return parse_string_llm_output(output) - return parse_json_llm_output(output, kwargs) + return parse_json_llm_output(output, **kwargs) diff --git a/guardrails/utils/validator_utils.py b/guardrails/utils/validator_utils.py index 66761a8a8..38775e2db 100644 --- a/guardrails/utils/validator_utils.py +++ b/guardrails/utils/validator_utils.py @@ -62,11 +62,14 @@ def parse_rail_validator( parts = split_on(validator_spec, ":") # parts = validator_spec.split(":", max_splits) validator_id = parts[1].strip() if is_hub_validator else parts[0].strip() - arg_tokens = [ - arg.strip() - for arg in split_on(parts[max_splits], "\s", exceptions=ESCAPED_OR_QUOTED) - if len(parts) > 1 - ] + arg_tokens = [] + if len(parts) > 1: + arg_tokens = [ + arg.strip() + for arg in split_on( + parts[max_splits], "\s", exceptions=ESCAPED_OR_QUOTED + ) + ] validator_args = parse_rail_arguments(arg_tokens) else: validator_id = validator_spec diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index abbe247e8..849785c74 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -473,3 +473,5 @@ def post_process_validation( trace_validation_result( validation_logs=iteration.validator_logs, attempt_number=attempt_number ) + + return validated_response From 06d04b93dc3f66c29cfe68343914d356a7fac872 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 21 May 2024 14:25:47 -0500 Subject: [PATCH 011/318] fix array pathing and xml existence checks --- guardrails/guard.py | 42 ++++++++++------ guardrails/schema/rail_schema.py | 21 ++++---- guardrails/validator_service.py | 82 ++++++++++++++++++++++---------- 3 files changed, 93 insertions(+), 52 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index b1fca8277..a6af0a4a4 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -27,6 +27,7 @@ ValidatorReference, ModelSchema, ValidatePayload, + ValidationType, SimpleTypes, ) from langchain_core.messages import BaseMessage @@ -112,7 +113,7 @@ class that contains the raw output from name: Optional[str] = None description: Optional[str] = None validators: Optional[List[ValidatorReference]] = [] - schema: Dict[str, Any] = {} + output_schema: Optional[ModelSchema] = None # Legacy _num_reasks = None @@ -138,7 +139,7 @@ def __init__( name: Optional[str] = None, description: Optional[str] = None, validators: Optional[List[ValidatorReference]] = [], - schema: Optional[Dict[str, Any]] = {}, + output_schema: Optional[Dict[str, Any]] = {}, ): """Initialize the Guard with optional Rail instance, num_reasks, and base_model.""" @@ -146,14 +147,25 @@ def __init__( # Shared Interface Properties id = id or random_id() name = name or f"gr-{id}" + + # Init ModelSchema class + schema_with_type = {**output_schema} + output_schema_type = output_schema.get("type") + if output_schema_type: + schema_with_type["type"] = ValidationType.from_dict(output_schema_type) + model_schema = ModelSchema(**schema_with_type) + + # Super Init super().__init__( id=id, name=name, description=description, validators=validators, - var_schema=ModelSchema.from_dict(schema), + output_schema=model_schema, history=GuardHistory([]), ) + + # Assign private properties and backfill self._validator_map = {} self._validators = [] self._fill_validator_map() @@ -178,17 +190,17 @@ def history(self): def history(self, h: Stack[Call]): self._history = h - @field_validator("schema") + @field_validator("output_schema") @classmethod def must_be_valid_json_schema( - cls, schema: Optional[Dict[str, Any]] = None - ) -> Optional[Dict[str, Any]]: - if schema: + cls, output_schema: Optional[ModelSchema] = None + ) -> Optional[ModelSchema]: + if output_schema: try: - validate_json_schema(schema) + validate_json_schema(output_schema.to_dict()) except SchemaValidationError as e: raise ValueError(f"{str(e)}\n{json.dumps(e.fields, indent=2)}") - return schema + return output_schema def configure( self, @@ -312,7 +324,7 @@ def _from_rail_schema( guard = cls( name=name, description=description, - schema=schema.json_schema, + output_schema=schema.json_schema, validators=schema.validators, ) if schema.output_type == OutputTypes.STRING: @@ -473,7 +485,7 @@ def from_pydantic( guard = cls( name=name, description=description, - schema=schema.json_schema, + output_schema=schema.json_schema, validators=schema.validators, ) if schema.output_type == OutputTypes.LIST: @@ -534,7 +546,7 @@ def from_string( cls( name=name, description=description, - schema=schema.json_schema, + output_schema=schema.json_schema, validators=schema.validators, ), ) @@ -727,7 +739,7 @@ def _exec_sync( # If stream is True, use StreamRunner runner = StreamRunner( output_type=self._output_type, - output_schema=self.schema, + output_schema=self.output_schema.to_dict(), num_reasks=num_reasks, validation_map=self._validator_map, prompt=prompt, @@ -745,7 +757,7 @@ def _exec_sync( # Otherwise, use Runner runner = Runner( output_type=self._output_type, - output_schema=self.schema, + output_schema=self.output_schema.to_dict(), num_reasks=num_reasks, validation_map=self._validator_map, prompt=prompt, @@ -799,7 +811,7 @@ async def _exec_async( ) runner = AsyncRunner( output_type=self._output_type, - output_schema=self.schema, + output_schema=self.output_schema.to_dict(), num_reasks=num_reasks, validation_map=self._validator_map, prompt=prompt, diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index a69dafbfb..2d31e74a5 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -81,6 +81,8 @@ def parse_element( # Extract validators from RAIL and assign into ProcessedSchema extract_validators(element, processed_schema, json_path) + json_path = json_path.replace(".*", "") + if schema_type == RailTypes.STRING: format = xml_to_string(element.attrib.get("format")) return ModelSchema( @@ -153,15 +155,8 @@ def parse_element( " RAIL elements must have precisely 1 child element!" ) first_child = children[0] - name = first_child.get("name") - if not name: - output_path = json_path.replace("$.", "output.") - logger.warn(f"{output_path} has a nameless child which is not allowed!") - else: - child_schema = parse_element( - first_child, processed_schema, f"{json_path}.{name}" - ) - items = child_schema.to_dict() + child_schema = parse_element(first_child, processed_schema, f"{json_path}.*") + items = child_schema.to_dict() return ModelSchema( type=ValidationType(SimpleTypes.ARRAY), items=items, description=description ) @@ -329,25 +324,25 @@ def rail_string_to_schema(rail_string: str) -> ProcessedSchema: # LLMs can use them to improve their output. Commonly these are # prepended to the prompt. instructions_tag = rail_xml.find("instructions") - if instructions_tag: + if instructions_tag is not None: processed_schema.exec_opts.instructions = parse_element( instructions_tag, processed_schema, "instructions" ) # Load prompt_tag = rail_xml.find("prompt") - if prompt_tag: + if prompt_tag is not None: processed_schema.exec_opts.prompt = parse_element( prompt_tag, processed_schema, "prompt" ) # If reasking prompt and instructions are provided, add them to the schema. reask_prompt = rail_xml.find("reask_prompt") - if reask_prompt: + if reask_prompt is not None: processed_schema.exec_opts.reask_prompt = reask_prompt.text reask_instructions = rail_xml.find("reask_instructions") - if reask_instructions: + if reask_instructions is not None: processed_schema.exec_opts.reask_instructions = reask_instructions.text return processed_schema diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index 849785c74..cade021b1 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -112,14 +112,14 @@ def run_validator( validator: Validator, value: Any, metadata: Dict, - property_path: str, + absolute_property_path: str, ) -> ValidatorLogs: validator_class_name = validator.__class__.__name__ validator_logs = ValidatorLogs( validator_name=validator_class_name, value_before_validation=value, registered_name=validator.rail_alias, - property_path=property_path, + absolute_property_path=absolute_property_path, ) iteration.outputs.validator_logs.append(validator_logs) @@ -163,13 +163,14 @@ def run_validators( validator_map: ValidatorMap, value: Any, metadata: Dict[str, Any], - property_path: str, + absolute_property_path: str, + reference_property_path: str, ) -> Tuple[Any, Dict[str, Any]]: # Validate the field - validators = validator_map.get(property_path, []) + validators = validator_map.get(reference_property_path, []) for validator in validators: validator_logs = self.run_validator( - iteration, validator, value, metadata, property_path + iteration, validator, value, metadata, absolute_property_path ) result = validator_logs.validation_result @@ -200,7 +201,8 @@ def validate( metadata: dict, validator_map: ValidatorMap, iteration: Iteration, - path: str = "$", + absolute_path: str = "$", + reference_path: str = "$", ) -> Tuple[Any, dict]: ### # NOTE: The way validation can be executed now is fundamentally wide open. @@ -217,26 +219,39 @@ def validate( # the object if there aren't any validations applied there. ### + child_ref_path = reference_path.replace(".*", "") # Validate children first if isinstance(value, List): for index, child in enumerate(value): - child_path = f"{path}.{index}" + abs_child_path = f"{absolute_path}.{index}" + ref_child_path = f"{child_ref_path}.*" child_value, metadata = self.validate( - child, metadata, validator_map, iteration, child_path + child, + metadata, + validator_map, + iteration, + abs_child_path, + ref_child_path, ) value[index] = child_value elif isinstance(value, Dict): for key in value: child = value.get(key) - child_path = f"{path}.{key}" + abs_child_path = f"{absolute_path}.{key}" + ref_child_path = f"{child_ref_path}.{key}" child_value, metadata = self.validate( - child, metadata, validator_map, iteration, child_path + child, + metadata, + validator_map, + iteration, + abs_child_path, + ref_child_path, ) value[key] = child_value # Then validate the parent value value, metadata = self.run_validators( - iteration, validator_map, value, metadata, path + iteration, validator_map, value, metadata, absolute_path, reference_path ) return value, metadata @@ -278,10 +293,11 @@ async def run_validators( validator_map: ValidatorMap, value: Any, metadata: Dict, - property_path: str, + absolute_property_path: str, + reference_property_path: str, ): loop = asyncio.get_running_loop() - validators = validator_map.get(property_path, []) + validators = validator_map.get(reference_property_path, []) for on_fail, validator_group in self.group_validators(validators): parallel_tasks = [] validators_logs: List[ValidatorLogs] = [] @@ -296,13 +312,13 @@ async def run_validators( validator, value, metadata, - property_path, + absolute_property_path, ) ) else: # run the validators in the current process result = self.run_validator( - iteration, validator, value, metadata, property_path + iteration, validator, value, metadata, absolute_property_path ) validators_logs.append(result) @@ -348,23 +364,37 @@ async def validate_children( metadata: Dict, validator_map: ValidatorMap, iteration: Iteration, - parent_path: str, + abs_parent_path: str, + ref_parent_path: str, ): - async def validate_child(child_value, key): - child_path = f"{parent_path}.{index}" + async def validate_child( + child_value: Any, *, key: Optional[str], index: Optional[int] + ): + child_key = key or index + abs_child_path = f"{abs_parent_path}.{child_key}" + ref_child_path = ref_parent_path + if key is not None: + ref_child_path = f"{ref_child_path}.{key}" + elif index is not None: + ref_child_path = f"{ref_child_path}.*" new_child_value, new_metadata = await self.async_validate( - child_value, metadata, validator_map, iteration, child_path + child_value, + metadata, + validator_map, + iteration, + abs_child_path, + ref_child_path, ) return key, new_child_value, new_metadata tasks = [] if isinstance(value, List): for index, child in enumerate(value): - tasks.append(validate_child(child, index)) + tasks.append(validate_child(child, index=index)) elif isinstance(value, Dict): for key in value: child = value.get(key) - tasks.append(validate_child(child, key)) + tasks.append(validate_child(child, key=key)) results = await asyncio.gather(*tasks) @@ -381,15 +411,19 @@ async def async_validate( metadata: dict, validator_map: ValidatorMap, iteration: Iteration, - path: str = "$", + absolute_path: str = "$", + reference_path: str = "$", ) -> Tuple[Any, dict]: + child_ref_path = reference_path.replace(".*", "") # Validate children first if isinstance(value, List) or isinstance(value, Dict): - self.validate_children(value, metadata, validator_map, iteration, path) + self.validate_children( + value, metadata, validator_map, iteration, absolute_path, child_ref_path + ) # Then validate the parent value value, metadata = await self.run_validators( - iteration, validator_map, value, metadata, path + iteration, validator_map, value, metadata, absolute_path, reference_path ) return value, metadata From 065d5a807f7b80c6772605d9f8482c8d941bf5c6 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 21 May 2024 14:45:29 -0500 Subject: [PATCH 012/318] remove runnable implementation from guard --- guardrails/guard.py | 39 +-------------------------------------- 1 file changed, 1 insertion(+), 38 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index a6af0a4a4..ba5cc2fa2 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -3,7 +3,6 @@ import json import os from builtins import id as object_id -from copy import deepcopy from string import Template from typing import ( Any, @@ -30,13 +29,10 @@ ValidationType, SimpleTypes, ) -from langchain_core.messages import BaseMessage -from langchain_core.runnables import Runnable, RunnableConfig from pydantic import Field, field_validator from guardrails.api_client import GuardrailsApiClient from guardrails.classes.output_type import OT -from guardrails.classes.input_type import InputType from guardrails.classes.validation_outcome import ValidationOutcome from guardrails.classes.validation.validation_result import FailResult from guardrails.classes.credentials import Credentials @@ -49,7 +45,6 @@ from guardrails.classes.history.outputs import Outputs from guardrails.classes.output_type import OutputTypes from guardrails.classes.schema.processed_schema import ProcessedSchema -from guardrails.errors import ValidationError from guardrails.llm_providers import ( get_async_llm_ask, get_llm_api_enum, @@ -88,7 +83,7 @@ ) -class Guard(IGuard, Runnable, Generic[OT]): +class Guard(IGuard, Generic[OT]): """The Guard class. This class is the main entry point for using Guardrails. It can be @@ -1103,38 +1098,6 @@ def validate(self, llm_output: str, *args, **kwargs) -> ValidationOutcome[str]: # def __call__(self, llm_output: str, *args, **kwargs) -> ValidationOutcome[str]: # return self.validate(llm_output, *args, **kwargs) - def invoke( - self, input: InputType, config: Optional[RunnableConfig] = None - ) -> InputType: - output = BaseMessage(content="", type="") - str_input = None - input_is_chat_message = False - if isinstance(input, BaseMessage): - input_is_chat_message = True - str_input = str(input.content) - output = deepcopy(input) - else: - str_input = str(input) - - response = self.validate(str_input) - - validated_output = response.validated_output - if not validated_output: - raise ValidationError( - ( - "The response from the LLM failed validation!" - "See `guard.history` for more details." - ) - ) - - if isinstance(validated_output, Dict): - validated_output = json.dumps(validated_output) - - if input_is_chat_message: - output.content = validated_output - return cast(InputType, output) - return cast(InputType, validated_output) - def upsert_guard(self): if self._api_client: self._api_client.upsert_guard(self) From be653caed0967459d153edcd0ead888604c43155 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 17:27:44 -0500 Subject: [PATCH 013/318] key pruning and type coercion --- guardrails/actions/reask.py | 4 +- guardrails/constants.xml | 67 +++- guardrails/run/runner.py | 14 +- guardrails/run/stream_runner.py | 15 +- guardrails/schema/generator.py | 336 +++++++++++++++++- guardrails/schema/parser.py | 68 +++- guardrails/schema/validator.py | 1 - guardrails/utils/parsing_utils.py | 208 ++++++++++- poetry.lock | 27 +- pyproject.toml | 2 + .../schema/test_generator.py | 75 ++++ .../json_schemas/credit_card_agreement.json | 32 ++ .../utils/test_parsing_utils.py | 121 +++++++ tests/unit_tests/schema/test_generator.py | 31 ++ tests/unit_tests/schema/test_parser.py | 82 ++++- tests/unit_tests/utils/test_parsing_utils.py | 116 ++++++ 16 files changed, 1171 insertions(+), 28 deletions(-) create mode 100644 tests/integration_tests/schema/test_generator.py create mode 100644 tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json create mode 100644 tests/integration_tests/utils/test_parsing_utils.py create mode 100644 tests/unit_tests/schema/test_generator.py diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index 3b7e84b74..a06abda1a 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -1,5 +1,6 @@ from copy import deepcopy import json +import jsonref from typing import Any, Dict, List, Optional, Tuple, Union from pydantic import BaseModel @@ -300,8 +301,9 @@ def get_reask_setup_for_json( output_type, reask_schema, validation_map ) + dereferenced_reask_schema = jsonref.replace_refs(reask_schema) json_example = json.dumps( - generate_example(reask_schema), + generate_example(dereferenced_reask_schema), indent=2, ) diff --git a/guardrails/constants.xml b/guardrails/constants.xml index 0690ed9f3..63d64ecc3 100644 --- a/guardrails/constants.xml +++ b/guardrails/constants.xml @@ -14,9 +14,17 @@ Return a valid JSON object that respects this XML format and extracts only the i Given below is XML that describes the information to extract from this document and the tags to extract it into. + +Given below is a JSON Schema that describes the output structure you should return. + + -ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter "None". +ONLY return a valid JSON object (no other text is necessary), where the key of the field in the JSON is the key of the entries within the schema's `properties`, and the value is of the type specified by the `type` property under that key. +The JSON MUST conform to the structure described by the JSON Schema provided BUT SHOULD NOT BE A JSON Schema ITSELF. +Be sure to include any types and format requests e.g. requests for lists, objects and specific types. +Be correct and concise. +If you are unsure anywhere, enter "None". @@ -25,7 +33,10 @@ ONLY return a valid JSON object (no other text is necessary). The JSON MUST conf -ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. +ONLY return a valid JSON object (no other text is necessary), where the key of the field in the JSON is the key of the entries within the schema's `properties`, and the value is of the type specified by the `type` property under that key. +The JSON MUST conform to the structure described by the JSON Schema provided BUT SHOULD NOT BE A JSON Schema ITSELF. +Be sure to include any types and format requests e.g. requests for lists, objects and specific types. +Be correct and concise. @@ -59,10 +70,13 @@ Help me correct this by making it valid JSON. Given below is a JSON Schema that describes the output structure you should return. -JSON Schema: ${output_schema} -ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema provided, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. +ONLY return a valid JSON object (no other text is necessary), where the key of the field in the JSON is the key of the entries within the schema's `properties`, and the value is of the type specified by the `type` property under that key. +The JSON MUST conform to the structure described by the JSON Schema provided BUT SHOULD NOT BE A JSON Schema ITSELF. +Be sure to include any types and format requests e.g. requests for lists, objects and specific types. +Be correct and concise. +If you are unsure anywhere, enter `null`. @@ -82,10 +96,19 @@ ${json_example} Given below is a JSON Schema that describes the information to extract from this document and the tags to extract it into. -JSON Schema: ${output_schema} -ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. +ONLY return a valid JSON object (no other text is necessary), where the key of the field in the JSON is the key of the entries within the schema's `properties`, and the value is of the type specified by the `type` property under that key. +The JSON MUST conform to the structure described by the JSON Schema provided BUT SHOULD NOT BE A JSON Schema ITSELF. +Be sure to include any types and format requests e.g. requests for lists, objects and specific types. +Be correct and concise. +If you are unsure anywhere, enter `null`. + +Here are examples of simple (JSON Schema, JSON) pairs that show the expected behavior: +- `{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}` => `{'foo': 'example one'}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}}}}` => `{"bar": ['STRING ONE', 'STRING TWO']}` +- `{"type":"object","properties":{"baz":{"type":"object","properties":{"foo":{"type":"string","format":"capitalize two-words"},"index":{"type":"integer","format":"1-indexed"}}}}}` => `{'baz': {'foo': 'Some String', 'index': 1}}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}},"baz":{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}}}` => `{'bar': ['STRING ONE', 'STRING TWO'], 'baz': {'foo': 'example one'}}` @@ -104,10 +127,15 @@ Here are examples of simple (XML, JSON) pairs that show the expected behavior: Given below is a JSON Schema that describes the information to extract from this document and the tags to extract it into. -JSON Schema: ${output_schema} ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. + +Here are examples of simple (JSON Schema, JSON) pairs that show the expected behavior: +- `{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}` => `{'foo': 'example one'}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}}}}` => `{"bar": ['STRING ONE', 'STRING TWO']}` +- `{"type":"object","properties":{"baz":{"type":"object","properties":{"foo":{"type":"string","format":"capitalize two-words"},"index":{"type":"integer","format":"1-indexed"}}}}}` => `{'baz': {'foo': 'Some String', 'index': 1}}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}},"baz":{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}}}` => `{'bar': ['STRING ONE', 'STRING TWO'], 'baz': {'foo': 'example one'}}` @@ -127,10 +155,15 @@ Here are examples of simple (XML, JSON) pairs that show the expected behavior: Given below is JSON Schema that describes the information to extract from this document and the tags to extract it into. -JSON Schema: ${output_schema} ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, try your best guess. + +Here are examples of simple (JSON Schema, JSON) pairs that show the expected behavior: +- `{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}` => `{'foo': 'example one'}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}}}}` => `{"bar": ['STRING ONE', 'STRING TWO']}` +- `{"type":"object","properties":{"baz":{"type":"object","properties":{"foo":{"type":"string","format":"capitalize two-words"},"index":{"type":"integer","format":"1-indexed"}}}}}` => `{'baz': {'foo': 'Some String', 'index': 1}}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}},"baz":{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}}}` => `{'bar': ['STRING ONE', 'STRING TWO'], 'baz': {'foo': 'example one'}}` @@ -148,7 +181,17 @@ Here are examples of simple (XML, JSON) pairs that show the expected behavior: -ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. +ONLY return a valid JSON object (no other text is necessary), where the key of the field in the JSON is the key of the entries within the schema's `properties`, and the value is of the type specified by the `type` property under that key. +The JSON MUST conform to the structure described by the JSON Schema provided BUT SHOULD NOT BE A JSON Schema ITSELF. +Be sure to include any types and format requests e.g. requests for lists, objects and specific types. +Be correct and concise. +If you are unsure anywhere, enter `null`. + +Here are examples of simple (JSON Schema, JSON) pairs that show the expected behavior: +- `{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}` => `{'foo': 'example one'}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}}}}` => `{"bar": ['STRING ONE', 'STRING TWO']}` +- `{"type":"object","properties":{"baz":{"type":"object","properties":{"foo":{"type":"string","format":"capitalize two-words"},"index":{"type":"integer","format":"1-indexed"}}}}}` => `{'baz': {'foo': 'Some String', 'index': 1}}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}},"baz":{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}}}` => `{'bar': ['STRING ONE', 'STRING TWO'], 'baz': {'foo': 'example one'}}` @@ -178,6 +221,12 @@ ${output_schema} You are a helpful assistant only capable of communicating with valid JSON, and no other text. ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema provided, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. + +Here are examples of simple (JSON Schema, JSON) pairs that show the expected behavior: +- `{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}` => `{'foo': 'example one'}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}}}}` => `{"bar": ['STRING ONE', 'STRING TWO']}` +- `{"type":"object","properties":{"baz":{"type":"object","properties":{"foo":{"type":"string","format":"capitalize two-words"},"index":{"type":"integer","format":"1-indexed"}}}}}` => `{'baz': {'foo': 'Some String', 'index': 1}}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}},"baz":{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}}}` => `{'bar': ['STRING ONE', 'STRING TWO'], 'baz': {'foo': 'example one'}}` diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 2df1df8e6..ab60de1bb 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -16,7 +16,11 @@ from guardrails.utils.exception_utils import UserFacingException from guardrails.utils.hub_telemetry_utils import HubTelemetry from guardrails.classes.llm.llm_response import LLMResponse -from guardrails.utils.parsing_utils import parse_llm_output +from guardrails.utils.parsing_utils import ( + coerce_types, + parse_llm_output, + prune_extra_keys, +) from guardrails.utils.prompt_utils import preprocess_prompt, prompt_content_for_schema from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk, introspect from guardrails.utils.telemetry_utils import trace @@ -274,7 +278,7 @@ def step( raw_output = llm_response.output # Parse: parse the output. - parsed_output, parsing_error = self.parse(raw_output) + parsed_output, parsing_error = self.parse(raw_output, output_schema) if parsing_error: iteration.outputs.exception = parsing_error iteration.outputs.error = str(parsing_error) @@ -541,9 +545,11 @@ def call( return llm_response - def parse(self, output: str, **kwargs): + def parse(self, output: str, output_schema: Dict[str, Any], **kwargs): parsed_output, error = parse_llm_output(output, self.output_type, **kwargs) - # TODO: perform type coercion and key pruning here + if not error: + parsed_output = prune_extra_keys(parsed_output, output_schema) + parsed_output = coerce_types(parsed_output, output_schema) return parsed_output, error def validate( diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 6490d00e2..3ee121a9d 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -14,7 +14,11 @@ from guardrails.schema.schema import Schema from guardrails.schema.string_schema import StringSchema from guardrails.utils.openai_utils import OPENAI_VERSION -from guardrails.utils.parsing_utils import parse_llm_output +from guardrails.utils.parsing_utils import ( + coerce_types, + parse_llm_output, + prune_extra_keys, +) from guardrails.utils.reask_utils import SkeletonReAsk @@ -146,7 +150,9 @@ def step( fragment += chunk_text # 2. Parse the fragment - parsed_fragment, move_to_next = self.parse(fragment, verified=verified) + parsed_fragment, move_to_next = self.parse( + fragment, output_schema, verified=verified + ) if move_to_next: # Continue to next chunk continue @@ -232,6 +238,7 @@ def get_chunk_text(self, chunk: Any, api: Union[PromptCallableBase, None]) -> st def parse( self, output: str, + output_schema: Dict[str, Any], *verified: set, ): """Parse the output.""" @@ -239,6 +246,10 @@ def parse( output, self.output_type, stream=True, verified=verified ) + if not error: + parsed_output = prune_extra_keys(parsed_output, output_schema) + parsed_output = coerce_types(parsed_output, output_schema) + # Error can be either of # (True/False/None/ValueError/string representing error) if error: diff --git a/guardrails/schema/generator.py b/guardrails/schema/generator.py index e5dfba8fa..f0b61fad1 100644 --- a/guardrails/schema/generator.py +++ b/guardrails/schema/generator.py @@ -1,5 +1,335 @@ -from typing import Any, Dict +import re +import rstr +from builtins import max as get_max +from typing import Any, Dict, List, Optional, Union +from pydash import upper_first, snake_case, camel_case, start_case, uniq_with, is_equal +from faker import Faker +from random import randint, randrange, uniform +from guardrails_api_client import SimpleTypes +from guardrails.utils.safe_get import safe_get +fake = Faker() -def generate_example(json_schema: Dict[str, Any]) -> Any: - return {} + +def get_decimal_places(num: Union[int, float]) -> int: + return len(safe_get(str(num).split("."), 1, "")) + + +def closest_multiple(n, x): + if x > n: + return x + z = (int)(x / 2) + n = n + z + n = n - (n % x) + return n + + +def is_number(value: Any) -> bool: + return str(value).replace(".", "").isnumeric() + + +def gen_sentence_case(): + return upper_first(fake.words(2)) + + +def gen_snake_case(): + return snake_case(fake.words(2)) + + +def gen_camel_case(): + return camel_case(fake.words(2)) + + +def gen_title_case(): + return start_case(fake.words(2)) + + +def gen_num(schema: Dict[str, Any]) -> int: + schema_type = schema.get("type") + minimum = schema.get("minimum") + exclusive_minimum = schema.get("exclusiveMinimum") + maximum = schema.get("maximum") + exclusive_maximum = schema.get("exclusiveMaximum") + multiple_of = schema.get("multipleOf") + + num_type = int if schema_type == SimpleTypes.INTEGER else float + + step = 1 + if multiple_of and is_number(multiple_of): + step = multiple_of + elif schema_type != SimpleTypes.INTEGER: + specified_min = minimum or exclusive_minimum or 0 + specified_max = maximum or exclusive_maximum or 100 + min_digits = get_decimal_places(specified_min) + max_digits = get_decimal_places(specified_max) + highest_precision = get_max(min_digits, max_digits) + step = float(f"{0:.{highest_precision - 1}f}1") if highest_precision else 1 + + min = 0 + max = 100 + if minimum and str(minimum).isnumeric(): + min = minimum + elif exclusive_minimum and is_number(exclusive_minimum): + min = num_type(exclusive_minimum) + step + + if maximum and is_number(maximum): + max = maximum + elif exclusive_maximum and is_number(exclusive_maximum): + max = num_type(exclusive_maximum) - step + + random_num = 0 + if schema_type == SimpleTypes.INTEGER or isinstance(step, int): + random_num = num_type(randrange(min, max, step)) + else: + precision = get_decimal_places(step) + random_num = round(num_type(uniform(min, max)), precision) + random_num = round(closest_multiple(random_num, step), precision) + + return random_num + + +def gen_formatted_string(format: str, default: str) -> str: + value = default + if format == "date": + value = fake.date("YYYY-MM-DD") + elif format == "date-time": + value = fake.date_time_this_century().isoformat("T") + elif format == "time": + value = fake.time() + elif format == "percentage": + value = f"{round(uniform(0, 100), 2)}%" + elif format == "email": + value = fake.email() + elif format == "url" or format == "uri": + value = fake.url() + elif format == "snake_case": + value = gen_snake_case() + elif format == "regex": + value = ".*" + elif format == "camelCase": + value = gen_camel_case() + elif format == "Title Case": + value = gen_title_case() + elif hasattr(fake, format) and callable(getattr(fake, format)): + gen_func = getattr(fake, format) + value = gen_func() + + return value + + +def gen_string(schema: Dict[str, Any], *, property_name: Optional[str] = None) -> str: + # Look at format first, then pattern; not xor + gen_func = fake.word + # Lazy attempt to choose a relevant faker function + if ( + property_name + and hasattr(fake, property_name) + and callable(getattr(fake, property_name)) + ): + gen_func = getattr(fake, property_name) + + value = gen_func() + + schema_format = schema.get("format") + if schema_format: + value = gen_formatted_string(schema_format, value) + + schema_pattern = schema.get("pattern") + regex_pattern = re.compile(schema_pattern) if schema_pattern else None + if regex_pattern and not regex_pattern.search(value): + value = rstr.xeger(schema_pattern) + + return value + + +def gen_array( + schema: Dict[str, Any], *, property_name: Optional[str] = None +) -> List[Any]: + """ + What we do support: + - items + - minItems + - maxItem + - uniqueItems + What we do NOT support: + - prefixItems + - unevaluatedItems + - contains + """ + item_schema = schema.get("items", {}) + min_items = schema.get("minItems", 1) + max_item = schema.get("maxItem", 2) + unique_items = schema.get("uniqueItems", False) + + gen_amount = randint(min_items, max_item) + + array_items = [] + while len(array_items) < gen_amount: + item = generate_example(item_schema, property_name=property_name) + array_items.append(item) + if unique_items: + array_items = uniq_with(array_items, is_equal) + + return array_items + + +def gen_object(schema: Dict[str, Any]) -> Dict[str, Any]: + """ + What we do support: + - properties + - schema compositions: Addressed in generate_example + - oneOf + - anyOf + - allOf + - conditional sub-schemas: Addressed in generate_example + - if/then/else + - allOf[if/then/else] + + What we do NOT support: + - patternProperties + - additionalProperties + - unevaluatedProperties + - propertyNames + - minProperties + - maxProperties + - dependentSchemas (just use anyOf) + - dependentRequired (we generate all properties; so this is validation only) + """ + value = {} + properties: Dict[str, Any] = schema.get("properties", {}) + for k, v in properties.items(): + value[k] = generate_example(v, property_name=k) + + return value + + +def gen_from_type( + schema: Dict[str, Any], *, property_name: Optional[str] = None +) -> Any: + schema_type = schema.get("type") + if schema_type == SimpleTypes.ARRAY: + return gen_array(schema, property_name=property_name) + elif schema_type == SimpleTypes.BOOLEAN: + return fake.boolean() + elif schema_type == SimpleTypes.INTEGER: + return gen_num(schema) + elif schema_type == SimpleTypes.NULL: + return None + elif schema_type == SimpleTypes.NUMBER: + return gen_num(schema) + elif schema_type == SimpleTypes.OBJECT: + return gen_object(schema) + elif schema_type == SimpleTypes.STRING: + return gen_string(schema, property_name=property_name) + + +def gen_from_enum(enum: List[Any]) -> Any: + random_enum_index = randint(0, len(enum) - 1) + return safe_get(enum, random_enum_index) + + +def evaluate_if_block(schema: Dict[str, Any], value: Any) -> Any: + if_block: Dict[str, Any] = schema.get("if", {}) + if_properties: Dict[str, Any] = if_block.get("properties", {}) + + then_block: Dict[str, Any] = schema.get("then", {}) + then_properties: Dict[str, Any] = then_block.get("properties", {}) + + else_block: Dict[str, Any] = schema.get("else", {}) + else_properties: Dict[str, Any] = else_block.get("properties", {}) + + sub_schema = else_properties + + condition_satisfied = True + for k, v in if_properties.items(): + actual_value = safe_get(value, k) + condition_value = safe_get(v, "const") + condition_satisfied = condition_satisfied and actual_value == condition_value + + if condition_satisfied: + sub_schema = then_properties + + for k, v in sub_schema.items(): + sub_schema_value = generate_example(v, property_name=k) + value[k] = sub_schema_value + + return value + + +def pick_sub_schema( + schema: Dict[str, Any], sub_schema_key: str, *, property_name: Optional[str] = None +) -> Any: + sub_schema: List[Dict[str, Any]] = schema.pop(sub_schema_key, []) + # Pick a sub-schema + random_index = randint(0, len(sub_schema) - 1) + chosen_sub_schema = safe_get(sub_schema, random_index, {}) + + # Factor + factored_schema = {**schema, **chosen_sub_schema} + return generate_example(factored_schema, property_name=property_name) + + +def evaluate_all_of( + schema: Dict[str, Any], value: Any, *, property_name: Optional[str] = None +) -> Any: + # If 'type' isn't specified but 'allOf' is applied; + # it is safe to assume the schema is of type 'object' + all_of: List[Dict[str, Any]] = schema.pop("allOf", []) + schema_type = schema.get("type", SimpleTypes.OBJECT) + if schema_type == SimpleTypes.OBJECT: + # Check for "if" blocks, group by properties, pick one of each group + # "if" blocks can _only_ be applied to objects + if_blocks = [sub for sub in all_of if sub.get("if")] + for if_block in if_blocks: + factored_schema = {**schema, **if_block} + value = evaluate_if_block(factored_schema, value) + + other_blocks = [sub for sub in all_of if not sub.get("if")] + for sub_schema in other_blocks: + sub_schema_value = generate_example(sub_schema, property_name=property_name) + value = {**value, **sub_schema_value} + return value + else: + compressed_schema = {**schema} + for sub_schema in all_of: + compressed_schema.update(sub_schema) + return generate_example(compressed_schema, property_name=property_name) + + +def generate_example( + json_schema: Dict[str, Any], *, property_name: Optional[str] = None +) -> Any: + # Apply base schema + schema_type = json_schema.get("type") + const = json_schema.get("const") + enum = json_schema.get("enum") + + value = None + if const: + value = const + elif enum: + value = gen_from_enum(enum) + elif schema_type: + value = gen_from_type(json_schema, property_name=property_name) + + # Apply Conditional Schema + if_block: Dict[str, Any] = json_schema.get("if", {}) + if if_block: + value = evaluate_if_block(json_schema, value) + # elif discriminator: + # # Don't need to evaluate this; + # # It is implied in the oneOf + # pass + + # Apply Schema Compositions + one_of: List[Dict[str, Any]] = json_schema.get("oneOf") + any_of: List[Dict[str, Any]] = json_schema.get("anyOf") + all_of: List[Dict[str, Any]] = json_schema.get("allOf") + if one_of: + value = pick_sub_schema(json_schema, "oneOf") + elif any_of: + value = pick_sub_schema(json_schema, "anyOf") + elif all_of: + value = evaluate_all_of(json_schema, value, property_name=property_name) + + return value diff --git a/guardrails/schema/parser.py b/guardrails/schema/parser.py index da4e01ae7..c70d93485 100644 --- a/guardrails/schema/parser.py +++ b/guardrails/schema/parser.py @@ -1,4 +1,4 @@ -from typing import Any, Dict, List, Optional, Union +from typing import Any, Dict, List, Optional, Set, Union from guardrails.utils.safe_get import safe_get @@ -10,6 +10,7 @@ def get_value_from_path( if object is None: return None + # TODO: Remove this when dummy key is removed if isinstance(object, str) and property_path == "$.string": return object @@ -65,7 +66,64 @@ def write_value_to_path( return write_object -### Reading JSON Sub-Schemas ### -# TODO -def traverse_json_schema(): - pass +### Reading and Manipulating JSON Schemas ### +def get_all_paths( + json_schema: Dict[str, Any], + *, + paths: Optional[Set[str]] = None, + json_path: Optional[str] = "$", +) -> Dict[str, Dict[str, Any]]: + """ + Takes a JSON Schema and returns all possible JSONPaths within that schema + """ + if not paths: + paths = set() + # Append the parent path for this iteration + paths.add(json_path) + + # Object Schema + schema_properties: Dict[str, Any] = json_schema.get("properties", {}) + for k, v in schema_properties.items(): + child_path = f"{json_path}.{k}" + get_all_paths(v, paths=paths, json_path=child_path) + + ## Object Schema allows anonymous properties + additional_properties: Dict[str, Any] = json_schema.get( + "additionalProperties", False + ) + if additional_properties: + wildcard_path = f"{json_path}.*" + paths.add(wildcard_path) + + # Array Schema + schema_items = json_schema.get("items") + if schema_items: + get_all_paths(schema_items, paths=paths, json_path=json_path) + + # Conditional SubSchema + if_block: Dict[str, Any] = json_schema.get("if") + if if_block: + get_all_paths(if_block, paths=paths, json_path=json_path) + + then_block: Dict[str, Any] = json_schema.get("then") + if then_block: + get_all_paths(then_block, paths=paths, json_path=json_path) + + else_block: Dict[str, Any] = json_schema.get("else") + if else_block: + get_all_paths(else_block, paths=paths, json_path=json_path) + + # Schema Composition + oneOf: List[Dict[str, Any]] = json_schema.get("oneOf", []) + for sub_schema in oneOf: + get_all_paths(sub_schema, paths=paths, json_path=json_path) + + anyOf: List[Dict[str, Any]] = json_schema.get("anyOf", []) + for sub_schema in anyOf: + get_all_paths(sub_schema, paths=paths, json_path=json_path) + + allOf: List[Dict[str, Any]] = json_schema.get("allOf", []) + for sub_schema in allOf: + get_all_paths(sub_schema, paths=paths, json_path=json_path) + + return paths diff --git a/guardrails/schema/validator.py b/guardrails/schema/validator.py index cdd391816..ece83a137 100644 --- a/guardrails/schema/validator.py +++ b/guardrails/schema/validator.py @@ -97,7 +97,6 @@ def schema_validation(llm_output: Any, output_schema: Dict[str, Any], **kwargs): except SchemaValidationError as sve: formatted_error_fields = json.dumps(sve.fields, indent=2) schema_error = f"JSON does not match schema:\n{formatted_error_fields}" - schema_error = "JSON does not match schema" if schema_error: return SkeletonReAsk( diff --git a/guardrails/utils/parsing_utils.py b/guardrails/utils/parsing_utils.py index e7846f5b6..3d11f2cd5 100644 --- a/guardrails/utils/parsing_utils.py +++ b/guardrails/utils/parsing_utils.py @@ -1,10 +1,14 @@ import json +from guardrails_api_client import SimpleTypes +import jsonref import regex -from typing import Dict, Optional, Tuple, Union +from typing import Any, Callable, Dict, List, Optional, Tuple, Union from guardrails.actions.reask import NonParseableReAsk from guardrails.classes.output_type import OutputTypes from guardrails.classes.validation.validation_result import FailResult +from guardrails.schema.parser import get_all_paths +from guardrails.utils.safe_get import safe_get ### String to Dictionary Parsing ### @@ -206,3 +210,205 @@ def parse_llm_output(output: str, output_type: OutputTypes, **kwargs): if output_type == OutputTypes.STRING: return parse_string_llm_output(output) return parse_json_llm_output(output, **kwargs) + + +def prune_extra_keys( + payload: Union[str, List[Any], Dict[str, Any]], + schema: Dict[str, Any], + *, + json_path: Optional[str] = "$", + all_json_paths: Optional[List[str]] = None, +) -> Union[str, List[Any], Dict[str, Any]]: + if not all_json_paths: + all_json_paths = get_all_paths(schema) + + if isinstance(payload, dict): + wildcard_path = f"{json_path}.*" + parent_is_wildcard = wildcard_path in all_json_paths + actual_keys = list(payload.keys()) + for key in actual_keys: + child_path = f"{json_path}.{key}" + if child_path not in all_json_paths and not parent_is_wildcard: + del payload[key] + else: + prune_extra_keys( + payload=payload.get(key), + schema=schema, + json_path=child_path, + all_json_paths=all_json_paths, + ) + elif isinstance(payload, list): + for item in payload: + prune_extra_keys( + payload=item, + schema=schema, + json_path=json_path, + all_json_paths=all_json_paths, + ) + + return payload + + +def coerce(value: Any, desired_type: Callable) -> Any: + try: + coerced_value = desired_type(value) + return coerced_value + except (ValueError, TypeError): + return value + + +def try_json_parse(value: str) -> Any: + try: + return json.loads(value) + except Exception: + return value + + +def coerce_to_type( + payload: Union[str, List[Any], Dict[str, Any], Any], schema_type: SimpleTypes +) -> Any: + if schema_type == SimpleTypes.ARRAY: + if isinstance(payload, str): + payload = try_json_parse(payload) + if not isinstance(payload, list): + return coerce(payload, list) + return payload + elif schema_type == SimpleTypes.BOOLEAN: + if not isinstance(payload, bool): + return coerce(payload, bool) + return payload + elif schema_type == SimpleTypes.INTEGER: + if not isinstance(payload, int): + val = coerce(payload, int) + return val + return payload + elif schema_type == SimpleTypes.NULL: + return None + elif schema_type == SimpleTypes.NUMBER: + if not isinstance(payload, float): + return coerce(payload, float) + return payload + elif schema_type == SimpleTypes.OBJECT: + if isinstance(payload, str): + payload = try_json_parse(payload) + if not isinstance(payload, dict): + return coerce(payload, dict) + return payload + elif schema_type == SimpleTypes.STRING: + if not isinstance(payload, str) and not isinstance(payload, (list, dict)): + return coerce(payload, str) + return payload + + +def coerce_property( + payload: Union[str, List[Any], Dict[str, Any], Any], schema: Dict[str, Any] +) -> Union[str, List[Any], Dict[str, Any]]: + schema_type = schema.get("type") + if schema_type: + payload = coerce_to_type(payload, schema_type) + + ### Schema Composition ### + one_of = schema.get("oneOf") + if one_of: + possible_values = [] + for sub_schema in one_of: + possible_values.append(coerce_property(payload, sub_schema)) + payload = safe_get(list(filter(None, possible_values)), 0, payload) + + any_of = schema.get("anyOf") + if any_of: + possible_values = [] + for sub_schema in any_of: + possible_values.append(coerce_property(payload, sub_schema)) + payload = safe_get(list(filter(None, possible_values)), 0, payload) + + all_of: List[Dict[str, Any]] = schema.get("allOf") + if all_of: + if_blocks = [sub for sub in all_of if sub.get("if")] + if if_blocks: + for if_block in if_blocks: + factored_schema = {**schema, **if_block} + factored_schema.pop("allOf", {}) + payload = coerce_property(payload, factored_schema) + + other_blocks = [sub for sub in all_of if not sub.get("if")] + for sub_schema in other_blocks: + payload = coerce_property(payload, sub_schema) + + else: + factored_schema = {**schema} + factored_schema.pop("allOf") + for sub_schema in all_of: + factored_schema = {**schema, **sub_schema} + payload = coerce_property(payload, factored_schema) + + ### Object Schema ### + properties: Dict[str, Any] = schema.get("properties", {}) + if properties and isinstance(payload, dict): + for k, v in properties.items(): + payload_value = payload.get(k) + if payload_value: + payload[k] = coerce_property(payload_value, v) + + ### Object Additional Properties ### + additional_properties_schema: Dict[str, Any] = schema.get( + "additionalProperties", {} + ) + if additional_properties_schema and isinstance(payload, dict): + declared_properties = properties.keys() + additional_properties = [ + key for key in payload.keys() if key not in declared_properties + ] + for prop in additional_properties: + payload_value = payload.get(prop) + if payload_value: + payload[prop] = coerce_property( + payload_value, additional_properties_schema + ) + + ### Conditional SubSchema ### + if_block: Dict[str, Any] = schema.get("if", {}) + if if_block and isinstance(payload, dict): + if_properties: Dict[str, Any] = if_block.get("properties", {}) + + then_block: Dict[str, Any] = schema.get("then", {}) + then_properties: Dict[str, Any] = then_block.get("properties", {}) + + else_block: Dict[str, Any] = schema.get("else", {}) + else_properties: Dict[str, Any] = else_block.get("properties", {}) + + conditional_schema = else_properties + + condition_satisfied = True + for k, v in if_properties.items(): + actual_value = safe_get(payload, k) + condition_value = safe_get(v, "const") + condition_satisfied = ( + condition_satisfied and actual_value == condition_value + ) + + if condition_satisfied: + conditional_schema = then_properties + + factored_schema = {**schema, "properties": {**properties, **conditional_schema}} + factored_schema.pop("if", {}) + factored_schema.pop("then", {}) + factored_schema.pop("else", {}) + payload = coerce_property(payload, factored_schema) + + ### Array Schema ### + item_schema: Dict[str, Any] = schema.get("items") + if isinstance(payload, list) and item_schema: + coerced_items = [] + for item in payload: + coerced_items.append(coerce_property(item, item_schema)) + payload = coerced_items + + return payload + + +def coerce_types( + payload: Union[str, List[Any], Dict[str, Any], Any], schema: Dict[str, Any] +) -> Union[str, List[Any], Dict[str, Any]]: + dereferenced_schema = jsonref.replace_refs(schema) + return coerce_property(payload, dereferenced_schema) diff --git a/poetry.lock b/poetry.lock index 68c62f2fc..780a9bbf3 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1365,6 +1365,20 @@ files = [ [package.dependencies] numpy = "*" +[[package]] +name = "faker" +version = "25.2.0" +description = "Faker is a Python package that generates fake data for you." +optional = false +python-versions = ">=3.8" +files = [ + {file = "Faker-25.2.0-py3-none-any.whl", hash = "sha256:cfe97c4857c4c36ee32ea4aaabef884895992e209bae4cbd26807cf3e05c6918"}, + {file = "Faker-25.2.0.tar.gz", hash = "sha256:45b84f47ff1ef86e3d1a8d11583ca871ecf6730fad0660edadc02576583a2423"}, +] + +[package.dependencies] +python-dateutil = ">=2.4" + [[package]] name = "fastcore" version = "1.4.2" @@ -2277,6 +2291,17 @@ files = [ {file = "jsonpointer-2.4.tar.gz", hash = "sha256:585cee82b70211fa9e6043b7bb89db6e1aa49524340dde8ad6b63206ea689d88"}, ] +[[package]] +name = "jsonref" +version = "1.1.0" +description = "jsonref is a library for automatic dereferencing of JSON Reference objects for Python." +optional = false +python-versions = ">=3.7" +files = [ + {file = "jsonref-1.1.0-py3-none-any.whl", hash = "sha256:590dc7773df6c21cbf948b5dac07a72a251db28b0238ceecce0a2abfa8ec30a9"}, + {file = "jsonref-1.1.0.tar.gz", hash = "sha256:32fe8e1d85af0fdefbebce950af85590b22b60f9e95443176adbde4e1ecea552"}, +] + [[package]] name = "jsonschema" version = "4.22.0" @@ -8172,4 +8197,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "92a51b92908138d4f7b960b5c72a285aa4a0eb6f8ad0367644818119b7807536" +content-hash = "866e643c44c1b42e1f8b4296b3afe2233849948044fbb095b759792a2d341293" diff --git a/pyproject.toml b/pyproject.toml index 50ed47c59..e31d8e006 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -58,6 +58,8 @@ coloredlogs = "^15.0.1" requests = "^2.31.0" jwt = "^1.3.1" jsonschema = "^4.22.0" +faker = "^25.2.0" +jsonref = "^1.1.0" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] diff --git a/tests/integration_tests/schema/test_generator.py b/tests/integration_tests/schema/test_generator.py new file mode 100644 index 000000000..8a6e4c464 --- /dev/null +++ b/tests/integration_tests/schema/test_generator.py @@ -0,0 +1,75 @@ +import json +import jsonref +import re + +import pytest + +from guardrails.schema.generator import generate_example, gen_string +from guardrails.schema.validator import validate_payload, SchemaValidationError + + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case.json", "r" +) as choice_case_json_file: + choice_case_json_schema = json.loads(choice_case_json_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json", "r" +) as choice_case_openapi_file: + choice_case_openapi_schema = json.loads(choice_case_openapi_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json", "r" +) as credit_card_agreement_file: + credit_card_agreement_schema = json.loads(credit_card_agreement_file.read()) + + +@pytest.mark.parametrize( + "schema", + [ + (choice_case_json_schema), + (choice_case_openapi_schema), + (credit_card_agreement_schema), + ({"type": "string", "format": "email"}), + ({"type": "string", "format": "not a real format"}), + ], +) +def test_generate_example(schema): + dereferenced_schema = jsonref.replace_refs(schema) + sample = generate_example(dereferenced_schema) + try: + validate_payload(sample, schema) + except SchemaValidationError as sve: + print(sve) + print(json.dumps(sve.fields, indent=2)) + pytest.fail(reason="Schema validation failed!") + except Exception as e: + print(e) + pytest.fail(reason="validate_payload raised an unexpected exception!") + + +@pytest.mark.parametrize( + "schema,property_name,pattern", + [ + ( + {"type": "string", "format": "email"}, + None, + r"\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,7}\b", + ), + ({"type": "string", "format": "not a real format"}, None, ".*"), + ( + {"type": "string"}, + "email", + r"\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,7}\b", + ), + ], +) +def test_gen_string(schema, property_name, pattern): + dereferenced_schema = jsonref.replace_refs(schema) + sample = gen_string(dereferenced_schema, property_name=property_name) + try: + validate_payload(sample, schema) + except Exception as e: + pytest.fail(reason="validate_payload raises an exception!", msg=str(e)) + + assert re.fullmatch(pattern, sample) diff --git a/tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json b/tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json new file mode 100644 index 000000000..d7eeda36d --- /dev/null +++ b/tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json @@ -0,0 +1,32 @@ +{ + "$defs": { + "Fee": { + "properties": { + "index": {"title": "Index", "type": "integer"}, + "name": {"title": "Name", "type": "string"}, + "explanation": {"title": "Explanation", "type": "string"}, + "value": {"title": "Value", "type": "number"} + }, + "required": ["index", "name", "explanation", "value"], + "title": "Fee", + "type": "object" + } + }, + "properties": { + "fees": { + "description": "What fees and charges are associated with my account?", + "items": {"$ref": "#/$defs/Fee"}, + "title": "Fees", + "type": "array" + }, + "interest_rates": { + "additionalProperties": {"type": "string"}, + "description": "What are the interest rates offered by the bank on savings and checking accounts, loans, and credit products?", + "title": "Interest Rates", + "type": "object" + } + }, + "required": ["fees", "interest_rates"], + "title": "CreditCardAgreement", + "type": "object" +} \ No newline at end of file diff --git a/tests/integration_tests/utils/test_parsing_utils.py b/tests/integration_tests/utils/test_parsing_utils.py new file mode 100644 index 000000000..835719eac --- /dev/null +++ b/tests/integration_tests/utils/test_parsing_utils.py @@ -0,0 +1,121 @@ +import json +import pytest + +from guardrails.utils.parsing_utils import coerce_types + + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case.json", "r" +) as choice_case_json_file: + choice_case_json_schema = json.loads(choice_case_json_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json", "r" +) as choice_case_openapi_file: + choice_case_openapi_schema = json.loads(choice_case_openapi_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json", "r" +) as credit_card_agreement_file: + credit_card_agreement_schema = json.loads(credit_card_agreement_file.read()) + + +string_schema = {"type": "string"} +integer_schema = {"type": "integer"} +float_schema = {"type": "number"} + + +@pytest.mark.parametrize( + "schema,given,expected", + [ + (string_schema, 3.1, "3.1"), + ( + integer_schema, + "3.1", + "3.1", # doesn't work on float strings + ), + (integer_schema, "3", 3), + (integer_schema, 3.1, 3), + (float_schema, "3", 3.0), + ( + choice_case_json_schema, + { + "action": { + "chosen_action": "flight", + "flight_direction": "north", + "distance": 3.1, + } + }, + { + "action": { + "chosen_action": "flight", + "flight_direction": "north", + "distance": 3, + } + }, + ), + ( + choice_case_openapi_schema, + { + "action": { + "chosen_action": "flight", + "flight_direction": "north", + "distance": "3", + } + }, + { + "action": { + "chosen_action": "flight", + "flight_direction": "north", + "distance": 3, + } + }, + ), + ( + credit_card_agreement_schema, + { + "fees": [ + { + "index": "5", + "name": "Foreign Transactions", + "explanation": "3% of the amount of each transaction in U.S. dollars.", # noqa + "value": "0", + }, + { + "index": 6.0, + "name": "Penalty Fees - Late Payment", + "explanation": "Up to $40.", + "value": 40, + }, + ], + "interest_rates": { + "any_key": 123, + "doesnt_matter": "this object is a wildcard", + }, + }, + { + "fees": [ + { + "index": 5, + "name": "Foreign Transactions", + "explanation": "3% of the amount of each transaction in U.S. dollars.", # noqa + "value": 0.0, + }, + { + "index": 6, + "name": "Penalty Fees - Late Payment", + "explanation": "Up to $40.", + "value": 40.0, + }, + ], + "interest_rates": { + "any_key": "123", + "doesnt_matter": "this object is a wildcard", + }, + }, + ), + ], +) +def test_coerce_types(schema, given, expected): + coerced_payload = coerce_types(given, schema) + assert coerced_payload == expected diff --git a/tests/unit_tests/schema/test_generator.py b/tests/unit_tests/schema/test_generator.py new file mode 100644 index 000000000..05430d1ed --- /dev/null +++ b/tests/unit_tests/schema/test_generator.py @@ -0,0 +1,31 @@ +from decimal import Decimal +import pytest +from guardrails.schema.generator import gen_num + + +@pytest.mark.parametrize( + "schema,min,max,multiple,is_int", + [ + ({"type": "integer"}, 0, 100, 1, True), + ({"type": "integer", "minimum": 5}, 5, 100, 1, True), + ({"type": "integer", "exclusiveMinimum": 5}, 6, 100, 1, True), + ({"type": "integer", "maximum": 5}, 0, 5, 1, True), + ({"type": "integer", "exclusiveMaximum": 5}, 0, 4, 1, True), + ({"type": "integer", "multipleOf": 5}, 0, 100, 5, True), + ({"type": "number"}, 0, 100, 1, False), + ({"type": "number", "minimum": 0.314}, 0.314, 100, 0.001, False), + ({"type": "number", "exclusiveMinimum": 3.14}, 3.15, 100, 0.01, False), + ({"type": "number", "maximum": 2.718}, 0, 2.718, 0.001, False), + ({"type": "number", "exclusiveMaximum": 2.718}, 0, 2.717, 0.001, False), + ({"type": "number", "multipleOf": 0.1}, 0, 100, 0.1, False), + ], +) +def test_gen_num(schema, min, max, multiple, is_int: bool): + result = gen_num(schema) + assert result >= min + assert result <= max + # Modulo is unreliable with decimals + # Assert the division is an integer instead + div_result = round(Decimal(result) / Decimal(multiple), 3) + assert div_result % 1 == 0 + assert isinstance(result, int) is is_int diff --git a/tests/unit_tests/schema/test_parser.py b/tests/unit_tests/schema/test_parser.py index 1366d4fee..3fb414224 100644 --- a/tests/unit_tests/schema/test_parser.py +++ b/tests/unit_tests/schema/test_parser.py @@ -1,7 +1,13 @@ +import json +import jsonref from typing import Any import pytest -from guardrails.schema.parser import get_value_from_path, write_value_to_path +from guardrails.schema.parser import ( + get_all_paths, + get_value_from_path, + write_value_to_path, +) reader_object = { @@ -76,3 +82,77 @@ def test_write_value_to_path( ): actual_value = write_value_to_path(existing_value, path, write_value) assert actual_value == expected_value + + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json", "r" +) as choice_case_openapi_file: + choice_case_openapi_schema = json.loads(choice_case_openapi_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case.json", "r" +) as choice_case_file: + choice_case_schema = json.loads(choice_case_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json", "r" +) as credit_card_agreement_file: + credit_card_agreement_schema = json.loads(credit_card_agreement_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/string.json", "r" +) as string_file: + string_schema = json.loads(string_file.read()) + + +@pytest.mark.parametrize( + "schema,expected_keys", + [ + ( + choice_case_openapi_schema, + set( + [ + "$", + "$.action", + "$.action.chosen_action", + "$.action.weapon", + "$.action.flight_direction", + "$.action.distance", + ] + ), + ), + ( + choice_case_schema, + set( + [ + "$", + "$.action", + "$.action.chosen_action", + "$.action.weapon", + "$.action.flight_direction", + "$.action.distance", + ] + ), + ), + ( + credit_card_agreement_schema, + set( + [ + "$", + "$.fees", + "$.fees.index", + "$.fees.name", + "$.fees.explanation", + "$.fees.value", + "$.interest_rates", + "$.interest_rates.*", + ] + ), + ), + (string_schema, set(["$"])), + ], +) +def test_get_all_paths(schema, expected_keys): + dereferenced_schema = jsonref.replace_refs(schema) + actual_keys = get_all_paths(dereferenced_schema) + assert actual_keys == expected_keys diff --git a/tests/unit_tests/utils/test_parsing_utils.py b/tests/unit_tests/utils/test_parsing_utils.py index 602305c54..1ad824814 100644 --- a/tests/unit_tests/utils/test_parsing_utils.py +++ b/tests/unit_tests/utils/test_parsing_utils.py @@ -1,8 +1,11 @@ +import json +import jsonref import pytest from guardrails.utils.parsing_utils import ( get_code_block, has_code_block, + prune_extra_keys, ) json_code_block = """ @@ -77,3 +80,116 @@ def test_get_code_block(llm_ouput, expected_output, code_type): actual_output = get_code_block(llm_ouput, start, end, code_type) assert actual_output == expected_output + + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json", "r" +) as choice_case_openapi_file: + choice_case_openapi_schema = json.loads(choice_case_openapi_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case.json", "r" +) as choice_case_file: + choice_case_schema = json.loads(choice_case_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json", "r" +) as credit_card_agreement_file: + credit_card_agreement_schema = json.loads(credit_card_agreement_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/string.json", "r" +) as string_file: + string_schema = json.loads(string_file.read()) + + +@pytest.mark.parametrize( + "schema,payload,pruned_payload", + [ + ( + choice_case_openapi_schema, + { + "action": { + "chosen_action": "fight", + "weapon": "crossbow", + "ammo": "fire bolts", + }, + "reason": "Peregrin Took is a brave hobbit", + }, + {"action": {"chosen_action": "fight", "weapon": "crossbow"}}, + ), + ( + choice_case_schema, + { + "action": { + "chosen_action": "flight", + "flight_direction": "north", + "distance": 3, + "unit": "miles", + }, + "reason": "Fly you fools!", + }, + { + "action": { + "chosen_action": "flight", + "flight_direction": "north", + "distance": 3, + } + }, + ), + ( + credit_card_agreement_schema, + { + "fees": [ + { + "index": 5, + "name": "Foreign Transactions", + "explanation": "3% of the amount of each transaction in U.S. dollars.", # noqa + "value": 0, + "extra": "some value", + }, + { + "index": 6, + "name": "Penalty Fees - Late Payment", + "explanation": "Up to $40.", + "value": 40, + "different_extra": "some other value", + }, + ], + "interest_rates": { + "any_key": "doesn't matter", + "because": "this object is a wildcard", + }, + }, + { + "fees": [ + { + "index": 5, + "name": "Foreign Transactions", + "explanation": "3% of the amount of each transaction in U.S. dollars.", # noqa + "value": 0, + }, + { + "index": 6, + "name": "Penalty Fees - Late Payment", + "explanation": "Up to $40.", + "value": 40, + }, + ], + "interest_rates": { + "any_key": "doesn't matter", + "because": "this object is a wildcard", + }, + }, + ), + ( + string_schema, + "Some string...", + "Some string...", + ), + ], +) +def test_prune_extra_keys(schema, payload, pruned_payload): + dereferenced_schema = jsonref.replace_refs(schema) + actual = prune_extra_keys(payload, dereferenced_schema) + assert actual == pruned_payload From 9270174457eedc5d3c9ba39fe52963239cff9ff1 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 17:48:46 -0500 Subject: [PATCH 014/318] fix prop assign --- guardrails/validator_service.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index cade021b1..99349bc7b 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -119,7 +119,7 @@ def run_validator( validator_name=validator_class_name, value_before_validation=value, registered_name=validator.rail_alias, - absolute_property_path=absolute_property_path, + property_path=absolute_property_path, ) iteration.outputs.validator_logs.append(validator_logs) From 84c7f6cb94d5d58589eaa9f0f330397263cb4851 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 19:07:00 -0500 Subject: [PATCH 015/318] cleanup exec options --- guardrails/classes/execution/guard_execution_options.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/guardrails/classes/execution/guard_execution_options.py b/guardrails/classes/execution/guard_execution_options.py index 5d487e734..2b80ae255 100644 --- a/guardrails/classes/execution/guard_execution_options.py +++ b/guardrails/classes/execution/guard_execution_options.py @@ -6,9 +6,7 @@ class GuardExecutionOptions: prompt: Optional[str] = None instructions: Optional[str] = None + msg_history: Optional[str] = None reask_prompt: Optional[str] = None reask_instructions: Optional[str] = None num_reasks: Optional[int] = None - prompt_schema: Optional[str] = None - instructions_schema: Optional[str] = None - msg_history_schema: Optional[str] = None From a6c0aa174a99fddeb1f084f0abcde90bc6a9846d Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 19:07:16 -0500 Subject: [PATCH 016/318] remove deprecation input schemas --- guardrails/run/stream_runner.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 3ee121a9d..433305d6e 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -12,7 +12,6 @@ from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner from guardrails.schema.schema import Schema -from guardrails.schema.string_schema import StringSchema from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.parsing_utils import ( coerce_types, @@ -81,9 +80,6 @@ def step( prompt: Optional[Prompt], msg_history: Optional[List[Dict]], prompt_params: Dict, - prompt_schema: Optional[StringSchema], - instructions_schema: Optional[StringSchema], - msg_history_schema: Optional[StringSchema], output_schema: Schema, call_log: Call, output: Optional[str] = None, @@ -118,9 +114,6 @@ def step( msg_history, prompt_params, api, - prompt_schema, - instructions_schema, - msg_history_schema, output_schema, ) From 193c82394dd7bbbcc7796e19c7340dba27b2aaa6 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 19:07:49 -0500 Subject: [PATCH 017/318] init from OutputType from json schema type --- guardrails/classes/output_type.py | 47 ++++++++++++++++++++++++++++++- 1 file changed, 46 insertions(+), 1 deletion(-) diff --git a/guardrails/classes/output_type.py b/guardrails/classes/output_type.py index 4b90c2fcc..c544f0d23 100644 --- a/guardrails/classes/output_type.py +++ b/guardrails/classes/output_type.py @@ -1,6 +1,7 @@ # TODO: Move this file to guardrails.types from enum import Enum -from typing import Dict, List, TypeVar +from typing import Any, Dict, List, TypeVar +from guardrails_api_client import SimpleTypes OT = TypeVar("OT", str, List, Dict) @@ -9,3 +10,47 @@ class OutputTypes(str, Enum): STRING = "str" LIST = "list" DICT = "dict" + + def get(self, key, default=None): + try: + return self[key] + except Exception: + return default + + @classmethod + def __from_json_schema__(cls, json_schema: Dict[str, Any]) -> "OutputTypes": + if not json_schema: + return cls("str") + + schema_type = json_schema.get("type") + if schema_type == SimpleTypes.STRING: + return cls("str") + elif schema_type == SimpleTypes.OBJECT: + return cls("dict") + elif schema_type == SimpleTypes.ARRAY: + return cls("list") + + all_of = json_schema.get("allOf") + if all_of: + return cls("dict") + + one_of: List[Dict[str, Any]] = [ + s + for s in json_schema.get("oneOf", []) + if isinstance(s, dict) and "type" in s + ] + if one_of: + first_sub_schema = one_of[0] + return cls.__from_json_schema__(first_sub_schema) + + any_of: List[Dict[str, Any]] = [ + s + for s in json_schema.get("anyOf", []) + if isinstance(s, dict) and "type" in s + ] + if any_of: + first_sub_schema = any_of[0] + return cls.__from_json_schema__(first_sub_schema) + + # Fallback to string + return cls("str") From 4ee2da7346aac7b44b6653b3d0322e69e24af6b1 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 19:33:18 -0500 Subject: [PATCH 018/318] start history inheritance work --- guardrails/actions/reask.py | 4 +-- guardrails/classes/history/call.py | 4 +-- guardrails/classes/history/call_inputs.py | 3 ++- guardrails/classes/history/inputs.py | 4 +-- guardrails/classes/history/iteration.py | 4 +-- guardrails/classes/history/outputs.py | 4 +-- guardrails/classes/llm/llm_response.py | 5 ++-- .../classes/validation/validation_result.py | 18 ++++++------- guardrails/guard.py | 25 +++++++++++++------ 9 files changed, 42 insertions(+), 29 deletions(-) diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index a06abda1a..da286fd54 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -2,8 +2,8 @@ import json import jsonref from typing import Any, Dict, List, Optional, Tuple, Union -from pydantic import BaseModel +from guardrails_api_client import Reask as IReask from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions from guardrails.classes.output_type import OutputTypes from guardrails.classes.validation.validation_result import FailResult @@ -16,7 +16,7 @@ ### Classes/Types ### -class ReAsk(BaseModel): +class ReAsk(IReask): incorrect_value: Any fail_results: List[FailResult] diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index b6ca90a45..97ad6ec6b 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -6,6 +6,7 @@ from rich.tree import Tree from typing_extensions import deprecated +from guardrails_api_client import Call as ICall from guardrails.actions.filter import Filter from guardrails.actions.refrain import Refrain from guardrails.actions.reask import merge_reask_output @@ -16,7 +17,6 @@ from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.pydantic_utils import ArbitraryModel from guardrails.utils.reask_utils import ( ReAsk, gather_reasks, @@ -27,7 +27,7 @@ # We can't inherit from Iteration because python # won't let you override a class attribute with a managed attribute -class Call(ArbitraryModel): +class Call(ICall): iterations: Stack[Iteration] = Field( description="A stack of iterations for each" "step/reask that occurred during this call." diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py index 2837afb0e..c9db00367 100644 --- a/guardrails/classes/history/call_inputs.py +++ b/guardrails/classes/history/call_inputs.py @@ -2,10 +2,11 @@ from pydantic import Field +from guardrails_api_client import CallInputs as ICallInputs from guardrails.classes.history.inputs import Inputs -class CallInputs(Inputs): +class CallInputs(ICallInputs, Inputs): llm_api: Optional[Callable[[Any], Awaitable[Any]]] = Field( description="The LLM function provided by the user" "during Guard.__call__ or Guard.parse.", diff --git a/guardrails/classes/history/inputs.py b/guardrails/classes/history/inputs.py index fd9e6762a..9e34e6af5 100644 --- a/guardrails/classes/history/inputs.py +++ b/guardrails/classes/history/inputs.py @@ -2,13 +2,13 @@ from pydantic import Field +from guardrails_api_client import Inputs as IInputs from guardrails.llm_providers import PromptCallableBase from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt -from guardrails.utils.pydantic_utils import ArbitraryModel -class Inputs(ArbitraryModel): +class Inputs(IInputs): llm_api: Optional[PromptCallableBase] = Field( description="The constructed class for calling the LLM.", default=None ) diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py index 8d3ae43e2..206f4872e 100644 --- a/guardrails/classes/history/iteration.py +++ b/guardrails/classes/history/iteration.py @@ -7,17 +7,17 @@ from rich.table import Table from typing_extensions import deprecated +from guardrails_api_client import Iteration as IIteration from guardrails.classes.generic.stack import Stack from guardrails.classes.history.inputs import Inputs from guardrails.classes.history.outputs import Outputs from guardrails.logger import get_scope_handler from guardrails.prompt.prompt import Prompt from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.pydantic_utils import ArbitraryModel from guardrails.utils.reask_utils import ReAsk -class Iteration(ArbitraryModel): +class Iteration(IIteration): # I think these should be containered since their names slightly overlap with # outputs, but could be convinced otherwise inputs: Inputs = Field( diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index cdf9cbce9..6a7e5e90b 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -3,15 +3,15 @@ from pydantic import Field from typing_extensions import deprecated +from guardrails_api_client import Outputs as IOutputs from guardrails.constants import error_status, fail_status, not_run_status, pass_status from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.pydantic_utils import ArbitraryModel from guardrails.utils.reask_utils import ReAsk from guardrails.classes.validation.validation_result import FailResult -class Outputs(ArbitraryModel): +class Outputs(IOutputs): llm_response_info: Optional[LLMResponse] = Field( description="Information from the LLM response.", default=None ) diff --git a/guardrails/classes/llm/llm_response.py b/guardrails/classes/llm/llm_response.py index 072ad2de7..792a0fb75 100644 --- a/guardrails/classes/llm/llm_response.py +++ b/guardrails/classes/llm/llm_response.py @@ -1,9 +1,10 @@ from typing import Iterable, Optional -from guardrails.classes.schema import ArbitraryModel +from guardrails_api_client import LLMResponse as ILLMResponse -class LLMResponse(ArbitraryModel): +# TODO: We might be able to delete this +class LLMResponse(ILLMResponse): prompt_token_count: Optional[int] = None response_token_count: Optional[int] = None output: str diff --git a/guardrails/classes/validation/validation_result.py b/guardrails/classes/validation/validation_result.py index 665ebed76..046683d5a 100644 --- a/guardrails/classes/validation/validation_result.py +++ b/guardrails/classes/validation/validation_result.py @@ -1,13 +1,13 @@ -from typing import Any, Dict, Literal, Optional -from pydantic import BaseModel, Field +from typing import Any, Literal, Optional +from pydantic import Field +from guardrails_api_client import ( + ValidationResult, # noqa + PassResult as IPassResult, + FailResult as IFailResult, +) -class ValidationResult(BaseModel): - outcome: str - metadata: Optional[Dict[str, Any]] = None - - -class PassResult(ValidationResult): +class PassResult(IPassResult): outcome: Literal["pass"] = "pass" class ValueOverrideSentinel: @@ -17,7 +17,7 @@ class ValueOverrideSentinel: value_override: Optional[Any] = Field(default=ValueOverrideSentinel) -class FailResult(ValidationResult): +class FailResult(IFailResult): outcome: Literal["fail"] = "fail" error_message: str diff --git a/guardrails/guard.py b/guardrails/guard.py index ba5cc2fa2..023b1a5b9 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -113,7 +113,7 @@ class that contains the raw output from # Legacy _num_reasks = None _rail: Optional[Rail] = None - _base_model: Optional[ModelOrListOfModels] + _base_model: Optional[ModelOrListOfModels] = None # Private _tracer = None @@ -134,7 +134,7 @@ def __init__( name: Optional[str] = None, description: Optional[str] = None, validators: Optional[List[ValidatorReference]] = [], - output_schema: Optional[Dict[str, Any]] = {}, + output_schema: Optional[Dict[str, Any]] = {"type": "string"}, ): """Initialize the Guard with optional Rail instance, num_reasks, and base_model.""" @@ -157,7 +157,7 @@ def __init__( description=description, validators=validators, output_schema=model_schema, - history=GuardHistory([]), + i_history=GuardHistory([]), ) # Assign private properties and backfill @@ -165,6 +165,8 @@ def __init__( self._validators = [] self._fill_validator_map() self._fill_validators() + self._output_type = OutputTypes.__from_json_schema__(output_schema) + self._exec_opts = GuardExecutionOptions() # TODO: Support a sink for history so that it is not solely held in memory self._history: Stack[Call] = Stack() @@ -184,6 +186,11 @@ def history(self): @history.setter def history(self, h: Stack[Call]): self._history = h + self.i_history = GuardHistory(h) + + def _history_push(self, c: Call): + self._history.push(c) + self.history = self._history @field_validator("output_schema") @classmethod @@ -647,7 +654,7 @@ def __exec( ) call_log = Call(inputs=call_inputs) set_scope(str(object_id(call_log))) - self._history.push(call_log) + self._history_push(call_log) if self._api_client is not None and model_is_supported_server_side( llm_api, *args, **kwargs @@ -990,7 +997,7 @@ def parse( ) prompt = kwargs.pop("prompt", self._exec_opts.prompt) instructions = kwargs.pop("instructions", self._exec_opts.instructions) - msg_history = kwargs.pop("msg_history") + msg_history = kwargs.pop("msg_history", self._exec_opts.msg_history) return self._execute( *args, @@ -1079,7 +1086,7 @@ def use_many( *Note*: `use_many` is only available for string output types. """ - if self.rail.output_type != "str": + if self._output_type != OutputTypes.STRING: raise RuntimeError( "The `use_many` method is only available for string output types." ) @@ -1098,6 +1105,10 @@ def validate(self, llm_output: str, *args, **kwargs) -> ValidationOutcome[str]: # def __call__(self, llm_output: str, *args, **kwargs) -> ValidationOutcome[str]: # return self.validate(llm_output, *args, **kwargs) + # TODO: Test generated history and override to_dict if necessary + # def to_dict(self) -> Dict[str, Any]: + # pass + def upsert_guard(self): if self._api_client: self._api_client.upsert_guard(self) @@ -1224,7 +1235,7 @@ def _call_server( ] call_log.iterations.extend(iterations) if self._history.length == 0: - self._history.push(call_log) + self._history_push(call_log) # Our interfaces are too different for this to work right now. # Once we move towards shared interfaces for both the open source From 5dacd02ac34900e18058e996bf07ecfbc3759c68 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 20:21:11 -0500 Subject: [PATCH 019/318] fix circular import --- guardrails/classes/generic/__init__.py | 3 ++- guardrails/classes/{schema => generic}/arbitrary_model.py | 0 guardrails/classes/history/call.py | 3 ++- guardrails/classes/history/call_inputs.py | 3 ++- guardrails/classes/history/inputs.py | 3 ++- guardrails/classes/history/iteration.py | 3 ++- guardrails/classes/history/outputs.py | 3 ++- guardrails/classes/schema/__init__.py | 3 +-- guardrails/classes/validation/validation_result.py | 5 +++-- guardrails/classes/validation/validator_logs.py | 5 +++-- guardrails/classes/validation_outcome.py | 5 +++-- guardrails/schema/pydantic_schema.py | 2 +- 12 files changed, 23 insertions(+), 15 deletions(-) rename guardrails/classes/{schema => generic}/arbitrary_model.py (100%) diff --git a/guardrails/classes/generic/__init__.py b/guardrails/classes/generic/__init__.py index fd1909521..52f50b212 100644 --- a/guardrails/classes/generic/__init__.py +++ b/guardrails/classes/generic/__init__.py @@ -1,4 +1,5 @@ +from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.classes.generic.serializeable import Serializeable from guardrails.classes.generic.stack import Stack -__all__ = ["Stack", "Serializeable"] +__all__ = ["ArbitraryModel", "Stack", "Serializeable"] diff --git a/guardrails/classes/schema/arbitrary_model.py b/guardrails/classes/generic/arbitrary_model.py similarity index 100% rename from guardrails/classes/schema/arbitrary_model.py rename to guardrails/classes/generic/arbitrary_model.py diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 97ad6ec6b..37dfd6d5e 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -13,6 +13,7 @@ from guardrails.classes.generic.stack import Stack from guardrails.classes.history.call_inputs import CallInputs from guardrails.classes.history.iteration import Iteration +from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.constants import error_status, fail_status, not_run_status, pass_status from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt @@ -27,7 +28,7 @@ # We can't inherit from Iteration because python # won't let you override a class attribute with a managed attribute -class Call(ICall): +class Call(ICall, ArbitraryModel): iterations: Stack[Iteration] = Field( description="A stack of iterations for each" "step/reask that occurred during this call." diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py index c9db00367..5003897b4 100644 --- a/guardrails/classes/history/call_inputs.py +++ b/guardrails/classes/history/call_inputs.py @@ -4,9 +4,10 @@ from guardrails_api_client import CallInputs as ICallInputs from guardrails.classes.history.inputs import Inputs +from guardrails.classes.generic.arbitrary_model import ArbitraryModel -class CallInputs(ICallInputs, Inputs): +class CallInputs(ICallInputs, Inputs, ArbitraryModel): llm_api: Optional[Callable[[Any], Awaitable[Any]]] = Field( description="The LLM function provided by the user" "during Guard.__call__ or Guard.parse.", diff --git a/guardrails/classes/history/inputs.py b/guardrails/classes/history/inputs.py index 9e34e6af5..4b288c654 100644 --- a/guardrails/classes/history/inputs.py +++ b/guardrails/classes/history/inputs.py @@ -3,12 +3,13 @@ from pydantic import Field from guardrails_api_client import Inputs as IInputs +from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.llm_providers import PromptCallableBase from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt -class Inputs(IInputs): +class Inputs(IInputs, ArbitraryModel): llm_api: Optional[PromptCallableBase] = Field( description="The constructed class for calling the LLM.", default=None ) diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py index 206f4872e..d97e9cd38 100644 --- a/guardrails/classes/history/iteration.py +++ b/guardrails/classes/history/iteration.py @@ -11,13 +11,14 @@ from guardrails.classes.generic.stack import Stack from guardrails.classes.history.inputs import Inputs from guardrails.classes.history.outputs import Outputs +from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.logger import get_scope_handler from guardrails.prompt.prompt import Prompt from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import ReAsk -class Iteration(IIteration): +class Iteration(IIteration, ArbitraryModel): # I think these should be containered since their names slightly overlap with # outputs, but could be convinced otherwise inputs: Inputs = Field( diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index 6a7e5e90b..0ae7741e8 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -6,12 +6,13 @@ from guardrails_api_client import Outputs as IOutputs from guardrails.constants import error_status, fail_status, not_run_status, pass_status from guardrails.classes.llm.llm_response import LLMResponse +from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import ReAsk from guardrails.classes.validation.validation_result import FailResult -class Outputs(IOutputs): +class Outputs(IOutputs, ArbitraryModel): llm_response_info: Optional[LLMResponse] = Field( description="Information from the LLM response.", default=None ) diff --git a/guardrails/classes/schema/__init__.py b/guardrails/classes/schema/__init__.py index b66e526d7..b85bd10f1 100644 --- a/guardrails/classes/schema/__init__.py +++ b/guardrails/classes/schema/__init__.py @@ -1,4 +1,3 @@ -from guardrails.classes.schema.arbitrary_model import ArbitraryModel from guardrails.classes.schema.processed_schema import ProcessedSchema -__all__ = ["ArbitraryModel", "ProcessedSchema"] +__all__ = ["ProcessedSchema"] diff --git a/guardrails/classes/validation/validation_result.py b/guardrails/classes/validation/validation_result.py index 046683d5a..367a0d0fc 100644 --- a/guardrails/classes/validation/validation_result.py +++ b/guardrails/classes/validation/validation_result.py @@ -5,9 +5,10 @@ PassResult as IPassResult, FailResult as IFailResult, ) +from guardrails.classes.generic.arbitrary_model import ArbitraryModel -class PassResult(IPassResult): +class PassResult(IPassResult, ArbitraryModel): outcome: Literal["pass"] = "pass" class ValueOverrideSentinel: @@ -17,7 +18,7 @@ class ValueOverrideSentinel: value_override: Optional[Any] = Field(default=ValueOverrideSentinel) -class FailResult(IFailResult): +class FailResult(IFailResult, ArbitraryModel): outcome: Literal["fail"] = "fail" error_message: str diff --git a/guardrails/classes/validation/validator_logs.py b/guardrails/classes/validation/validator_logs.py index fb760d45c..6ef1d67b1 100644 --- a/guardrails/classes/validation/validator_logs.py +++ b/guardrails/classes/validation/validator_logs.py @@ -1,11 +1,12 @@ from datetime import datetime from typing import Any, Optional -from guardrails.classes.schema.arbitrary_model import ArbitraryModel +from guardrails_api_client import ValidatorLog +from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.classes.validation.validation_result import ValidationResult -class ValidatorLogs(ArbitraryModel): +class ValidatorLogs(ValidatorLog, ArbitraryModel): """Logs for a single validator.""" validator_name: str diff --git a/guardrails/classes/validation_outcome.py b/guardrails/classes/validation_outcome.py index ff2ea44de..e0ba90e30 100644 --- a/guardrails/classes/validation_outcome.py +++ b/guardrails/classes/validation_outcome.py @@ -3,14 +3,15 @@ from pydantic import Field from rich.pretty import pretty_repr +from guardrails_api_client import ValidationOutcome as IValidationOutcome from guardrails.actions.reask import ReAsk from guardrails.classes.history import Call, Iteration from guardrails.classes.output_type import OT -from guardrails.classes.schema.arbitrary_model import ArbitraryModel +from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.constants import pass_status -class ValidationOutcome(ArbitraryModel, Generic[OT]): +class ValidationOutcome(IValidationOutcome, ArbitraryModel, Generic[OT]): raw_llm_output: Optional[str] = Field( description="The raw, unchanged output from the LLM call.", default=None ) diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py index b269af0ed..b0878b08d 100644 --- a/guardrails/schema/pydantic_schema.py +++ b/guardrails/schema/pydantic_schema.py @@ -17,7 +17,7 @@ from pydantic.fields import FieldInfo from guardrails_api_client import ValidatorReference from guardrails.classes.output_type import OutputTypes -from guardrails.classes.schema import ProcessedSchema +from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.logger import logger from guardrails.types import ( PydanticValidatorSpec, From e200f58e60a8f2ab36dbe311dc293b3043900a75 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 20:40:51 -0500 Subject: [PATCH 020/318] fix guard.history --- guardrails/classes/history/call.py | 4 ++-- guardrails/classes/validation/validation_result.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 37dfd6d5e..029bdc863 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -6,7 +6,7 @@ from rich.tree import Tree from typing_extensions import deprecated -from guardrails_api_client import Call as ICall +from guardrails_api_client import Call as ICall, CallException from guardrails.actions.filter import Filter from guardrails.actions.refrain import Refrain from guardrails.actions.reask import merge_reask_output @@ -51,7 +51,7 @@ def __init__( super().__init__( iterations=iterations, # type: ignore inputs=inputs, # type: ignore - _exception=exception, # type: ignore + exception=CallException(str(exception)), # type: ignore ) self.iterations = iterations self.inputs = inputs diff --git a/guardrails/classes/validation/validation_result.py b/guardrails/classes/validation/validation_result.py index 367a0d0fc..2187c5ee3 100644 --- a/guardrails/classes/validation/validation_result.py +++ b/guardrails/classes/validation/validation_result.py @@ -8,7 +8,7 @@ from guardrails.classes.generic.arbitrary_model import ArbitraryModel -class PassResult(IPassResult, ArbitraryModel): +class PassResult(ValidationResult, IPassResult, ArbitraryModel): outcome: Literal["pass"] = "pass" class ValueOverrideSentinel: @@ -18,7 +18,7 @@ class ValueOverrideSentinel: value_override: Optional[Any] = Field(default=ValueOverrideSentinel) -class FailResult(IFailResult, ArbitraryModel): +class FailResult(ValidationResult, IFailResult, ArbitraryModel): outcome: Literal["fail"] = "fail" error_message: str From 75c1b2d51195a2e08932cf2d758a82e1183b3e67 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 20:50:47 -0500 Subject: [PATCH 021/318] get tests running even if failing --- tests/integration_tests/mock_llm_outputs.py | 2 +- ...nerator.py => test_generator_integration.py} | 0 tests/integration_tests/test_async.py | 2 +- tests/integration_tests/test_run.py | 2 +- tests/integration_tests/test_validators.py | 2 +- ...ils.py => test_parsing_utils_integration.py} | 0 tests/unit_tests/classes/history/test_call.py | 2 +- .../classes/history/test_iteration.py | 2 +- .../unit_tests/classes/history/test_outputs.py | 2 +- tests/unit_tests/test_guard.py | 17 +++++++++-------- tests/unit_tests/test_validators.py | 2 +- tests/unit_tests/utils/test_reask_utils.py | 2 +- 12 files changed, 18 insertions(+), 17 deletions(-) rename tests/integration_tests/schema/{test_generator.py => test_generator_integration.py} (100%) rename tests/integration_tests/utils/{test_parsing_utils.py => test_parsing_utils_integration.py} (100%) diff --git a/tests/integration_tests/mock_llm_outputs.py b/tests/integration_tests/mock_llm_outputs.py index 66c2ac0f4..33438db4d 100644 --- a/tests/integration_tests/mock_llm_outputs.py +++ b/tests/integration_tests/mock_llm_outputs.py @@ -5,7 +5,7 @@ OpenAICallable, OpenAIChatCallable, ) -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from .test_assets import entity_extraction, lists_object, pydantic, python_rail, string diff --git a/tests/integration_tests/schema/test_generator.py b/tests/integration_tests/schema/test_generator_integration.py similarity index 100% rename from tests/integration_tests/schema/test_generator.py rename to tests/integration_tests/schema/test_generator_integration.py diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 987055412..88af84dc1 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -4,7 +4,7 @@ import pytest import guardrails as gd -from guardrails.schema import JsonSchema +from guardrails.schema.json_schema import JsonSchema from guardrails.utils.openai_utils import OPENAI_VERSION from tests.integration_tests.test_assets.fixtures import ( # noqa fixture_llm_output, diff --git a/tests/integration_tests/test_run.py b/tests/integration_tests/test_run.py index 49496928c..99767d4e6 100644 --- a/tests/integration_tests/test_run.py +++ b/tests/integration_tests/test_run.py @@ -8,7 +8,7 @@ from guardrails.classes.history.iteration import Iteration from guardrails.llm_providers import AsyncOpenAICallable, OpenAICallable from guardrails.run import AsyncRunner, Runner -from guardrails.schema import StringSchema +from guardrails.schema.string_schema import StringSchema from guardrails.utils.openai_utils import OPENAI_VERSION from .mock_llm_outputs import MockAsyncOpenAICallable, MockOpenAICallable diff --git a/tests/integration_tests/test_validators.py b/tests/integration_tests/test_validators.py index da7b949fb..9c310d86d 100644 --- a/tests/integration_tests/test_validators.py +++ b/tests/integration_tests/test_validators.py @@ -6,7 +6,7 @@ from guardrails import Guard, Validator, register_validator from guardrails.datatypes import DataType -from guardrails.schema import StringSchema +from guardrails.schema.string_schema import StringSchema from guardrails.validator_base import OnFailAction, PassResult, ValidationResult from guardrails.validators import ( DetectSecrets, diff --git a/tests/integration_tests/utils/test_parsing_utils.py b/tests/integration_tests/utils/test_parsing_utils_integration.py similarity index 100% rename from tests/integration_tests/utils/test_parsing_utils.py rename to tests/integration_tests/utils/test_parsing_utils_integration.py diff --git a/tests/unit_tests/classes/history/test_call.py b/tests/unit_tests/classes/history/test_call.py index 978798d00..d4f41d068 100644 --- a/tests/unit_tests/classes/history/test_call.py +++ b/tests/unit_tests/classes/history/test_call.py @@ -8,7 +8,7 @@ from guardrails.llm_providers import ArbitraryCallable from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import ReAsk from guardrails.validator_base import FailResult, PassResult diff --git a/tests/unit_tests/classes/history/test_iteration.py b/tests/unit_tests/classes/history/test_iteration.py index be726668d..a1d2bb80d 100644 --- a/tests/unit_tests/classes/history/test_iteration.py +++ b/tests/unit_tests/classes/history/test_iteration.py @@ -6,7 +6,7 @@ from guardrails.llm_providers import OpenAICallable from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import FieldReAsk from guardrails.validator_base import FailResult diff --git a/tests/unit_tests/classes/history/test_outputs.py b/tests/unit_tests/classes/history/test_outputs.py index 7d72eff1b..61764c78d 100644 --- a/tests/unit_tests/classes/history/test_outputs.py +++ b/tests/unit_tests/classes/history/test_outputs.py @@ -3,7 +3,7 @@ from guardrails.classes.history.outputs import Outputs from guardrails.constants import error_status, fail_status, not_run_status, pass_status -from guardrails.utils.llm_response import LLMResponse +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.utils.reask_utils import ReAsk from guardrails.validator_base import FailResult, PassResult diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 9e400c896..d22b17239 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -135,15 +135,16 @@ class EmptyModel(BaseModel): empty_field: str -i_guard_none = Guard(rail) -i_guard_two = Guard(rail, 2) +# FIXME: Init with json schema +# i_guard_none = Guard(rail) +# i_guard_two = Guard(rail, 2) r_guard_none = Guard.from_rail("tests/unit_tests/test_assets/empty.rail") -r_guard_two = Guard.from_rail("tests/unit_tests/test_assets/empty.rail", 2) +r_guard_two = Guard.from_rail("tests/unit_tests/test_assets/empty.rail", num_reasks=2) rs_guard_none = Guard.from_rail_string(empty_rail_string) -rs_guard_two = Guard.from_rail_string(empty_rail_string, 2) +rs_guard_two = Guard.from_rail_string(empty_rail_string, num_reasks=2) py_guard_none = Guard.from_pydantic(output_class=EmptyModel) py_guard_two = Guard.from_pydantic(output_class=EmptyModel, num_reasks=2) -s_guard_none = Guard.from_string(validators=[], description="empty railspec") +s_guard_none = Guard.from_string(validators=[], string_description="empty railspec") s_guard_two = Guard.from_string( validators=[], description="empty railspec", num_reasks=2 ) @@ -152,9 +153,9 @@ class EmptyModel(BaseModel): @pytest.mark.parametrize( "guard,expected_num_reasks,config_num_reasks", [ - (i_guard_none, 1, None), - (i_guard_two, 2, None), - (i_guard_none, 3, 3), + # (i_guard_none, 1, None), + # (i_guard_two, 2, None), + # (i_guard_none, 3, 3), (r_guard_none, 1, None), (r_guard_two, 2, None), (r_guard_none, 3, 3), diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 3f6f2c8c9..625ff5b2e 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -10,7 +10,7 @@ from guardrails import Guard from guardrails.datatypes import DataType from guardrails.errors import ValidationError -from guardrails.schema import StringSchema +from guardrails.schema.string_schema import StringSchema from guardrails.utils.openai_utils import ( OPENAI_VERSION, get_static_openai_acreate_func, diff --git a/tests/unit_tests/utils/test_reask_utils.py b/tests/unit_tests/utils/test_reask_utils.py index 989aa1d50..3c340778f 100644 --- a/tests/unit_tests/utils/test_reask_utils.py +++ b/tests/unit_tests/utils/test_reask_utils.py @@ -5,7 +5,7 @@ from guardrails.classes.history.iteration import Iteration from guardrails.datatypes import Object -from guardrails.schema import JsonSchema +from guardrails.schema.json_schema import JsonSchema from guardrails.utils import reask_utils from guardrails.utils.reask_utils import ( FieldReAsk, From 9066c3ccb4e5d2fd8ab6130bc94fed3bdfa7342c Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 20:53:17 -0500 Subject: [PATCH 022/318] remove heavy live test --- .../validators/test_on_topic.py | 117 ------------------ 1 file changed, 117 deletions(-) delete mode 100644 tests/integration_tests/validators/test_on_topic.py diff --git a/tests/integration_tests/validators/test_on_topic.py b/tests/integration_tests/validators/test_on_topic.py deleted file mode 100644 index c04ced5fe..000000000 --- a/tests/integration_tests/validators/test_on_topic.py +++ /dev/null @@ -1,117 +0,0 @@ -import os -from unittest import TestCase - -import pytest - -from guardrails.validator_base import FailResult, PassResult -from guardrails.validators.on_topic import OnTopic - - -# TODO: Skip this is the CI. -# This test downloads the model which takes a substantial amount of space and time. -class TestOnTopicIntegrationCPU(TestCase): - def test_validate_valid_topic_cpu_disable_llm(self): - validator = OnTopic( - valid_topics=["sports", "politics"], - disable_classifier=False, - disable_llm=True, - ) - text = "This is an article about sports." - expected_result = PassResult() - actual_result = validator.validate(text, metadata={}) - self.assertEqual(actual_result, expected_result) - - def test_validate_invalid_topic_cpu_disable_llm(self): - validator = OnTopic( - valid_topics=["sports", "politics"], - disable_classifier=False, - disable_llm=True, - ) - text = "This is an article about music." - expected_result = FailResult(error_message="Most relevant topic is other.") - actual_result = validator.validate(text, metadata={}) - self.assertEqual(actual_result, expected_result) - - -# todo -# class TestOnTopicIntegrationGPU(TestCase): -# def test_validate_valid_topic_gpu_disable_llm(self): -# validator = OnTopic( -# valid_topics=["technology", "science"], -# device=1, # Set to available GPU -# disable_classifier=False, -# disable_llm=True, -# ) -# text = "This is an article about the latest scientific discoveries." -# expected_result = PassResult() -# actual_result = validate_text(validator, text) -# self.assertEqual(actual_result, expected_result) - -# def test_validate_invalid_topic_gpu_disable_llm(self): -# validator = OnTopic( -# valid_topics=["technology", "science"], -# device=1, # Set to available GPU -# disable_classifier=False, -# disable_llm=True, -# ) -# text = "This is an article about fashion trends." -# expected_result = FailResult(error_message="Most relevant topic is other.") -# actual_result = validate_text(validator, text) -# self.assertEqual(actual_result, expected_result) - - -@pytest.mark.skipif( - os.environ.get("OPENAI_API_KEY") in [None, "mocked"], - reason="openai api key not set", -) -class TestOnTopicIntegrationCPUllm(TestCase): - def test_validate_valid_topic_cpu_enable_llm(self): - validator = OnTopic( - valid_topics=["politics", "history"], - disable_classifier=False, - disable_llm=False, - ) - text = "This is a historical analysis of political events." - expected_result = PassResult() - actual_result = validator.validate(text, metadata={}) - self.assertEqual(actual_result, expected_result) - - def test_validate_invalid_topic_cpu_enable_llm(self): - validator = OnTopic( - valid_topics=["politics", "history"], - disable_classifier=False, - disable_llm=False, - model_threshold=0.99, - ) - text = "This is an article about cooking recipes." - expected_result = FailResult(error_message="Most relevant topic is other.") - actual_result = validator.validate(text, metadata={}) - self.assertEqual(actual_result, expected_result) - - -@pytest.mark.skipif( - os.environ.get("OPENAI_API_KEY") in [None, "mocked"], - reason="openai api key not set", -) -class TestOnTopicIntegrationLlm(TestCase): - def test_validate_valid_topic_disable_model(self): - validator = OnTopic( - valid_topics=["sports", "entertainment"], - disable_classifier=True, - disable_llm=False, - ) - text = "This is a movie review for the new sports action film." - expected_result = PassResult() - actual_result = validator.validate(text, metadata={}) - self.assertEqual(actual_result, expected_result) - - def test_validate_invalid_topic_disable_model(self): - validator = OnTopic( - valid_topics=["sports", "entertainment"], - disable_classifier=True, - disable_llm=False, - ) - text = "This is a research paper on medical advancements." - expected_result = FailResult(error_message="Most relevant topic is other.") - actual_result = validator.validate(text, metadata={}) - self.assertEqual(actual_result, expected_result) From 5383470a7e26baa971d57c305d27f77ba2e86de5 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 22 May 2024 20:55:32 -0500 Subject: [PATCH 023/318] delete heavy live tests that don't use mocks --- .../validators/test_competitor_check.py | 62 -------- tests/unit_tests/validators/test_on_topic.py | 140 ------------------ 2 files changed, 202 deletions(-) delete mode 100644 tests/unit_tests/validators/test_competitor_check.py delete mode 100644 tests/unit_tests/validators/test_on_topic.py diff --git a/tests/unit_tests/validators/test_competitor_check.py b/tests/unit_tests/validators/test_competitor_check.py deleted file mode 100644 index bedfeb944..000000000 --- a/tests/unit_tests/validators/test_competitor_check.py +++ /dev/null @@ -1,62 +0,0 @@ -import unittest -from unittest.mock import MagicMock - -from guardrails.validators import CompetitorCheck, FailResult - - -class TestCompetitorCheck: - def test_perform_ner(self, mocker): - # Create a mock NLP object - mock_util_is_package = mocker.patch("spacy.util.is_package") - mock_util_is_package.return_value = True - mocker.patch("spacy.cli.download") - mock_nlp = MagicMock() - mock_spacy_load = mocker.patch("spacy.load") - mock_spacy_load.return_value = mock_nlp - - # Mock the doc.ents property - mock_nlp.return_value.ents = [MagicMock(text="Apple"), MagicMock(text="Google")] - - # Test the perform_ner method with spacy mocked - competitors = ["Apple", "Microsoft", "Google"] - validator = CompetitorCheck(competitors) - - text_with_entities = "I have an Apple laptop and a Google phone." - entities = validator.perform_ner(text_with_entities, mock_nlp) - assert entities == ["Apple", "Google"] - - del validator - - def test_validator_with_match_and_ner(self, mocker): - # Create a mock NLP object - mock_util_is_package = mocker.patch("spacy.util.is_package") - mock_util_is_package.return_value = True - mocker.patch("spacy.cli.download") - mock_nlp = MagicMock() - mock_spacy_load = mocker.patch("spacy.load") - mock_spacy_load.return_value = mock_nlp - - # Mock the doc.ents property - mock_nlp.return_value.ents = [MagicMock(text="Microsoft")] - - # Test the CompetitorCheck validator with a matching text and mocked NER - competitors = ["Apple", "Microsoft", "Google"] - validator = CompetitorCheck(competitors) - - text_with_entities_and_match = ( - "I love my Microsoft laptop and use Microsoft Office." - ) - result = validator.validate(text_with_entities_and_match) - expected_fail_result = FailResult( - outcome="fail", - metadata=None, - error_message="""Found the following competitors: [['Microsoft']].\ - Please avoid naming those competitors next time""", - fix_value="", - ) - - assert result == expected_fail_result - - -if __name__ == "__main__": - unittest.main() diff --git a/tests/unit_tests/validators/test_on_topic.py b/tests/unit_tests/validators/test_on_topic.py deleted file mode 100644 index 8a662799b..000000000 --- a/tests/unit_tests/validators/test_on_topic.py +++ /dev/null @@ -1,140 +0,0 @@ -import json -import unittest -from unittest.mock import patch - -from guardrails.validator_base import FailResult, PassResult -from guardrails.validators.on_topic import OnTopic - - -class TestOnTopic(unittest.TestCase): - def setUp(self): - self.valid_topics = ["sports", "politics", "technology"] - self.invalid_topics = ["other"] - self.device = -1 - self.model = "facebook/bart-large-mnli" - self.llm_callable = "gpt-3.5-turbo" - - def test_init_with_valid_args(self): - validator = OnTopic( - valid_topics=self.valid_topics, - invalid_topics=self.invalid_topics, - device=self.device, - model=self.model, - llm_callable=self.llm_callable, - on_fail=None, - ) - self.assertEqual(validator._valid_topics, self.valid_topics) - self.assertEqual(validator._invalid_topics, self.invalid_topics) - self.assertEqual(validator._device, self.device) - self.assertEqual(validator._model, self.model) - self.assertEqual(validator._llm_callable.__name__, "openai_callable") - - def test_init_with_invalid_llm_callable(self): - with self.assertRaises(ValueError): - OnTopic( - valid_topics=self.valid_topics, - invalid_topics=self.invalid_topics, - llm_callable="invalid_model", - ) - - def test_get_topic_ensemble(self): - text = "This is an article about sports." - candidate_topics = ["sports", "politics", "technology"] - validator = OnTopic(valid_topics=candidate_topics) - - with patch.object(validator, "get_topic_zero_shot") as mock_zero_shot: - mock_zero_shot.return_value = ("sports", 0.6) - - validation_result = validator.get_topic_ensemble(text, candidate_topics) - self.assertEqual(validation_result, PassResult()) - - def test_get_topic_llm(self): - text = "This is an article about politics." - candidate_topics = ["sports", "politics", "technology"] - validator = OnTopic(valid_topics=candidate_topics) - - with patch.object(validator, "call_llm") as mock_llm: - mock_llm.return_value = '{"topic": "politics"}' - - validation_result = validator.get_topic_llm(text, candidate_topics) - self.assertEqual(validation_result, PassResult()) - - def test_get_topic_llm_invalid_topic(self): - text = "This is an article about science." - candidate_topics = ["sports", "politics", "technology"] - validator = OnTopic(valid_topics=candidate_topics) - - with patch.object(validator, "call_llm") as mock_llm: - mock_llm.return_value = '{"topic": "science"}' - - validation_result = validator.get_topic_llm(text, candidate_topics) - self.assertEqual( - validation_result, - FailResult(error_message="Most relevant topic is science."), - ) - - def test_verify_topic(self): - validator = OnTopic(valid_topics=self.valid_topics) - - validation_result = validator.verify_topic("sports") - self.assertEqual(validation_result, PassResult()) - - validation_result = validator.verify_topic("other") - self.assertEqual( - validation_result, FailResult(error_message="Most relevant topic is other.") - ) - - def test_set_callable_string(self): - validator = OnTopic(valid_topics=self.valid_topics) - validator.set_callable("gpt-3.5-turbo") - self.assertEqual(validator._llm_callable.__name__, "openai_callable") - - def test_set_callable_callable(self): - def custom_callable(text, topics): - return json.dumps({"topic": topics[0]}) - - validator = OnTopic(valid_topics=self.valid_topics) - validator.set_callable(custom_callable) - self.assertEqual(validator._llm_callable.__name__, "custom_callable") - - def test_get_topic_zero_shot(self): - text = "This is an article about technology." - candidate_topics = ["sports", "politics", "technology"] - validator = OnTopic(valid_topics=candidate_topics) - - validation_result = validator.get_topic_zero_shot(text, candidate_topics) - self.assertEqual(validation_result[0], "technology") - - with patch.object(validator, "call_llm") as mock_llm: - mock_llm.return_value = '{"topic": "technology"}' - validation_result = validator.get_topic_zero_shot(text, candidate_topics) - self.assertEqual(validation_result[0], "technology") - - def test_validate_valid_topic(self): - text = "This is an article about sports." - validator = OnTopic(valid_topics=self.valid_topics) - validation_result = validator.validate(text, metadata={}) - self.assertEqual(validation_result, PassResult()) - - def test_validate_invalid_topic(self): - validator = OnTopic(valid_topics=self.valid_topics) - with patch.object(validator, "call_llm") as mock_llm: - mock_llm.return_value = '{"topic": "other"}' - - text = "This is an article about music." - validation_result = validator.validate(text, metadata={}) - - self.assertEqual( - validation_result, - FailResult(error_message="Most relevant topic is other."), - ) - - def test_validate_no_valid_topics(self): - with self.assertRaises(ValueError): - validator = OnTopic(valid_topics=[]) - validator.validate("This is a test text.", metadata={}) - - def test_validate_overlapping_topics(self): - with self.assertRaises(ValueError): - validator = OnTopic(valid_topics=["sports"], invalid_topics=["sports"]) - validator.validate("This is a test text.", metadata={}) From 4342be9be3e91b0ccb5871745774c8b13253d335 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 23 May 2024 08:32:43 -0500 Subject: [PATCH 024/318] punt on repr for now --- guardrails/guard.py | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 023b1a5b9..9a09bfe3d 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -53,7 +53,6 @@ ) from guardrails.logger import logger, set_scope from guardrails.prompt import Instructions, Prompt -from guardrails.rail import Rail from guardrails.run import AsyncRunner, Runner, StreamRunner from guardrails.schema.primitive_schema import primitive_to_schema from guardrails.schema.pydantic_schema import pydantic_model_to_schema @@ -112,7 +111,7 @@ class that contains the raw output from # Legacy _num_reasks = None - _rail: Optional[Rail] = None + _rail: Optional[str] = None _base_model: Optional[ModelOrListOfModels] = None # Private @@ -136,8 +135,7 @@ def __init__( validators: Optional[List[ValidatorReference]] = [], output_schema: Optional[Dict[str, Any]] = {"type": "string"}, ): - """Initialize the Guard with optional Rail instance, num_reasks, and - base_model.""" + """Initialize the Guard with validators and an output schema.""" # Shared Interface Properties id = id or random_id() @@ -284,13 +282,13 @@ def _fill_validators(self): for v in v_list ] - # FIXME: What do we have this to look like now? + # FIXME: What do we want this to look like now? def __repr__(self): - return f"Guard(RAIL={self.rail})" + return f"Guard(RAIL={self._rail})" - # FIXME: What do we have this to look like now? + # FIXME: What do we want this to look like now? def __rich_repr__(self): - yield "RAIL", self.rail + yield "RAIL", self._rail def __stringify__(self): if self._output_type == OutputTypes.STRING: From 765aed644e007b5aa43876247c5c33f1dd19c75a Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 23 May 2024 08:32:52 -0500 Subject: [PATCH 025/318] fix text2sql app --- guardrails/applications/text2sql.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/guardrails/applications/text2sql.py b/guardrails/applications/text2sql.py index 935cdcea8..b2fe86333 100644 --- a/guardrails/applications/text2sql.py +++ b/guardrails/applications/text2sql.py @@ -140,7 +140,7 @@ def _init_guard( rail_spec_str = Template(rail_spec_str).safe_substitute(**rail_params) guard = Guard.from_rail_string(rail_spec_str) - guard.reask_prompt = reask_prompt + guard._exec_opts.reask_prompt = reask_prompt return guard From b8eab8f24229e92b9ce30d56fccd0958c5c0055c Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 23 May 2024 09:12:02 -0500 Subject: [PATCH 026/318] fix types and deprecation warnings --- guardrails/guard.py | 107 +++++++++++++++----------- guardrails/schema/rail_schema.py | 10 +-- tests/integration_tests/test_async.py | 4 + 3 files changed, 70 insertions(+), 51 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 9a09bfe3d..e24ca6364 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -19,6 +19,7 @@ cast, overload, ) +import warnings from guardrails_api_client import ( Guard as IGuard, @@ -29,7 +30,7 @@ ValidationType, SimpleTypes, ) -from pydantic import Field, field_validator +from pydantic import field_validator from guardrails.api_client import GuardrailsApiClient from guardrails.classes.output_type import OT @@ -345,17 +346,7 @@ def from_rail( cls, rail_file: str, *, - num_reasks: Optional[int] = Field( - default=None, - deprecated=( - "Setting num_reasks during initialization is deprecated" - " and will be removed in 0.6.x!" - "We recommend setting num_reasks when calling guard()" - " or guard.parse() instead." - "If you insist on setting it at the Guard level," - " use 'Guard.configure()'." - ), - ), + num_reasks: Optional[int] = None, tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, @@ -364,7 +355,7 @@ def from_rail( Args: rail_file: The path to the `.rail` file. - num_reasks (int, optional): The max times to re-ask the LLM if validation fails. + num_reasks (int, optional): The max times to re-ask the LLM if validation fails. Deprecated tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. description (str, optional): A description for this Guard. Defaults to None. @@ -373,6 +364,17 @@ def from_rail( An instance of the `Guard` class. """ # noqa + if num_reasks: + warnings.warn( + "Setting num_reasks during initialization is deprecated" + " and will be removed in 0.6.x!" + "We recommend setting num_reasks when calling guard()" + " or guard.parse() instead." + "If you insist on setting it at the Guard level," + " use 'Guard.configure()'.", + DeprecationWarning, + ) + # We have to set the tracer in the ContextStore before the Rail, # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore @@ -392,17 +394,7 @@ def from_rail_string( cls, rail_string: str, *, - num_reasks: Optional[int] = Field( - default=None, - deprecated=( - "Setting num_reasks during initialization is deprecated" - " and will be removed in 0.6.x!" - "We recommend setting num_reasks when calling guard()" - " or guard.parse() instead." - "If you insist on setting it at the Guard level," - " use 'Guard.configure()'." - ), - ), + num_reasks: Optional[int] = None, tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, @@ -411,7 +403,7 @@ def from_rail_string( Args: rail_string: The `.rail` string. - num_reasks (int, optional): The max times to re-ask the LLM if validation fails. + num_reasks (int, optional): The max times to re-ask the LLM if validation fails. Deprecated tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. description (str, optional): A description for this Guard. Defaults to None. @@ -419,6 +411,18 @@ def from_rail_string( Returns: An instance of the `Guard` class. """ # noqa + + if num_reasks: + warnings.warn( + "Setting num_reasks during initialization is deprecated" + " and will be removed in 0.6.x!" + "We recommend setting num_reasks when calling guard()" + " or guard.parse() instead." + "If you insist on setting it at the Guard level," + " use 'Guard.configure()'.", + DeprecationWarning, + ) + # We have to set the tracer in the ContextStore before the Rail, # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore @@ -438,21 +442,11 @@ def from_pydantic( cls, output_class: ModelOrListOfModels, *, - prompt: Optional[str] = None, - instructions: Optional[str] = None, - num_reasks: Optional[int] = Field( - default=None, - deprecated=( - "Setting num_reasks during initialization is deprecated" - " and will be removed in 0.6.x!" - "We recommend setting num_reasks when calling guard()" - " or guard.parse() instead." - "If you insist on setting it at the Guard level," - " use 'Guard.configure()'." - ), - ), - reask_prompt: Optional[str] = None, - reask_instructions: Optional[str] = None, + prompt: Optional[str] = None, # deprecate this too + instructions: Optional[str] = None, # deprecate this too + num_reasks: Optional[int] = None, + reask_prompt: Optional[str] = None, # deprecate this too + reask_instructions: Optional[str] = None, # deprecate this too tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, @@ -471,6 +465,18 @@ def from_pydantic( name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. description (str, optional): A description for this Guard. Defaults to None. """ # noqa + + if num_reasks: + warnings.warn( + "Setting num_reasks during initialization is deprecated" + " and will be removed in 0.6.x!" + "We recommend setting num_reasks when calling guard()" + " or guard.parse() instead." + "If you insist on setting it at the Guard level," + " use 'Guard.configure()'.", + DeprecationWarning, + ) + # We have to set the tracer in the ContextStore before the Rail, # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore @@ -505,10 +511,10 @@ def from_string( validators: Sequence[Validator], *, string_description: Optional[str] = None, - prompt: Optional[str] = None, - instructions: Optional[str] = None, - reask_prompt: Optional[str] = None, - reask_instructions: Optional[str] = None, + prompt: Optional[str] = None, # deprecate this too + instructions: Optional[str] = None, # deprecate this too + reask_prompt: Optional[str] = None, # deprecate this too + reask_instructions: Optional[str] = None, # deprecate this too num_reasks: Optional[int] = None, tracer: Optional[Tracer] = None, name: Optional[str] = None, @@ -523,12 +529,23 @@ def from_string( instructions (str, optional): Instructions for chat models. Defaults to None. reask_prompt (str, optional): An alternative prompt to use during reasks. Defaults to None. reask_instructions (str, optional): Alternative instructions to use during reasks. Defaults to None. - num_reasks (int, optional): The max times to re-ask the LLM if validation fails. + num_reasks (int, optional): The max times to re-ask the LLM if validation fails. Deprecated tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. description (str, optional): A description for this Guard. Defaults to None. """ # noqa + if num_reasks: + warnings.warn( + "Setting num_reasks during initialization is deprecated" + " and will be removed in 0.6.x!" + "We recommend setting num_reasks when calling guard()" + " or guard.parse() instead." + "If you insist on setting it at the Guard level," + " use 'Guard.configure()'.", + DeprecationWarning, + ) + # This might not be necessary anymore cls._set_tracer(cls, tracer) # type: ignore diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 2d31e74a5..234f2c5c7 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -325,16 +325,14 @@ def rail_string_to_schema(rail_string: str) -> ProcessedSchema: # prepended to the prompt. instructions_tag = rail_xml.find("instructions") if instructions_tag is not None: - processed_schema.exec_opts.instructions = parse_element( - instructions_tag, processed_schema, "instructions" - ) + parse_element(instructions_tag, processed_schema, "instructions") + processed_schema.exec_opts.instructions = instructions_tag.text # Load prompt_tag = rail_xml.find("prompt") if prompt_tag is not None: - processed_schema.exec_opts.prompt = parse_element( - prompt_tag, processed_schema, "prompt" - ) + parse_element(prompt_tag, processed_schema, "prompt") + processed_schema.exec_opts.prompt = prompt_tag.text # If reasking prompt and instructions are provided, add them to the schema. reask_prompt = rail_xml.find("reask_prompt") diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 88af84dc1..8e01bc153 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -15,6 +15,10 @@ from .mock_llm_outputs import MockAsyncOpenAICallable, entity_extraction +# FIXME: None of these tests were ever updated to work with OpenAI 1.x +# making them useless once we drop support for 0.x + + @pytest.mark.asyncio @pytest.mark.parametrize("multiprocessing_validators", (True, False)) @pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") From 58f1fac0c09c3085af2bfffd63340575b9742822 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 24 May 2024 00:53:01 -0500 Subject: [PATCH 027/318] json schema to rail; backfil xml constants --- guardrails/actions/reask.py | 17 +- guardrails/classes/credentials.py | 2 +- guardrails/classes/history/call.py | 2 +- guardrails/classes/history/outputs.py | 6 +- guardrails/classes/validation_outcome.py | 5 +- guardrails/constants.xml | 8 +- guardrails/guard.py | 11 +- guardrails/prompt/base_prompt.py | 14 +- guardrails/run/runner.py | 20 +- guardrails/schema/generator.py | 29 +- guardrails/schema/parser.py | 35 +- guardrails/schema/pydantic_schema.py | 38 +- guardrails/schema/rail_schema.py | 586 +++++++++++++++++- guardrails/schema/validator.py | 3 + guardrails/types/rail.py | 8 +- guardrails/utils/parsing_utils.py | 9 +- guardrails/validator_service.py | 6 +- poetry.lock | 28 +- pyproject.toml | 2 +- tests/integration_tests/mock_llm_outputs.py | 10 +- .../schema/test_generator_integration.py | 7 +- .../schema/test_rail_schema.py | 134 +++- .../test_assets/entity_extraction/filter.rail | 4 +- .../test_assets/entity_extraction/fix.rail | 4 +- .../entity_extraction/fix_chat_model.rail | 4 +- .../test_assets/entity_extraction/noop.rail | 4 +- .../entity_extraction/optional_prompts.py | 12 +- .../entity_extraction/pydantic_models.py | 8 +- .../test_assets/entity_extraction/reask.rail | 4 +- .../entity_extraction/refrain.rail | 4 +- .../entity_extraction/skeleton_reask.rail | 4 +- .../json_schemas/credit_card_agreement.json | 4 +- .../test_assets/pydantic/reask.rail | 2 +- .../pydantic/validated_response_reask.py | 2 +- .../test_assets/rail_specs/choice_case.rail | 8 +- .../rail_specs/credit_card_agreement.rail | 28 + .../test_assets/validators/__init__.py | 5 +- .../test_assets/validators/lower_case.py | 35 ++ .../test_assets/validators/one_line.py | 36 ++ .../test_assets/validators/two_words.py | 48 ++ .../integration_tests/test_data_validation.py | 3 +- tests/integration_tests/test_datatypes.py | 9 +- tests/integration_tests/test_guard.py | 55 +- tests/integration_tests/test_python_rail.py | 8 +- tests/unit_tests/schema/test_parser.py | 4 +- tests/unit_tests/test_logger.py | 2 +- tests/unit_tests/test_prompt.py | 6 +- tests/unit_tests/utils/test_parsing_utils.py | 4 +- 48 files changed, 1101 insertions(+), 186 deletions(-) create mode 100644 tests/integration_tests/test_assets/rail_specs/credit_card_agreement.rail create mode 100644 tests/integration_tests/test_assets/validators/lower_case.py create mode 100644 tests/integration_tests/test_assets/validators/one_line.py create mode 100644 tests/integration_tests/test_assets/validators/two_words.py diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index da286fd54..43bf0e44f 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -1,6 +1,5 @@ from copy import deepcopy import json -import jsonref from typing import Any, Dict, List, Optional, Tuple, Union from guardrails_api_client import Reask as IReask @@ -10,6 +9,7 @@ from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt from guardrails.schema.generator import generate_example +from guardrails.schema.rail_schema import json_schema_to_rail_output from guardrails.types.validator import ValidatorMap from guardrails.utils.constants import constants from guardrails.utils.prompt_utils import prompt_content_for_schema @@ -183,6 +183,9 @@ def get_reask_setup_for_string( schema_prompt_content = prompt_content_for_schema( output_type, output_schema, validation_map ) + xml_output_schema = json_schema_to_rail_output( + json_schema=output_schema, validator_map=validation_map + ) reask_prompt_template = None if exec_options.reask_prompt: @@ -205,6 +208,7 @@ def get_reask_setup_for_string( previous_response=validation_response.incorrect_value, error_messages=error_messages, output_schema=schema_prompt_content, + xml_output_schema=xml_output_schema, **prompt_params, ) @@ -214,7 +218,9 @@ def get_reask_setup_for_string( if instructions is None: instructions = Instructions("You are a helpful assistant.") instructions = instructions.format( - output_schema=schema_prompt_content, **prompt_params + output_schema=schema_prompt_content, + xml_output_schema=xml_output_schema, + **prompt_params, ) return output_schema, prompt, instructions @@ -300,10 +306,12 @@ def get_reask_setup_for_json( stringified_schema = prompt_content_for_schema( output_type, reask_schema, validation_map ) + xml_output_schema = json_schema_to_rail_output( + json_schema=output_schema, validator_map=validation_map + ) - dereferenced_reask_schema = jsonref.replace_refs(reask_schema) json_example = json.dumps( - generate_example(dereferenced_reask_schema), + generate_example(reask_schema), indent=2, ) @@ -323,6 +331,7 @@ def reask_decoder(obj): reask_value, indent=2, default=reask_decoder, ensure_ascii=False ), output_schema=stringified_schema, + xml_output_schema=xml_output_schema, json_example=json_example, error_messages=json.dumps(error_messages), **prompt_params, diff --git a/guardrails/classes/credentials.py b/guardrails/classes/credentials.py index 8874d372a..95113b401 100644 --- a/guardrails/classes/credentials.py +++ b/guardrails/classes/credentials.py @@ -27,7 +27,7 @@ def from_rc_file(logger: Optional[logging.Logger] = None) -> "Credentials": for line in filtered_lines: line_content = line.split("=", 1) if len(line_content) != 2: - logger.warn( + logger.warning( """ Invalid line found in .guardrailsrc file! All lines in this file should follow the format: key=value diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 029bdc863..9dfef4f5d 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -51,7 +51,7 @@ def __init__( super().__init__( iterations=iterations, # type: ignore inputs=inputs, # type: ignore - exception=CallException(str(exception)), # type: ignore + exception=CallException(exception), # type: ignore ) self.iterations = iterations self.inputs = inputs diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index 0ae7741e8..588b5b113 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -19,15 +19,15 @@ class Outputs(IOutputs, ArbitraryModel): raw_output: Optional[str] = Field( description="The exact output from the LLM.", default=None ) - parsed_output: Optional[Union[str, Dict]] = Field( + parsed_output: Optional[Union[str, List, Dict]] = Field( description="The output parsed from the LLM response" "as it was passed into validation.", default=None, ) - validation_response: Optional[Union[str, ReAsk, Dict]] = Field( + validation_response: Optional[Union[str, ReAsk, List, Dict]] = Field( description="The response from the validation process.", default=None ) - guarded_output: Optional[Union[str, Dict]] = Field( + guarded_output: Optional[Union[str, List, Dict]] = Field( description="""Any valid values after undergoing validation. Some values may be "fixed" values that were corrected during validation. diff --git a/guardrails/classes/validation_outcome.py b/guardrails/classes/validation_outcome.py index e0ba90e30..5313f1e98 100644 --- a/guardrails/classes/validation_outcome.py +++ b/guardrails/classes/validation_outcome.py @@ -9,6 +9,7 @@ from guardrails.classes.output_type import OT from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.constants import pass_status +from guardrails.utils.safe_get import safe_get class ValidationOutcome(IValidationOutcome, ArbitraryModel, Generic[OT]): @@ -52,7 +53,9 @@ class ValidationOutcome(IValidationOutcome, ArbitraryModel, Generic[OT]): def from_guard_history(cls, call: Call): """Create a ValidationOutcome from a history Call object.""" last_iteration = call.iterations.last or Iteration() - last_output = last_iteration.validation_response or last_iteration.parsed_output + last_output = last_iteration.validation_response or safe_get( + last_iteration.reasks, 0 + ) validation_passed = call.status == pass_status reask = last_output if isinstance(last_output, ReAsk) else None error = call.error diff --git a/guardrails/constants.xml b/guardrails/constants.xml index 63d64ecc3..6404405f1 100644 --- a/guardrails/constants.xml +++ b/guardrails/constants.xml @@ -82,7 +82,7 @@ If you are unsure anywhere, enter `null`. Given below is XML that describes the information to extract from this document and the tags to extract it into. -${output_schema} +${xml_output_schema} ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. @@ -114,7 +114,7 @@ Here are examples of simple (JSON Schema, JSON) pairs that show the expected beh Given below is XML that describes the information to extract from this document and the tags to extract it into. -${output_schema} +${xml_output_schema} ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. @@ -141,7 +141,7 @@ Here are examples of simple (JSON Schema, JSON) pairs that show the expected beh Given below is XML that describes the information to extract from this document and the tags to extract it into. -${output_schema} +${xml_output_schema} ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. @@ -169,7 +169,7 @@ Here are examples of simple (JSON Schema, JSON) pairs that show the expected beh Given below is XML that describes the information to extract from this document and the tags to extract it into. -${output_schema} +${xml_output_schema} ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, try your best guess. diff --git a/guardrails/guard.py b/guardrails/guard.py index e24ca6364..74483c800 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1010,9 +1010,14 @@ def parse( if llm_api is None else 1 ) - prompt = kwargs.pop("prompt", self._exec_opts.prompt) - instructions = kwargs.pop("instructions", self._exec_opts.instructions) - msg_history = kwargs.pop("msg_history", self._exec_opts.msg_history) + default_prompt = self._exec_opts.prompt if llm_api else None + prompt = kwargs.pop("prompt", default_prompt) + + default_instructions = self._exec_opts.instructions if llm_api else None + instructions = kwargs.pop("instructions", default_instructions) + + default_msg_history = self._exec_opts.msg_history if llm_api else None + msg_history = kwargs.pop("msg_history", default_msg_history) return self._execute( *args, diff --git a/guardrails/prompt/base_prompt.py b/guardrails/prompt/base_prompt.py index 614699a3e..1eed29cc1 100644 --- a/guardrails/prompt/base_prompt.py +++ b/guardrails/prompt/base_prompt.py @@ -14,7 +14,13 @@ class BasePrompt: """Base class for representing an LLM prompt.""" - def __init__(self, source: str, output_schema: Optional[str] = None): + def __init__( + self, + source: str, + output_schema: Optional[str] = None, + *, + xml_output_schema: Optional[str] = None, + ): self._source = source self.format_instructions_start = self.get_format_instructions_idx(source) @@ -24,8 +30,10 @@ def __init__(self, source: str, output_schema: Optional[str] = None): # FIXME: Why is this happening on init instead of on format? # If an output schema is provided, substitute it in the prompt. - if output_schema: - self.source = Template(source).safe_substitute(output_schema=output_schema) + if output_schema or xml_output_schema: + self.source = Template(source).safe_substitute( + output_schema=output_schema, xml_output_schema=xml_output_schema + ) else: self.source = source diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index ab60de1bb..605020674 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -11,6 +11,7 @@ from guardrails.logger import set_scope from guardrails.prompt import Instructions, Prompt from guardrails.run.utils import msg_history_source, msg_history_string +from guardrails.schema.rail_schema import json_schema_to_rail_output from guardrails.schema.validator import schema_validation from guardrails.types import ModelOrListOfModels, ValidatorMap, MessageHistory from guardrails.utils.exception_utils import UserFacingException @@ -99,12 +100,21 @@ def __init__( stringified_output_schema = prompt_content_for_schema( output_type, output_schema, validation_map ) + xml_output_schema = json_schema_to_rail_output( + json_schema=output_schema, validator_map=validation_map + ) if prompt: - self.prompt = Prompt(prompt, output_schema=stringified_output_schema) + self.prompt = Prompt( + prompt, + output_schema=stringified_output_schema, + xml_output_schema=xml_output_schema, + ) if instructions: self.instructions = Instructions( - instructions, output_schema=stringified_output_schema + instructions, + output_schema=stringified_output_schema, + xml_output_schema=xml_output_schema, ) if msg_history: @@ -144,6 +154,7 @@ def __call__(self, call_log: Call, prompt_params: Optional[Dict] = {}) -> Call: Returns: The Call log for this run. """ + prompt_params = prompt_params or {} try: # Figure out if we need to include instructions in the prompt. include_instructions = not ( @@ -282,8 +293,9 @@ def step( if parsing_error: iteration.outputs.exception = parsing_error iteration.outputs.error = str(parsing_error) - - iteration.outputs.parsed_output = parsed_output + iteration.outputs.reasks.append(parsed_output) + else: + iteration.outputs.parsed_output = parsed_output # Validate: run output validation. if parsing_error and isinstance(parsed_output, NonParseableReAsk): diff --git a/guardrails/schema/generator.py b/guardrails/schema/generator.py index f0b61fad1..f0fd18af5 100644 --- a/guardrails/schema/generator.py +++ b/guardrails/schema/generator.py @@ -1,3 +1,4 @@ +import jsonref import re import rstr from builtins import max as get_max @@ -165,7 +166,7 @@ def gen_array( array_items = [] while len(array_items) < gen_amount: - item = generate_example(item_schema, property_name=property_name) + item = _generate_example(item_schema, property_name=property_name) array_items.append(item) if unique_items: array_items = uniq_with(array_items, is_equal) @@ -177,11 +178,11 @@ def gen_object(schema: Dict[str, Any]) -> Dict[str, Any]: """ What we do support: - properties - - schema compositions: Addressed in generate_example + - schema compositions: Addressed in _generate_example - oneOf - anyOf - allOf - - conditional sub-schemas: Addressed in generate_example + - conditional sub-schemas: Addressed in _generate_example - if/then/else - allOf[if/then/else] @@ -198,7 +199,7 @@ def gen_object(schema: Dict[str, Any]) -> Dict[str, Any]: value = {} properties: Dict[str, Any] = schema.get("properties", {}) for k, v in properties.items(): - value[k] = generate_example(v, property_name=k) + value[k] = _generate_example(v, property_name=k) return value @@ -250,7 +251,7 @@ def evaluate_if_block(schema: Dict[str, Any], value: Any) -> Any: sub_schema = then_properties for k, v in sub_schema.items(): - sub_schema_value = generate_example(v, property_name=k) + sub_schema_value = _generate_example(v, property_name=k) value[k] = sub_schema_value return value @@ -266,7 +267,7 @@ def pick_sub_schema( # Factor factored_schema = {**schema, **chosen_sub_schema} - return generate_example(factored_schema, property_name=property_name) + return _generate_example(factored_schema, property_name=property_name) def evaluate_all_of( @@ -286,17 +287,19 @@ def evaluate_all_of( other_blocks = [sub for sub in all_of if not sub.get("if")] for sub_schema in other_blocks: - sub_schema_value = generate_example(sub_schema, property_name=property_name) + sub_schema_value = _generate_example( + sub_schema, property_name=property_name + ) value = {**value, **sub_schema_value} return value else: compressed_schema = {**schema} for sub_schema in all_of: compressed_schema.update(sub_schema) - return generate_example(compressed_schema, property_name=property_name) + return _generate_example(compressed_schema, property_name=property_name) -def generate_example( +def _generate_example( json_schema: Dict[str, Any], *, property_name: Optional[str] = None ) -> Any: # Apply base schema @@ -333,3 +336,11 @@ def generate_example( value = evaluate_all_of(json_schema, value, property_name=property_name) return value + + +def generate_example( + json_schema: Dict[str, Any], *, property_name: Optional[str] = None +) -> Any: + """Takes a json schema and generates a sample object.""" + dereferenced_schema = jsonref.replace_refs(json_schema) + return _generate_example(dereferenced_schema, property_name=property_name) diff --git a/guardrails/schema/parser.py b/guardrails/schema/parser.py index c70d93485..262472958 100644 --- a/guardrails/schema/parser.py +++ b/guardrails/schema/parser.py @@ -1,3 +1,4 @@ +import jsonref from typing import Any, Dict, List, Optional, Set, Union from guardrails.utils.safe_get import safe_get @@ -67,15 +68,12 @@ def write_value_to_path( ### Reading and Manipulating JSON Schemas ### -def get_all_paths( +def _get_all_paths( json_schema: Dict[str, Any], *, paths: Optional[Set[str]] = None, json_path: Optional[str] = "$", ) -> Dict[str, Dict[str, Any]]: - """ - Takes a JSON Schema and returns all possible JSONPaths within that schema - """ if not paths: paths = set() # Append the parent path for this iteration @@ -85,7 +83,7 @@ def get_all_paths( schema_properties: Dict[str, Any] = json_schema.get("properties", {}) for k, v in schema_properties.items(): child_path = f"{json_path}.{k}" - get_all_paths(v, paths=paths, json_path=child_path) + _get_all_paths(v, paths=paths, json_path=child_path) ## Object Schema allows anonymous properties additional_properties: Dict[str, Any] = json_schema.get( @@ -98,32 +96,45 @@ def get_all_paths( # Array Schema schema_items = json_schema.get("items") if schema_items: - get_all_paths(schema_items, paths=paths, json_path=json_path) + _get_all_paths(schema_items, paths=paths, json_path=json_path) # Conditional SubSchema if_block: Dict[str, Any] = json_schema.get("if") if if_block: - get_all_paths(if_block, paths=paths, json_path=json_path) + _get_all_paths(if_block, paths=paths, json_path=json_path) then_block: Dict[str, Any] = json_schema.get("then") if then_block: - get_all_paths(then_block, paths=paths, json_path=json_path) + _get_all_paths(then_block, paths=paths, json_path=json_path) else_block: Dict[str, Any] = json_schema.get("else") if else_block: - get_all_paths(else_block, paths=paths, json_path=json_path) + _get_all_paths(else_block, paths=paths, json_path=json_path) # Schema Composition oneOf: List[Dict[str, Any]] = json_schema.get("oneOf", []) for sub_schema in oneOf: - get_all_paths(sub_schema, paths=paths, json_path=json_path) + _get_all_paths(sub_schema, paths=paths, json_path=json_path) anyOf: List[Dict[str, Any]] = json_schema.get("anyOf", []) for sub_schema in anyOf: - get_all_paths(sub_schema, paths=paths, json_path=json_path) + _get_all_paths(sub_schema, paths=paths, json_path=json_path) allOf: List[Dict[str, Any]] = json_schema.get("allOf", []) for sub_schema in allOf: - get_all_paths(sub_schema, paths=paths, json_path=json_path) + _get_all_paths(sub_schema, paths=paths, json_path=json_path) return paths + + +def get_all_paths( + json_schema: Dict[str, Any], + *, + paths: Optional[Set[str]] = None, + json_path: Optional[str] = "$", +) -> Dict[str, Dict[str, Any]]: + """ + Takes a JSON Schema and returns all possible JSONPaths within that schema + """ + dereferenced_schema = jsonref.replace_refs(json_schema) + return _get_all_paths(dereferenced_schema, paths=paths, json_path=json_path) diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py index b0878b08d..14dd45f6a 100644 --- a/guardrails/schema/pydantic_schema.py +++ b/guardrails/schema/pydantic_schema.py @@ -8,7 +8,6 @@ Tuple, Type, Union, - cast, get_args, get_origin, ) @@ -139,7 +138,7 @@ def safe_get_validator(v: PydanticValidatorSpec) -> Union[Validator, None]: validator = get_validator(v) return validator except ValueError as e: - logger.warn(e) + logger.warning(e) return None @@ -202,17 +201,22 @@ def extract_validators( ): validators = field.json_schema_extra.pop("validators", []) - if not isinstance(validators, list): - logger.warn( + if not isinstance(validators, list) and not isinstance( + validators, Validator + ): + logger.warning( f"Invalid value assigned to {field_name}.validators! {validators}" ) continue + validator_instances: List[Validator] = [] - validator_instances: List[Validator] = list( - filter( - lambda v: v is not None, [safe_get_validator(v) for v in validators] + # Only for backwards compatibility + if isinstance(validators, Validator): + validator_instances.append(validators) + else: + validator_instances.extend( + [safe_get_validator(v) for v in validators if v is not None] ) - ) all_paths = [field_path] all_paths.extend(alias_paths) for path in all_paths: @@ -271,23 +275,11 @@ def extract_validators( def pydantic_to_json_schema( - pydantic_class: ModelOrListOfModels, type_origin: Optional[Any] = None + pydantic_class: Type[BaseModel], type_origin: Optional[Any] = None ) -> Dict[str, Any]: - schema_model = pydantic_class - - type_origin = type_origin if type_origin is not None else get_origin(pydantic_class) - if type_origin == list: - item_types = get_args(pydantic_class) - if len(item_types) > 1: - raise ValueError("List data type must have exactly one child.") - # No List[List] support; we've already declared that in our types - schema_model = safe_get(item_types, 0) - - schema_model = cast(Type[BaseModel], schema_model) - # Convert Pydantic model to JSON schema - json_schema = schema_model.model_json_schema() - json_schema["title"] = schema_model.__name__ + json_schema = pydantic_class.model_json_schema() + json_schema["title"] = pydantic_class.__name__ if type_origin == list: json_schema = { diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 234f2c5c7..7e52bf979 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -1,19 +1,25 @@ -from typing import Dict, List +import jsonref +from dataclasses import dataclass +from string import Template +from typing import Any, Dict, List, Optional, Type from guardrails_api_client.models.validation_type import ValidationType from lxml import etree as ET -from lxml.etree import _Element, XMLParser +from lxml.etree import _Element, Element, SubElement, XMLParser +from xml.etree.ElementTree import canonicalize from guardrails_api_client import ModelSchema, SimpleTypes, ValidatorReference from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions from guardrails.classes.output_type import OutputTypes from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.logger import logger from guardrails.types import RailTypes +from guardrails.types.validator import ValidatorMap from guardrails.utils.regex_utils import split_on from guardrails.utils.validator_utils import get_validator from guardrails.utils.xml_utils import xml_to_string from guardrails.validator_base import OnFailAction, Validator +### RAIL to JSON Schema ### STRING_TAGS = ["instructions", "prompt", "reask_instructions", "reask_prompt"] @@ -37,7 +43,9 @@ def get_validators(element: _Element) -> List[Validator]: validator: Validator = get_validator(v) if not validator: continue - on_fail = on_fail_handlers.get(validator.rail_alias, OnFailAction.NOOP) + on_fail = on_fail_handlers.get( + validator.rail_alias.replace("/", "_"), OnFailAction.NOOP + ) validator.on_fail_descriptor = on_fail validators.append(validator) return validators @@ -62,6 +70,34 @@ def extract_validators( processed_schema.validator_map[json_path] = path_validators +def extract_format( + element: _Element, + internal_type: RailTypes, + internal_format_attr: str, +) -> str: + """ + Prioritizes information retention over custom formats. + Example: + RAIL - + JSON Schema - { "type": "string", "format": "date: %Y-%M-%D; foo" } + """ + custom_format = "" + format = xml_to_string(element.attrib.get("format", internal_type)) + if format != internal_type: + custom_format = format + format = internal_type + internal_format = xml_to_string(element.attrib.get(internal_format_attr)) + if internal_format: + format = Template("${format}: ${internal_format}").safe_substitute( + format=format, internal_format=internal_format + ) + if custom_format: + format = Template("${format}; ${custom_format};").safe_substitute( + format=format, custom_format=custom_format + ) + return format + + def parse_element( element: _Element, processed_schema: ProcessedSchema, json_path: str = "$" ) -> ModelSchema: @@ -109,28 +145,33 @@ def parse_element( type=ValidationType(SimpleTypes.BOOLEAN), description=description ) elif schema_type == RailTypes.DATE: - format = xml_to_string(element.attrib.get("format", RailTypes.DATE)) + format = extract_format( + element=element, + internal_type=RailTypes.DATE, + internal_format_attr="date-format", + ) return ModelSchema( type=ValidationType(SimpleTypes.STRING), description=description, format=format, ) elif schema_type == RailTypes.TIME: - format = xml_to_string(element.attrib.get("format", RailTypes.TIME)) + format = extract_format( + element=element, + internal_type=RailTypes.TIME, + internal_format_attr="time-format", + ) return ModelSchema( type=ValidationType(SimpleTypes.STRING), description=description, format=format, ) elif schema_type == RailTypes.DATETIME: - format = xml_to_string(element.attrib.get("format", RailTypes.DATETIME)) - return ModelSchema( - type=ValidationType(SimpleTypes.STRING), - description=description, - format=format, + format = extract_format( + element=element, + internal_type=RailTypes.DATETIME, + internal_format_attr="datetime-format", ) - elif schema_type == RailTypes.PERCENTAGE: - format = xml_to_string(element.attrib.get("format", RailTypes.PERCENTAGE)) return ModelSchema( type=ValidationType(SimpleTypes.STRING), description=description, @@ -165,22 +206,27 @@ def parse_element( required: List[str] = [] for child in element: name = child.get("name") - child_required = child.get("required") == "true" + child_required = child.get("required", "true") == "true" if not name: output_path = json_path.replace("$.", "output.") - logger.warn(f"{output_path} has a nameless child which is not allowed!") + logger.warning( + f"{output_path} has a nameless child which is not allowed!" + ) continue if child_required: required.append(name) child_schema = parse_element(child, processed_schema, f"{json_path}.{name}") properties[name] = child_schema.to_dict() - return ModelSchema( + object_schema = ModelSchema( type=ValidationType(SimpleTypes.OBJECT), properties=properties, description=description, required=required, ) + if not properties: + object_schema.additional_properties = True + return object_schema elif schema_type == RailTypes.CHOICE: """ Since our ModelSchema class reflects the pure JSON Schema structure @@ -219,10 +265,10 @@ def parse_element( required: List[str] = [] for case_child in choice_case: case_child_name = case_child.get("name") - child_required = case_child.get("required") == "true" + child_required = case_child.get("required", "true") == "true" if not case_child_name: output_path = json_path.replace("$.", "output.") - logger.warn( + logger.warning( f"{output_path}.{case_name} has a nameless child" " which is not allowed!" ) @@ -255,6 +301,7 @@ def parse_element( description=description, ) else: + # TODO: What if the user specifies a custom tag _and_ a format? format = xml_to_string(element.attrib.get("format", schema_type)) return ModelSchema( type=ValidationType(SimpleTypes.STRING), @@ -350,3 +397,508 @@ def rail_file_to_schema(file_path: str) -> ProcessedSchema: with open(file_path, "r") as f: rail_xml = f.read() return rail_string_to_schema(rail_xml) + + +### JSON Schema to RAIL ### +@dataclass +class Format: + internal_type: Optional[RailTypes] = None + internal_format_attr: Optional[str] = None + custom_format: Optional[str] = None + + def __repr__(self): + return f"Format(internal_type={self.internal_type},internal_format_attr={self.internal_format_attr},custom_format={self.custom_format})" # noqa + + +def extract_internal_format(format: str) -> Format: + fmt = Format() + + internal, *custom_rest = format.split("; ") + + fmt.custom_format = "; ".join(custom_rest) + + internal_type, *format_attr_rest = internal.split(": ") + + if not RailTypes.get(internal_type): + # This format wasn't manipulated by us, + # it just happened to match our pattern + fmt.custom_format = format + return fmt + + fmt.internal_type = internal_type + fmt.internal_format_attr = ": ".join(format_attr_rest) + + return fmt + + +def init_elem( + elem: Type[_Element] = SubElement, + *, + _tag: str, + attrib: Dict[str, Any], + _parent: _Element = None, +) -> _Element: + if elem == Element: + return Element(_tag, attrib) + else: + return SubElement(_parent, _tag, attrib) + + +def build_list_element( + json_schema: Dict[str, Any], + validator_map: ValidatorMap, + attributes: Dict[str, Any], + *, + json_path: str = "$", + elem: Type[_Element] = SubElement, + tag_override: Optional[str] = None, + parent: _Element = None, +) -> _Element: + rail_type = RailTypes.LIST + tag = tag_override or rail_type + element = init_elem(elem, _parent=parent, _tag=tag, attrib=attributes) + + item_schema = json_schema.get("items") + if item_schema: + build_element(item_schema, validator_map, json_path=json_path, parent=element) + return element + + +def build_choice_case( + *, + cases: List[Dict[str, Any]], + attributes: Dict[str, str], + parent: _Element, + validator_map: ValidatorMap, + json_path: str, + discriminator: Optional[str] = None, +): + choice_attributes = {**attributes} + if discriminator: + choice_attributes["discriminator"] = discriminator + choice = SubElement(parent, RailTypes.CHOICE, choice_attributes) + for case in cases: + case_attributes = {} + case_value = case.get("case") + if case_value: + case_attributes["name"] = case_value + case_elem = SubElement( + _parent=choice, _tag=RailTypes.CASE, attrib=case_attributes + ) + + case_schema: Dict[str, Any] = case.get("schema", {}) + case_properties: Dict[str, Any] = case_schema.get("properties", {}) + case_required_list: List[str] = case_schema.get("required", []) + for ck, cv in case_properties.items(): + required = ck in case_required_list + required_attr = str(required).lower() + build_element( + cv, + validator_map, + json_path=f"{json_path}.{ck}", + parent=case_elem, + required=str(required).lower(), + attributes={"name": ck, "required": required_attr}, + ) + + +def build_choice_case_element_from_if( + json_schema: Dict[str, Any], + validator_map: ValidatorMap, + attributes: Dict[str, Any], + *, + json_path: str = "$", + elem: Type[_Element] = SubElement, + parent: _Element = None, +) -> _Element: + choice_name = json_path.split(".")[-1] + attributes["name"] = choice_name + + properties = json_schema.get("properties") + all_of: List[Dict[str, Any]] = json_schema.get("allOf", []) + + # Non-conditional inclusions + other_subs: List[Dict[str, Any]] = [sub for sub in all_of if not sub.get("if")] + factored_properties = {**properties} + for sub in other_subs: + factored_properties = {**factored_properties, **sub} + + # Conditional inclusions + if_subs: List[Dict[str, Any]] = [sub for sub in all_of if sub.get("if")] + + # { discriminator: List[case] } + discriminator_combos: Dict[str, List[Dict[str, Any]]] = {} + + for if_sub in if_subs: + if_block: Dict[str, Any] = if_sub.get("if", {}) + then_block: Dict[str, Any] = if_sub.get("then", {}) + else_block: Dict[str, Any] = if_sub.get("else", {}) + + if_props: Dict[str, Dict] = if_block.get("properties", {}) + discriminators: List[str] = [] + cases: List[str] = [] + for k, v in if_props.items(): + discriminators.append(k) + case_value = v.get("const") + cases.append(case_value) + + joint_discriminator = ",".join(discriminators) + joint_case = ",".join(cases) + case_combo = discriminator_combos.get(joint_discriminator, []) + + then_schema = { + k: v + for k, v in {**factored_properties, **then_block}.items() + if k not in discriminators + } + case_combo.append({"case": joint_case, "schema": then_schema}) + + if else_block: + else_schema = { + k: v + for k, v in {**factored_properties, **else_block}.items() + if k not in discriminators + } + case_combo.append( + {"discriminator": joint_discriminator, "schema": else_schema} + ) + discriminator_combos[joint_discriminator] = case_combo + + if len(discriminator_combos) > 1: + # FIXME: This can probably be refactored + anonymous_choice = init_elem(elem, _parent=parent, _tag=RailTypes.CHOICE) + for discriminator, discriminator_cases in discriminator_combos.items(): + anonymous_case = SubElement(_parent=anonymous_choice, _tag=RailTypes.CASE) + build_choice_case( + discriminator=discriminator, + cases=discriminator_cases, + attributes=attributes, + parent=anonymous_case, + validator_map=validator_map, + json_path=json_path, + ) + elif len(discriminator_combos) == 1: + discriminator, cases = list(discriminator_combos.items())[0] + build_choice_case( + discriminator=discriminator, + cases=cases, + attributes=attributes, + parent=parent, + validator_map=validator_map, + json_path=json_path, + ) + + +def build_choice_case_element_from_discriminator( + json_schema: Dict[str, Any], + validator_map: ValidatorMap, + attributes: Dict[str, Any], + *, + json_path: str = "$", + parent: _Element = None, +) -> _Element: + """ + Takes an OpenAPI Spec flavored JSON Schema with a discriminated union. + Returns a choice-case RAIL element. + """ + one_of: List[Dict[str, Any]] = json_schema.get("oneOf", []) + discriminator_container: Dict[str, Any] = json_schema.get("discriminator", {}) + discriminator = discriminator_container.get("propertyName") + discriminator_map: Dict[str, Any] = discriminator_container.get("mapping", {}) + case_values = discriminator_map.keys() + + cases = [] + for sub in one_of: + sub_schema = { + **sub, + "properties": { + k: v for k, v in sub.get("properties", {}).items() if k != discriminator + }, + } + case = {"schema": sub_schema} + discriminator_value = ( + sub.get("properties", {}).get(discriminator, {}).get("const") + ) + if discriminator_value in case_values: + case["case"] = discriminator_value + cases.append(case) + + return build_choice_case( + cases=cases, + attributes=attributes, + parent=parent, + validator_map=validator_map, + json_path=json_path, + discriminator=discriminator, + ) + + +def build_object_element( + json_schema: Dict[str, Any], + validator_map: ValidatorMap, + attributes: Dict[str, Any], + *, + json_path: str = "$", + elem: Type[_Element] = SubElement, + tag_override: Optional[str] = None, + parent: _Element = None, +) -> _Element: + properties: Dict[str, Any] = json_schema.get("properties", {}) + + # We don't entertain the possibility of using + # multiple schema compositions in the same sub-schema. + # Technically you _can_, but that doesn't mean you should. + all_of: List[Dict[str, Any]] = json_schema.get("allOf", []) + + one_of = json_schema.get("oneOf", []) + + any_of = [ + sub + for sub in json_schema.get("anyOf", []) + if sub.get("type") != SimpleTypes.NULL + ] + + all_of_contains_if = [sub for sub in all_of if sub.get("if")] + discriminator = json_schema.get("discriminator") + if all_of and all_of_contains_if: + return build_choice_case_element_from_if( + json_schema, + validator_map, + attributes, + json_path=json_path, + elem=elem, + parent=parent, + ) + elif one_of and discriminator: + return build_choice_case_element_from_discriminator( + json_schema, validator_map, attributes, json_path=json_path, parent=parent + ) + elif all_of: + factored_properties = {**properties} + for sub in all_of: + factored_properties = {**factored_properties, **sub} + factored_schema = {**json_schema, "properties": factored_properties} + factored_schema.pop("allOf", []) + return build_object_element( + json_schema, + validator_map, + attributes, + json_path=json_path, + elem=elem, + tag_override=tag_override, + parent=parent, + ) + elif any_of or one_of: + sub_schemas = any_of or one_of + + if len(sub_schemas) == 1: + sub_schema = sub_schemas[0] + factored_schema = {**json_schema, **sub_schema} + factored_schema.pop("anyOf", []) + factored_schema.pop("oneOf", []) + return build_element( + json_schema=sub_schema, + validator_map=validator_map, + json_path=json_path, + elem=elem, + tag_override=tag_override, + parent=parent, + attributes=attributes, + required=attributes.get("required"), + ) + else: + cases = [{"schema": sub} for sub in sub_schemas] + + return build_choice_case( + cases=cases, + attributes=attributes, + parent=parent, + validator_map=validator_map, + json_path=json_path, + ) + + rail_type = RailTypes.OBJECT + tag = tag_override or rail_type + element = init_elem(elem, _parent=parent, _tag=tag, attrib=attributes) + required_list = json_schema.get("required", []) + for k, v in properties.items(): + child_path = f"{json_path}.{k}" + required = k in required_list + required_attr = str(required).lower() + build_element( + v, + validator_map, + json_path=child_path, + parent=element, + required=required_attr, + attributes={"name": k, "required": required_attr}, + ) + return element + + +def build_string_element( + json_schema: Dict[str, Any], + attributes: Dict[str, Any], + format: Format, + *, + elem: Type[_Element] = SubElement, + tag_override: Optional[str] = None, + parent: _Element = None, +) -> _Element: + enum_values: List[str] = json_schema.get("enum", []) + if enum_values: + attributes["values"] = ", ".join(enum_values) + tag = tag_override or RailTypes.ENUM + if tag_override: + attributes["type"] = RailTypes.ENUM + return init_elem(elem, _parent=parent, _tag=tag, attrib=attributes) + + # Exit early if we can + if not format.internal_type: + tag = tag_override or RailTypes.STRING + if tag_override: + attributes["type"] = RailTypes.STRING + return init_elem(elem, _parent=parent, _tag=tag, attrib=attributes) + + tag = tag_override + type = RailTypes.STRING + if format.internal_type == RailTypes.DATE: + type = RailTypes.DATE + tag = tag_override or RailTypes.DATE + date_format = format.internal_format_attr + if date_format: + attributes["date-format"] = date_format + elif format.internal_type == RailTypes.TIME: + type = RailTypes.TIME + tag = tag_override or RailTypes.TIME + time_format = format.internal_format_attr + if time_format: + attributes["time-format"] = time_format + elif format.internal_type == RailTypes.DATETIME: + type = RailTypes.DATETIME + tag = tag_override or RailTypes.DATETIME + datetime_format = format.internal_format_attr + if datetime_format: + attributes["datetime-format"] = datetime_format + + if tag_override: + attributes["type"] = type + return init_elem(elem, _parent=parent, _tag=tag, attrib=attributes) + + +def build_element( + json_schema: Dict[str, Any], + validator_map: ValidatorMap, + *, + json_path: str = "$", + elem: Type[_Element] = SubElement, + tag_override: Optional[str] = None, + parent: _Element = None, + required: Optional[str] = "true", + attributes: Optional[Dict[str, Any]] = {}, +) -> _Element: + """ + Takes an XML element + Extracts validators to add to the 'validators' list and validator_map + Returns a ModelSchema + """ + schema_type = json_schema.get("type", "object") + + description = json_schema.get("description") + if description: + attributes["description"] = description + + if required and not tag_override: + attributes["required"] = required + + format: Format = extract_internal_format(json_schema.get("format", "")) + + validators: List[Validator] = [] + validators.extend(validator_map.get(json_path, [])) + validators.extend(validator_map.get(f"{json_path}.*", [])) + + on_fails = { + Template("on-fail-${rail_alias}").safe_substitute( + rail_alias=v.rail_alias.replace("/", "_") + ): v.on_fail_descriptor + for v in validators + } + attributes.update(on_fails) + + # While we now require validators to be specified in rail + # using the 'validators' attribute, + # Schema2Prompt still assigned these to 'format' for prompting + rail_format: List[str] = [v.to_prompt(False) for v in validators] + if format.custom_format: + rail_format.insert(0, format.custom_format) + rail_format = "; ".join(rail_format) + if rail_format: + attributes["format"] = rail_format + + rail_type = None + if schema_type == SimpleTypes.ARRAY: + return build_list_element( + json_schema, + validator_map, + attributes, + json_path=json_path, + elem=elem, + tag_override=tag_override, + parent=parent, + ) + elif schema_type == SimpleTypes.BOOLEAN: + rail_type = RailTypes.BOOL + elif schema_type == SimpleTypes.INTEGER: + rail_type = RailTypes.INTEGER + elif schema_type == SimpleTypes.NUMBER: + rail_type = RailTypes.FLOAT + elif schema_type == SimpleTypes.OBJECT: + """Checks for objects and choice-case""" + return build_object_element( + json_schema, + validator_map, + attributes, + json_path=json_path, + elem=elem, + tag_override=tag_override, + parent=parent, + ) + elif schema_type == SimpleTypes.STRING: + """Checks for string, date, time, datetime, enum""" + return build_string_element( + json_schema, + attributes, + format, + elem=elem, + tag_override=tag_override, + parent=parent, + ) + # This isn't possible in RAIL + # elif schema_type == SimpleTypes.NULL: + else: + rail_type = RailTypes.STRING + + # Fall through logic for non-special cases + tag = tag_override or rail_type + element = init_elem(elem, _parent=parent, _tag=tag, attrib=attributes) + return element + + +def json_schema_to_rail_output( + json_schema: Dict[str, Any], validator_map: ValidatorMap +) -> str: + """ + Takes a JSON Schema and converts it to the RAIL output specification. + + Limited support. + Only guaranteed to work for JSON Schemas that were derived from RAIL. + """ + dereferenced_json_schema = jsonref.replace_refs(json_schema) + output_element = build_element( + dereferenced_json_schema, + validator_map, + json_path="$", + elem=Element, + tag_override="output", + ) + return canonicalize(ET.tostring(output_element, pretty_print=True)) diff --git a/guardrails/schema/validator.py b/guardrails/schema/validator.py index ece83a137..e0ce14cfe 100644 --- a/guardrails/schema/validator.py +++ b/guardrails/schema/validator.py @@ -82,6 +82,9 @@ def validate_payload( "$ref": f"urn:{schema_id}", }, registry=registry, + # TODO: Add custom checks for date: format, + # time: format, date-time: format, etc. + # format_checker=draft202012_format_checker ) validate_against_schema(payload, validator, validate_subschema=validate_subschema) diff --git a/guardrails/types/rail.py b/guardrails/types/rail.py index e2474b8e7..54c67c391 100644 --- a/guardrails/types/rail.py +++ b/guardrails/types/rail.py @@ -9,9 +9,15 @@ class RailTypes(str, Enum): DATE = "date" TIME = "time" DATETIME = "date-time" - PERCENTAGE = "percentage" ENUM = "enum" LIST = "list" OBJECT = "object" CHOICE = "choice" CASE = "case" + + @classmethod + def get(cls, key: str) -> "RailTypes": + try: + return cls(key) + except Exception: + return None diff --git a/guardrails/utils/parsing_utils.py b/guardrails/utils/parsing_utils.py index 3d11f2cd5..541179591 100644 --- a/guardrails/utils/parsing_utils.py +++ b/guardrails/utils/parsing_utils.py @@ -223,12 +223,13 @@ def prune_extra_keys( all_json_paths = get_all_paths(schema) if isinstance(payload, dict): - wildcard_path = f"{json_path}.*" - parent_is_wildcard = wildcard_path in all_json_paths + # Do full lookbehind + wildcards = [path.split(".*")[0] for path in all_json_paths if ".*" in path] + ancestor_is_wildcard = any(w in json_path for w in wildcards) actual_keys = list(payload.keys()) for key in actual_keys: child_path = f"{json_path}.{key}" - if child_path not in all_json_paths and not parent_is_wildcard: + if child_path not in all_json_paths and not ancestor_is_wildcard: del payload[key] else: prune_extra_keys( @@ -354,6 +355,8 @@ def coerce_property( additional_properties_schema: Dict[str, Any] = schema.get( "additionalProperties", {} ) + if isinstance(additional_properties_schema, bool): + additional_properties_schema = {} if additional_properties_schema and isinstance(payload, dict): declared_properties = properties.keys() additional_properties = [ diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index 99349bc7b..c52868bbf 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -368,7 +368,7 @@ async def validate_children( ref_parent_path: str, ): async def validate_child( - child_value: Any, *, key: Optional[str], index: Optional[int] + child_value: Any, *, key: Optional[str] = None, index: Optional[int] = None ): child_key = key or index abs_child_path = f"{abs_parent_path}.{child_key}" @@ -385,7 +385,7 @@ async def validate_child( abs_child_path, ref_child_path, ) - return key, new_child_value, new_metadata + return child_key, new_child_value, new_metadata tasks = [] if isinstance(value, List): @@ -417,7 +417,7 @@ async def async_validate( child_ref_path = reference_path.replace(".*", "") # Validate children first if isinstance(value, List) or isinstance(value, Dict): - self.validate_children( + await self.validate_children( value, metadata, validator_map, iteration, absolute_path, child_ref_path ) diff --git a/poetry.lock b/poetry.lock index 780a9bbf3..8b23ed977 100644 --- a/poetry.lock +++ b/poetry.lock @@ -263,7 +263,7 @@ tests = ["pytest"] name = "arrow" version = "1.3.0" description = "Better dates & times for Python" -optional = true +optional = false python-versions = ">=3.8" files = [ {file = "arrow-1.3.0-py3-none-any.whl", hash = "sha256:c728b120ebc00eb84e01882a6f5e7927a53960aa990ce7dd2b10f39005a67f80"}, @@ -1449,7 +1449,7 @@ typing = ["typing-extensions (>=4.8)"] name = "fqdn" version = "1.5.1" description = "Validates fully-qualified domain names against RFC 1123, so that they are acceptable to modern bowsers" -optional = true +optional = false python-versions = ">=2.7, !=3.0, !=3.1, !=3.2, !=3.3, !=3.4, <4" files = [ {file = "fqdn-1.5.1-py3-none-any.whl", hash = "sha256:3a179af3761e4df6eb2e026ff9e1a3033d3587bf980a0b1b2e1e5d08d7358014"}, @@ -2100,7 +2100,7 @@ test = ["ipykernel", "jsonschema", "pytest (>=3.6.0)", "pytest-cov", "pytz"] name = "isoduration" version = "20.11.0" description = "Operations with ISO 8601 durations" -optional = true +optional = false python-versions = ">=3.7" files = [ {file = "isoduration-20.11.0-py3-none-any.whl", hash = "sha256:b2904c2a4228c3d44f409c8ae8e2370eb21a26f7ac2ec5446df141dde3452042"}, @@ -2325,6 +2325,7 @@ pkgutil-resolve-name = {version = ">=1.3.10", markers = "python_version < \"3.9\ referencing = ">=0.28.4" rfc3339-validator = {version = "*", optional = true, markers = "extra == \"format-nongpl\""} rfc3986-validator = {version = ">0.1.0", optional = true, markers = "extra == \"format-nongpl\""} +rfc3987 = {version = "*", optional = true, markers = "extra == \"format\""} rpds-py = ">=0.7.1" uri-template = {version = "*", optional = true, markers = "extra == \"format-nongpl\""} webcolors = {version = ">=1.11", optional = true, markers = "extra == \"format-nongpl\""} @@ -5721,7 +5722,7 @@ requests = ">=2.0.1,<3.0.0" name = "rfc3339-validator" version = "0.1.4" description = "A pure python RFC3339 validator" -optional = true +optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" files = [ {file = "rfc3339_validator-0.1.4-py2.py3-none-any.whl", hash = "sha256:24f6ec1eda14ef823da9e36ec7113124b39c04d50a4d3d3a3c2859577e7791fa"}, @@ -5756,6 +5757,17 @@ files = [ {file = "rfc3986_validator-0.1.1.tar.gz", hash = "sha256:3d44bde7921b3b9ec3ae4e3adca370438eccebc676456449b145d533b240d055"}, ] +[[package]] +name = "rfc3987" +version = "1.3.8" +description = "Parsing and validation of URIs (RFC 3986) and IRIs (RFC 3987)" +optional = false +python-versions = "*" +files = [ + {file = "rfc3987-1.3.8-py2.py3-none-any.whl", hash = "sha256:10702b1e51e5658843460b189b185c0366d2cf4cff716f13111b0ea9fd2dce53"}, + {file = "rfc3987-1.3.8.tar.gz", hash = "sha256:d3c4d257a560d544e9826b38bc81db676890c79ab9d7ac92b39c7a253d5ca733"}, +] + [[package]] name = "rich" version = "13.7.1" @@ -7592,7 +7604,7 @@ test = ["black (>=22.3.0,<23.0.0)", "coverage (>=6.2,<7.0)", "isort (>=5.0.6,<6. name = "types-python-dateutil" version = "2.9.0.20240316" description = "Typing stubs for python-dateutil" -optional = true +optional = false python-versions = ">=3.8" files = [ {file = "types-python-dateutil-2.9.0.20240316.tar.gz", hash = "sha256:5d2f2e240b86905e40944dd787db6da9263f0deabef1076ddaed797351ec0202"}, @@ -7661,7 +7673,7 @@ files = [ name = "uri-template" version = "1.3.0" description = "RFC 6570 URI Template Processor" -optional = true +optional = false python-versions = ">=3.7" files = [ {file = "uri-template-1.3.0.tar.gz", hash = "sha256:0e00f8eb65e18c7de20d595a14336e9f337ead580c70934141624b6d1ffdacc7"}, @@ -7800,7 +7812,7 @@ wasabi = ">=0.9.1,<1.2.0" name = "webcolors" version = "1.13" description = "A library for working with the color formats defined by HTML and CSS." -optional = true +optional = false python-versions = ">=3.7" files = [ {file = "webcolors-1.13-py3-none-any.whl", hash = "sha256:29bc7e8752c0a1bd4a1f03c14d6e6a72e93d82193738fa860cbff59d0fcc11bf"}, @@ -8197,4 +8209,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "866e643c44c1b42e1f8b4296b3afe2233849948044fbb095b759792a2d341293" +content-hash = "a2b6111bdcd0d990483d166c90bf8913ebefc7b6677f74fbf890b822c10bdb8e" diff --git a/pyproject.toml b/pyproject.toml index e31d8e006..2e4fb86a2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -57,9 +57,9 @@ langchain-core = "^0.1.18" coloredlogs = "^15.0.1" requests = "^2.31.0" jwt = "^1.3.1" -jsonschema = "^4.22.0" faker = "^25.2.0" jsonref = "^1.1.0" +jsonschema = {version = "^4.22.0", extras = ["format"]} [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] diff --git a/tests/integration_tests/mock_llm_outputs.py b/tests/integration_tests/mock_llm_outputs.py index 33438db4d..248bc60a2 100644 --- a/tests/integration_tests/mock_llm_outputs.py +++ b/tests/integration_tests/mock_llm_outputs.py @@ -17,6 +17,10 @@ class MockOpenAICallable(OpenAICallable): def _invoke_llm(self, prompt, *args, **kwargs): """Mock the OpenAI API call to Completion.create.""" + _prompt_to_compiled_prompt = { # noqa + entity_extraction.RAIL_SPEC_WITH_REASK: entity_extraction.COMPILED_PROMPT, + } + mock_llm_responses = { entity_extraction.COMPILED_PROMPT: entity_extraction.LLM_OUTPUT, entity_extraction.COMPILED_PROMPT_REASK: entity_extraction.LLM_OUTPUT_REASK, @@ -40,12 +44,16 @@ def _invoke_llm(self, prompt, *args, **kwargs): } try: + # print("MockOpenAICallable called with prompt:\n", prompt) + output = mock_llm_responses[prompt] + # print("returning output:\n", output) return LLMResponse( - output=mock_llm_responses[prompt], + output=output, prompt_token_count=123, response_token_count=1234, ) except KeyError: + print("Unrecognized prompt!") print(prompt) raise ValueError("Compiled prompt not found") diff --git a/tests/integration_tests/schema/test_generator_integration.py b/tests/integration_tests/schema/test_generator_integration.py index 8a6e4c464..05a97bf94 100644 --- a/tests/integration_tests/schema/test_generator_integration.py +++ b/tests/integration_tests/schema/test_generator_integration.py @@ -1,5 +1,4 @@ import json -import jsonref import re import pytest @@ -35,8 +34,7 @@ ], ) def test_generate_example(schema): - dereferenced_schema = jsonref.replace_refs(schema) - sample = generate_example(dereferenced_schema) + sample = generate_example(schema) try: validate_payload(sample, schema) except SchemaValidationError as sve: @@ -65,8 +63,7 @@ def test_generate_example(schema): ], ) def test_gen_string(schema, property_name, pattern): - dereferenced_schema = jsonref.replace_refs(schema) - sample = gen_string(dereferenced_schema, property_name=property_name) + sample = gen_string(schema, property_name=property_name) try: validate_payload(sample, schema) except Exception as e: diff --git a/tests/integration_tests/schema/test_rail_schema.py b/tests/integration_tests/schema/test_rail_schema.py index 72b687df2..d478988e1 100644 --- a/tests/integration_tests/schema/test_rail_schema.py +++ b/tests/integration_tests/schema/test_rail_schema.py @@ -1,29 +1,58 @@ import json +import pytest + +from xml.etree.ElementTree import canonicalize from guardrails_api_client.models.validator_reference import ValidatorReference from guardrails.classes.schema.processed_schema import ProcessedSchema -from guardrails.schema.rail_schema import rail_file_to_schema +from guardrails.schema.rail_schema import ( + rail_file_to_schema, + json_schema_to_rail_output, +) from guardrails.classes.output_type import OutputTypes from guardrails.validator_base import OnFailAction +from tests.integration_tests.test_assets.validators import ( + ValidChoices, + LowerCase, + OneLine, + TwoWords, +) + + +### JSON Schemas ### +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case.json", "r" +) as choice_case_json_file: + choice_case_json_schema = json.loads(choice_case_json_file.read()) + +with open( + "tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json", "r" +) as choice_case_openapi_file: + choice_case_openapi_schema = json.loads(choice_case_openapi_file.read()) +with open( + "tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json", "r" +) as credit_card_agreement_file: + credit_card_agreement_schema = json.loads(credit_card_agreement_file.read()) -class TestRailSchema: +with open( + "tests/integration_tests/test_assets/json_schemas/string.json", "r" +) as string_file: + string_schema = json.loads(string_file.read()) + + +class TestRailToJsonSchema: # Did this one first because it's what I was most concerned about def test_choice_case_happy_path(self): from tests.integration_tests.test_assets.validators.valid_choices import ( ValidChoices, ) - with open( - "tests/integration_tests/test_assets/json_schemas/choice_case.json", "r" - ) as choice_case_json_file: - expected_schema = json.loads(choice_case_json_file.read()) - processed_schema: ProcessedSchema = rail_file_to_schema( "tests/integration_tests/test_assets/rail_specs/choice_case.rail" ) - assert processed_schema.json_schema == expected_schema + assert processed_schema.json_schema == choice_case_json_schema assert processed_schema.output_type == OutputTypes.DICT assert processed_schema.output_type == "dict" assert processed_schema.validators == [ @@ -61,3 +90,92 @@ def test_choice_case_happy_path(self): choices=["crossbow", "machine gun"], on_fail=OnFailAction.REASK ) ] + + +### ReConstructed RAIL Specs ### +case_choice_rail = """ + + + + + + + + + + + +""".strip() # noqa + +# flight_direction.required is true here because Pydantic compiles optional properties +# as a Union of the actual type and null but still marks it as required... +case_choice_openapi_rail = """ + + + + + + + + + + + +""".strip() # noqa + +credit_card_agreement_rail = """ + + + + + + + + + + + +""".strip() # noqa + +string_schema_rail = """ + +""".strip() # noqa + +### Validator Maps ### +case_choice_validator_map = { + "$.action.weapon": [ValidChoices(["crossbow", "machine gun"], OnFailAction.REASK)], + "$.action.flight_direction": [ + ValidChoices(["north", "south", "east", "west"], OnFailAction.EXCEPTION) + ], + "$.action.distance": [ValidChoices([1, 2, 3, 4], OnFailAction.EXCEPTION)], +} + +credit_card_agreement_validator_map = { + "$.fees.name": [LowerCase(), TwoWords()], + "$.fees.explanation": [OneLine()], +} + + +@pytest.mark.parametrize( + "json_schema,validator_map,rail_output", + [ + (choice_case_json_schema, case_choice_validator_map, case_choice_rail), + ( + choice_case_openapi_schema, + case_choice_validator_map, + case_choice_openapi_rail, + ), + ( + credit_card_agreement_schema, + credit_card_agreement_validator_map, + credit_card_agreement_rail, + ), + ], +) +def test_json_schema_to_rail_output(json_schema, validator_map, rail_output): + actual_rail_output = json_schema_to_rail_output(json_schema, validator_map) + actual_rail_xml = canonicalize(actual_rail_output) + expected_rail_xml = canonicalize(rail_output) + # print("actual rail output:\n", actual_rail_xml) + # print("expected rail output:\n", expected_rail_xml) + assert actual_rail_xml == expected_rail_xml diff --git a/tests/integration_tests/test_assets/entity_extraction/filter.rail b/tests/integration_tests/test_assets/entity_extraction/filter.rail index 69a19a2bf..3aaac2289 100644 --- a/tests/integration_tests/test_assets/entity_extraction/filter.rail +++ b/tests/integration_tests/test_assets/entity_extraction/filter.rail @@ -22,8 +22,8 @@ ${document} ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} -${gr.json_suffix_prompt_v2_wo_none} +${gr.xml_suffix_prompt_v2_wo_none} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/entity_extraction/fix.rail b/tests/integration_tests/test_assets/entity_extraction/fix.rail index 559879c2b..526123adf 100644 --- a/tests/integration_tests/test_assets/entity_extraction/fix.rail +++ b/tests/integration_tests/test_assets/entity_extraction/fix.rail @@ -21,8 +21,8 @@ ${document} ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} -${gr.json_suffix_prompt_v2_wo_none} +${gr.xml_suffix_prompt_v2_wo_none} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/entity_extraction/fix_chat_model.rail b/tests/integration_tests/test_assets/entity_extraction/fix_chat_model.rail index 22aaa4a5f..c601caa09 100644 --- a/tests/integration_tests/test_assets/entity_extraction/fix_chat_model.rail +++ b/tests/integration_tests/test_assets/entity_extraction/fix_chat_model.rail @@ -17,7 +17,7 @@ You are a helpful assistant only capable of communicating with valid JSON, and no other text. -${gr.json_suffix_prompt_examples} +${gr.xml_suffix_prompt_examples} @@ -30,7 +30,7 @@ Extract information from this document and return a JSON that follows the correc ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/entity_extraction/noop.rail b/tests/integration_tests/test_assets/entity_extraction/noop.rail index 174174456..71e43fa28 100644 --- a/tests/integration_tests/test_assets/entity_extraction/noop.rail +++ b/tests/integration_tests/test_assets/entity_extraction/noop.rail @@ -21,8 +21,8 @@ ${document} ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} -${gr.json_suffix_prompt_v2_wo_none} +${gr.xml_suffix_prompt_v2_wo_none} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/entity_extraction/optional_prompts.py b/tests/integration_tests/test_assets/entity_extraction/optional_prompts.py index dd3b94e65..e628ab114 100644 --- a/tests/integration_tests/test_assets/entity_extraction/optional_prompts.py +++ b/tests/integration_tests/test_assets/entity_extraction/optional_prompts.py @@ -7,9 +7,9 @@ ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} -${gr.json_suffix_prompt_v2_wo_none}""" +${gr.xml_suffix_prompt_v2_wo_none}""" OPTIONAL_PROMPT_CHAT_MODEL = """ @@ -21,22 +21,22 @@ ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} """ OPTIONAL_INSTRUCTIONS_CHAT_MODEL = """ You are a helpful assistant only capable of communicating with valid JSON, and no other text. -${gr.json_suffix_prompt_examples} +${gr.xml_suffix_prompt_examples} """ OPTIONAL_MSG_HISTORY = [ { "role": "system", - "content": "\nYou are a helpful assistant only capable of communicating with valid JSON, and no other text.\n\n${gr.json_suffix_prompt_examples}\n", + "content": "\nYou are a helpful assistant only capable of communicating with valid JSON, and no other text.\n\n${gr.xml_suffix_prompt_examples}\n", }, { "role": "user", - "content": "\nGiven the following document, answer the following questions. If the answer doesn't exist in the document, enter `null`.\n\n${document}\n\nExtract information from this document and return a JSON that follows the correct schema.\n\n${gr.xml_prefix_prompt}\n\n${output_schema}\n", + "content": "\nGiven the following document, answer the following questions. If the answer doesn't exist in the document, enter `null`.\n\n${document}\n\nExtract information from this document and return a JSON that follows the correct schema.\n\n${gr.xml_prefix_prompt}\n\n${xml_output_schema}\n", }, ] diff --git a/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py b/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py index 142c06890..b24b65195 100644 --- a/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py +++ b/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py @@ -123,15 +123,15 @@ class ContractDetailsRefrain(BaseModel): ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} -${gr.json_suffix_prompt_v2_wo_none}""" # noqa: E501 +${gr.xml_suffix_prompt_v2_wo_none}""" # noqa: E501 INSTRUCTIONS_CHAT_MODEL = """ You are a helpful assistant only capable of communicating with valid JSON, and no other text. -${gr.json_suffix_prompt_examples} +${gr.xml_suffix_prompt_examples} """ # noqa: E501 @@ -144,5 +144,5 @@ class ContractDetailsRefrain(BaseModel): ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} """ # noqa: E501 diff --git a/tests/integration_tests/test_assets/entity_extraction/reask.rail b/tests/integration_tests/test_assets/entity_extraction/reask.rail index 97ddbdcbd..4200bc7a4 100644 --- a/tests/integration_tests/test_assets/entity_extraction/reask.rail +++ b/tests/integration_tests/test_assets/entity_extraction/reask.rail @@ -22,8 +22,8 @@ ${document} ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} -${gr.json_suffix_prompt_v2_wo_none} +${gr.xml_suffix_prompt_v2_wo_none} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/entity_extraction/refrain.rail b/tests/integration_tests/test_assets/entity_extraction/refrain.rail index a37af074f..f0e43fbc7 100644 --- a/tests/integration_tests/test_assets/entity_extraction/refrain.rail +++ b/tests/integration_tests/test_assets/entity_extraction/refrain.rail @@ -21,8 +21,8 @@ ${document} ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} -${gr.json_suffix_prompt_v2_wo_none} +${gr.xml_suffix_prompt_v2_wo_none} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/entity_extraction/skeleton_reask.rail b/tests/integration_tests/test_assets/entity_extraction/skeleton_reask.rail index 2aa997f96..382f82df0 100644 --- a/tests/integration_tests/test_assets/entity_extraction/skeleton_reask.rail +++ b/tests/integration_tests/test_assets/entity_extraction/skeleton_reask.rail @@ -20,8 +20,8 @@ ${document} ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} -${gr.json_suffix_prompt_v2_wo_none} +${gr.xml_suffix_prompt_v2_wo_none} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json b/tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json index d7eeda36d..969165003 100644 --- a/tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json +++ b/tests/integration_tests/test_assets/json_schemas/credit_card_agreement.json @@ -2,10 +2,10 @@ "$defs": { "Fee": { "properties": { - "index": {"title": "Index", "type": "integer"}, + "index": {"title": "Index", "type": "integer", "format": "1-indexed"}, "name": {"title": "Name", "type": "string"}, "explanation": {"title": "Explanation", "type": "string"}, - "value": {"title": "Value", "type": "number"} + "value": {"title": "Value", "type": "number", "format": "percentage"} }, "required": ["index", "name", "explanation", "value"], "title": "Fee", diff --git a/tests/integration_tests/test_assets/pydantic/reask.rail b/tests/integration_tests/test_assets/pydantic/reask.rail index 16dd39fd7..1bbf916b2 100644 --- a/tests/integration_tests/test_assets/pydantic/reask.rail +++ b/tests/integration_tests/test_assets/pydantic/reask.rail @@ -13,7 +13,7 @@ Generate data for possible users in accordance with the specification below. ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} ${gr.complete_json_suffix_v2} diff --git a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py index c86104840..e3e6201f3 100644 --- a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py +++ b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py @@ -18,7 +18,7 @@ ${gr.xml_prefix_prompt} -${output_schema} +${xml_output_schema} ${gr.complete_json_suffix_v2}""" diff --git a/tests/integration_tests/test_assets/rail_specs/choice_case.rail b/tests/integration_tests/test_assets/rail_specs/choice_case.rail index fdeae9f7a..d27aab598 100644 --- a/tests/integration_tests/test_assets/rail_specs/choice_case.rail +++ b/tests/integration_tests/test_assets/rail_specs/choice_case.rail @@ -1,13 +1,13 @@ - + - + - - + + diff --git a/tests/integration_tests/test_assets/rail_specs/credit_card_agreement.rail b/tests/integration_tests/test_assets/rail_specs/credit_card_agreement.rail new file mode 100644 index 000000000..71e43fa28 --- /dev/null +++ b/tests/integration_tests/test_assets/rail_specs/credit_card_agreement.rail @@ -0,0 +1,28 @@ + + + + + + + + + + + + + + + + + +Given the following document, answer the following questions. If the answer doesn't exist in the document, enter 'None'. + +${document} + +${gr.xml_prefix_prompt} + +${xml_output_schema} + +${gr.xml_suffix_prompt_v2_wo_none} + + \ No newline at end of file diff --git a/tests/integration_tests/test_assets/validators/__init__.py b/tests/integration_tests/test_assets/validators/__init__.py index 81acdbe67..c3e4c66c3 100644 --- a/tests/integration_tests/test_assets/validators/__init__.py +++ b/tests/integration_tests/test_assets/validators/__init__.py @@ -1,4 +1,7 @@ +from tests.integration_tests.test_assets.validators.lower_case import LowerCase +from tests.integration_tests.test_assets.validators.one_line import OneLine +from tests.integration_tests.test_assets.validators.two_words import TwoWords from tests.integration_tests.test_assets.validators.valid_choices import ValidChoices from tests.integration_tests.test_assets.validators.valid_length import ValidLength -__all__ = ["ValidChoices", "ValidLength"] +__all__ = ["LowerCase", "OneLine", "TwoWords", "ValidChoices", "ValidLength"] diff --git a/tests/integration_tests/test_assets/validators/lower_case.py b/tests/integration_tests/test_assets/validators/lower_case.py new file mode 100644 index 000000000..456951c2d --- /dev/null +++ b/tests/integration_tests/test_assets/validators/lower_case.py @@ -0,0 +1,35 @@ +from typing import Any, Dict + +from guardrails.logger import logger +from guardrails.validator_base import ( + FailResult, + PassResult, + ValidationResult, + Validator, + register_validator, +) + + +@register_validator(name="lower-case", data_type="string") +class LowerCase(Validator): + """Validates that a value is lower case. + + **Key Properties** + + | Property | Description | + | ----------------------------- | --------------------------------- | + | Name for `format` attribute | `lower-case` | + | Supported data types | `string` | + | Programmatic fix | Convert to lower case. | + """ + + def validate(self, value: Any, metadata: Dict) -> ValidationResult: + logger.debug(f"Validating {value} is lower case...") + + if value.lower() != value: + return FailResult( + error_message=f"Value {value} is not lower case.", + fix_value=value.lower(), + ) + + return PassResult() diff --git a/tests/integration_tests/test_assets/validators/one_line.py b/tests/integration_tests/test_assets/validators/one_line.py new file mode 100644 index 000000000..f63c75bde --- /dev/null +++ b/tests/integration_tests/test_assets/validators/one_line.py @@ -0,0 +1,36 @@ +from typing import Any, Dict + +from guardrails.logger import logger +from guardrails.validator_base import ( + FailResult, + PassResult, + ValidationResult, + Validator, + register_validator, +) + + +@register_validator(name="one-line", data_type="string") +class OneLine(Validator): + """Validates that a value is a single line, based on whether or not the + output has a newline character (\\n). + + **Key Properties** + + | Property | Description | + | ----------------------------- | -------------------------------------- | + | Name for `format` attribute | `one-line` | + | Supported data types | `string` | + | Programmatic fix | Keep the first line, delete other text | + """ + + def validate(self, value: Any, metadata: Dict) -> ValidationResult: + logger.debug(f"Validating {value} is a single line...") + + if len(value.splitlines()) > 1: + return FailResult( + error_message=f"Value {value} is not a single line.", + fix_value=value.splitlines()[0], + ) + + return PassResult() diff --git a/tests/integration_tests/test_assets/validators/two_words.py b/tests/integration_tests/test_assets/validators/two_words.py new file mode 100644 index 000000000..f2182167e --- /dev/null +++ b/tests/integration_tests/test_assets/validators/two_words.py @@ -0,0 +1,48 @@ +from typing import Any, Dict + +from pydash.strings import words as _words + +from guardrails.logger import logger +from guardrails.validator_base import ( + FailResult, + PassResult, + ValidationResult, + Validator, + register_validator, +) + + +@register_validator(name="two-words", data_type="string") +class TwoWords(Validator): + """Validates that a value is two words. + + **Key Properties** + + | Property | Description | + | ----------------------------- | --------------------------------- | + | Name for `format` attribute | `two-words` | + | Supported data types | `string` | + | Programmatic fix | Pick the first two words. | + """ + + def _get_fix_value(self, value: str) -> str: + words = value.split() + if len(words) == 1: + words = _words(value) + + if len(words) == 1: + value = f"{value} {value}" + words = value.split() + + return " ".join(words[:2]) + + def validate(self, value: Any, metadata: Dict) -> ValidationResult: + logger.debug(f"Validating {value} is two words...") + + if len(value.split()) != 2: + return FailResult( + error_message="must be exactly two words", + fix_value=self._get_fix_value(str(value)), + ) + + return PassResult() diff --git a/tests/integration_tests/test_data_validation.py b/tests/integration_tests/test_data_validation.py index 0d5bed424..96bdf8391 100644 --- a/tests/integration_tests/test_data_validation.py +++ b/tests/integration_tests/test_data_validation.py @@ -8,8 +8,9 @@ from guardrails.errors import ValidationError from guardrails.utils.reask_utils import ReAsk from guardrails.validator_base import OnFailAction -from guardrails.validators import ValidChoices +from tests.integration_tests.test_assets.validators import ValidChoices +### llm_output, raises, fails, has_error ### test_cases = [ ('{"choice": {"action": "fight", "fight_move": "kick"}}', False, False, False), ( diff --git a/tests/integration_tests/test_datatypes.py b/tests/integration_tests/test_datatypes.py index e1083f78b..73b85adb8 100644 --- a/tests/integration_tests/test_datatypes.py +++ b/tests/integration_tests/test_datatypes.py @@ -57,6 +57,9 @@ def test_defaulted_date_parser(date_string: str): ) +@pytest.mark.skip( + "Must add custom format validators to guardrails/schema/validator.py!" +) @pytest.mark.parametrize( "date_string,error_type", [ @@ -82,10 +85,14 @@ def test_defaulted_date_parser_unsupported_values( """ + from rich import print + guard = Guard.from_rail_string(rail_spec) + print("schema: ", guard.output_schema.to_dict()) with pytest.raises(Exception) as excinfo: - guard.parse( + res = guard.parse( llm_output='{"name": "John Doe", "dob": "' + date_string + '"}', num_reasks=0, ) + print("res: ", res) assert isinstance(excinfo.value, error_type) is True diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 792b9008b..768e8f752 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -7,6 +7,7 @@ from pydantic import BaseModel import guardrails as gd +from guardrails.actions.reask import SkeletonReAsk from guardrails.guard import Guard from guardrails.utils.openai_utils import ( get_static_openai_chat_create_func, @@ -115,20 +116,20 @@ def guard_initializer( "rail,prompt,test_full_schema_reask", [ (entity_extraction.RAIL_SPEC_WITH_REASK, None, False), - (entity_extraction.RAIL_SPEC_WITH_REASK, None, True), - ( - entity_extraction.PYDANTIC_RAIL_WITH_REASK, - entity_extraction.PYDANTIC_PROMPT, - False, - ), - ( - entity_extraction.PYDANTIC_RAIL_WITH_REASK, - entity_extraction.PYDANTIC_PROMPT, - True, - ), + # (entity_extraction.RAIL_SPEC_WITH_REASK, None, True), + # ( + # entity_extraction.PYDANTIC_RAIL_WITH_REASK, + # entity_extraction.PYDANTIC_PROMPT, + # False, + # ), + # ( + # entity_extraction.PYDANTIC_RAIL_WITH_REASK, + # entity_extraction.PYDANTIC_PROMPT, + # True, + # ), ], ) -@pytest.mark.parametrize("multiprocessing_validators", (True, False)) +@pytest.mark.parametrize("multiprocessing_validators", (False,)) # (True, False)) def test_entity_extraction_with_reask( mocker, rail, prompt, test_full_schema_reask, multiprocessing_validators ): @@ -156,6 +157,8 @@ def test_entity_extraction_with_reask( ) # Assertions are made on the guard state object. + print("\n actual: ", final_output.validated_output) + print("\n expected: ", entity_extraction.VALIDATED_OUTPUT_REASK_2) assert final_output.validated_output == entity_extraction.VALIDATED_OUTPUT_REASK_2 call = guard.history.first @@ -793,9 +796,7 @@ def test_in_memory_validator_log_is_not_duplicated(mocker): OneLine.run_in_separate_process = separate_proc_bak -def test_enum_datatype(mocker): - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) - +def test_enum_datatype(): class TaskStatus(enum.Enum): not_started = "not started" on_hold = "on hold" @@ -806,21 +807,31 @@ class Task(BaseModel): guard = gd.Guard.from_pydantic(Task) _, dict_o, *rest = guard( - get_static_openai_create_func(), + lambda *args, **kwargs: pydantic.LLM_OUTPUT_ENUM, prompt="What is the status of this task?", ) assert dict_o == {"status": "not started"} guard = gd.Guard.from_pydantic(Task) - with pytest.raises(ValueError) as excinfo: - guard( - get_static_openai_create_func(), - prompt="What is the status of this task REALLY?", - ) + result = guard( + lambda *args, **kwargs: pydantic.LLM_OUTPUT_ENUM_2, + prompt="What is the status of this task REALLY?", + num_reasks=0, + ) - assert str(excinfo.value).startswith("Invalid enum value") is True + assert result.validation_passed is False + assert isinstance(result.reask, SkeletonReAsk) + assert result.reask.fail_results[0].error_message.startswith( + "JSON does not match schema" + ) + assert "$.status" in result.reask.fail_results[0].error_message + assert ( + "'i dont know?' is not one of ['not started', 'on hold', 'in progress']" + in result.reask.fail_results[0].error_message + ) +@pytest.mark.skip("Move to GuardRunnable!") @pytest.mark.parametrize( "output,throws", [ diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 6a88d1f00..65a065c65 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -139,10 +139,10 @@ class Director(BaseModel): "Provide detailed information about the top 5 grossing movies from" " ${director} including release date, duration, budget, whether " "it's a sequel, website, and contact email.\n" - "${gr.json_suffix_without_examples}" + "${gr.xml_suffix_without_examples}" ), instructions="\nYou are a helpful assistant only capable of communicating" - " with valid JSON, and no other text.\n${gr.json_suffix_prompt_examples}", + " with valid JSON, and no other text.\n${gr.xml_suffix_prompt_examples}", ) # Guardrails runs validation and fixes the first failing output through reasking @@ -282,10 +282,10 @@ class Director(BaseModel): "Provide detailed information about the top 5 grossing movies from" " ${director} including release date, duration, budget, whether " "it's a sequel, website, and contact email.\n" - "${gr.json_suffix_without_examples}" + "${gr.xml_suffix_without_examples}" ), instructions="\nYou are a helpful assistant only capable of communicating" - " with valid JSON, and no other text.\n${gr.json_suffix_prompt_examples}", + " with valid JSON, and no other text.\n${gr.xml_suffix_prompt_examples}", ) # Guardrails runs validation and fixes the first failing output through reasking diff --git a/tests/unit_tests/schema/test_parser.py b/tests/unit_tests/schema/test_parser.py index 3fb414224..48077b357 100644 --- a/tests/unit_tests/schema/test_parser.py +++ b/tests/unit_tests/schema/test_parser.py @@ -1,5 +1,4 @@ import json -import jsonref from typing import Any import pytest @@ -153,6 +152,5 @@ def test_write_value_to_path( ], ) def test_get_all_paths(schema, expected_keys): - dereferenced_schema = jsonref.replace_refs(schema) - actual_keys = get_all_paths(dereferenced_schema) + actual_keys = get_all_paths(schema) assert actual_keys == expected_keys diff --git a/tests/unit_tests/test_logger.py b/tests/unit_tests/test_logger.py index 3a09990e2..e0cb5069a 100644 --- a/tests/unit_tests/test_logger.py +++ b/tests/unit_tests/test_logger.py @@ -86,7 +86,7 @@ def test_scope_handler(): new_handler.set_scope("test-2") - test_logger.warn("test log 2") + test_logger.warning("test log 2") base_logs = new_handler.get_logs(base_scope) assert len(base_logs) == 1 diff --git a/tests/unit_tests/test_prompt.py b/tests/unit_tests/test_prompt.py index b17fa6486..c28c7e42d 100644 --- a/tests/unit_tests/test_prompt.py +++ b/tests/unit_tests/test_prompt.py @@ -16,7 +16,7 @@ REASK_PROMPT = """ Please try that again, extract a string from the text -${output_schema} +${xml_output_schema} ${previous_response} """ @@ -115,7 +115,7 @@ Please try that again, extract a string from the text -${output_schema} +${xml_output_schema} ${previous_response} @@ -140,7 +140,7 @@ Please try that again, extract a string from the text -${output_schema} +${xml_output_schema} ${previous_response} diff --git a/tests/unit_tests/utils/test_parsing_utils.py b/tests/unit_tests/utils/test_parsing_utils.py index 1ad824814..6b1e667a9 100644 --- a/tests/unit_tests/utils/test_parsing_utils.py +++ b/tests/unit_tests/utils/test_parsing_utils.py @@ -1,5 +1,4 @@ import json -import jsonref import pytest from guardrails.utils.parsing_utils import ( @@ -190,6 +189,5 @@ def test_get_code_block(llm_ouput, expected_output, code_type): ], ) def test_prune_extra_keys(schema, payload, pruned_payload): - dereferenced_schema = jsonref.replace_refs(schema) - actual = prune_extra_keys(payload, dereferenced_schema) + actual = prune_extra_keys(payload, schema) assert actual == pruned_payload From 90cc36ea4ac7bf02c9e685dbb7c9f00059427272 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 24 May 2024 09:28:49 -0500 Subject: [PATCH 028/318] backfill xml --- guardrails/actions/reask.py | 34 ++++++++++++++----- guardrails/guard.py | 3 ++ guardrails/run/runner.py | 7 ++++ guardrails/schema/rail_schema.py | 8 ----- .../entity_extraction/compiled_prompt.txt | 19 +++++------ .../compiled_prompt_reask.txt | 17 ++++++---- .../test_assets/entity_extraction/filter.rail | 4 +-- .../test_assets/entity_extraction/fix.rail | 4 +-- .../entity_extraction/fix_chat_model.rail | 4 +-- .../test_assets/entity_extraction/noop.rail | 4 +-- .../test_assets/entity_extraction/reask.rail | 4 +-- .../reask_without_prompt.rail | 4 +-- .../entity_extraction/refrain.rail | 4 +-- .../entity_extraction/skeleton_reask.rail | 4 +-- .../python_rail/validator_parallelism.rail | 2 +- .../test_assets/string/list.rail | 4 +-- .../test_assets/string/message_history.rail | 2 +- .../test_assets/string/string_reask.rail | 2 +- 18 files changed, 76 insertions(+), 54 deletions(-) diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index 43bf0e44f..14c39705e 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -178,8 +178,11 @@ def get_reask_setup_for_string( *, validation_response: Optional[Union[str, Dict, ReAsk]] = None, prompt_params: Optional[Dict[str, Any]] = {}, - exec_options: Optional[GuardExecutionOptions] = GuardExecutionOptions(), + exec_options: Optional[GuardExecutionOptions] = None, ) -> Tuple[Dict[str, Any], Prompt, Instructions]: + prompt_params = prompt_params or {} + exec_options = exec_options or GuardExecutionOptions() + schema_prompt_content = prompt_content_for_schema( output_type, output_schema, validation_map ) @@ -236,7 +239,7 @@ def get_reask_setup_for_json( validation_response: Optional[Union[str, Dict, ReAsk]] = None, use_full_schema: Optional[bool] = False, prompt_params: Optional[Dict[str, Any]] = {}, - exec_options: Optional[GuardExecutionOptions] = GuardExecutionOptions(), + exec_options: Optional[GuardExecutionOptions] = None, ) -> Tuple[Dict[str, Any], Prompt, Instructions]: reask_schema = output_schema is_skeleton_reask = not any(isinstance(reask, FieldReAsk) for reask in reasks) @@ -244,6 +247,8 @@ def get_reask_setup_for_json( isinstance(reask, NonParseableReAsk) for reask in reasks ) error_messages = {} + prompt_params = prompt_params or {} + exec_options = exec_options or GuardExecutionOptions() reask_prompt_template = None if exec_options.reask_prompt: @@ -292,13 +297,19 @@ def get_reask_setup_for_json( reask_schema = get_reask_subschema(output_schema, field_reasks) if reask_prompt_template is None: + suffix = ( + constants["xml_suffix_without_examples"] + if "xml_output_schema" in (exec_options.prompt or "") + else constants["json_suffix_without_examples"] + ) reask_prompt_template = Prompt( - constants["high_level_json_reask_prompt"] - + constants["json_suffix_without_examples"] + constants["high_level_json_reask_prompt"] + suffix ) error_messages = { - r.path: "; ".join(f.error_message for f in r.fail_results) + ".".join(str(p) for p in r.path): "; ".join( + f.error_message for f in r.fail_results + ) for r in reasks if isinstance(r, FieldReAsk) } @@ -357,8 +368,11 @@ def get_reask_setup( validation_response: Optional[Union[str, Dict, ReAsk]] = None, use_full_schema: Optional[bool] = False, prompt_params: Optional[Dict[str, Any]] = None, - exec_options: Optional[GuardExecutionOptions] = GuardExecutionOptions(), + exec_options: Optional[GuardExecutionOptions] = None, ) -> Tuple[Dict[str, Any], Prompt, Instructions]: + prompt_params = prompt_params or {} + exec_options = exec_options or GuardExecutionOptions() + if output_type == OutputTypes.STRING: return get_reask_setup_for_string( output_type=output_type, @@ -485,11 +499,15 @@ def merge_reask_output(previous_response, reask_response) -> Dict: Returns: The merged output. """ - if isinstance(previous_response, ReAsk): return reask_response - pruned_reask_json = prune_obj_for_reasking(previous_response) + # FIXME: Uncommenet when field level reask is fixed + # This used to be necessary for field level reask because + # the schema was pruned to only the properties that failed. + # This caused previous keys that were correct to be pruned during schemafication. + # pruned_reask_json = prune_obj_for_reasking(previous_response) + pruned_reask_json = previous_response # Reask output and reask json have the same structure, except that values # of the reask json are ReAsk objects. We want to replace the ReAsk objects diff --git a/guardrails/guard.py b/guardrails/guard.py index 74483c800..560790bd0 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -768,6 +768,7 @@ def _exec_sync( base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), + exec_options=self._exec_opts, ) return runner(call_log=call_log, prompt_params=prompt_params) else: @@ -786,6 +787,7 @@ def _exec_sync( base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), + exec_options=self._exec_opts, ) call = runner(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) @@ -840,6 +842,7 @@ async def _exec_async( base_model=self._base_model, full_schema_reask=full_schema_reask, disable_tracer=(not self._allow_metrics_collection), + exec_options=self._exec_opts, ) # Why are we using a different method here instead of just overriding? call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 605020674..992a283a3 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -4,6 +4,7 @@ from guardrails import validator_service from guardrails.actions.reask import get_reask_setup +from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions from guardrails.classes.history import Call, Inputs, Iteration, Outputs from guardrails.classes.output_type import OutputTypes from guardrails.errors import ValidationError @@ -55,6 +56,7 @@ class Runner: instructions: Optional[Instructions] = None msg_history: Optional[List[Dict[str, Union[Prompt, str]]]] = None base_model: Optional[ModelOrListOfModels] + exec_options: Optional[GuardExecutionOptions] # LLM Calling Details api: Optional[PromptCallableBase] = None @@ -85,6 +87,7 @@ def __init__( base_model: Optional[ModelOrListOfModels] = None, full_schema_reask: bool = False, disable_tracer: Optional[bool] = True, + exec_options: Optional[GuardExecutionOptions] = None, ): # Validation Inputs self.output_type = output_type @@ -128,6 +131,9 @@ def __init__( self.msg_history = msg_history_copy self.base_model = base_model + self.exec_options = exec_options or GuardExecutionOptions( + prompt=prompt, instructions=instructions, msg_history=msg_history + ) # LLM Calling Details self.api = api @@ -633,6 +639,7 @@ def prepare_to_loop( validation_response=validated_output, use_full_schema=self.full_schema_reask, prompt_params=prompt_params, + exec_options=self.exec_options, ) if not include_instructions: instructions = None diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 7e52bf979..ec5489442 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -817,14 +817,6 @@ def build_element( validators.extend(validator_map.get(json_path, [])) validators.extend(validator_map.get(f"{json_path}.*", [])) - on_fails = { - Template("on-fail-${rail_alias}").safe_substitute( - rail_alias=v.rail_alias.replace("/", "_") - ): v.on_fail_descriptor - for v in validators - } - attributes.update(on_fails) - # While we now require validators to be specified in rail # using the 'validators' attribute, # Schema2Prompt still assigned these to 'format' for prompting diff --git a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt.txt b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt.txt index 2d9ad6b44..5fb172fba 100644 --- a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt.txt +++ b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt.txt @@ -116,19 +116,18 @@ Given below is XML that describes the information to extract from this document - - - - - - - - - + + + + + + + + + - ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. diff --git a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask.txt b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask.txt index 2319f1154..cb7ed2dc8 100644 --- a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask.txt +++ b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask.txt @@ -26,15 +26,18 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - + + + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/entity_extraction/filter.rail b/tests/integration_tests/test_assets/entity_extraction/filter.rail index 3aaac2289..c5b17a648 100644 --- a/tests/integration_tests/test_assets/entity_extraction/filter.rail +++ b/tests/integration_tests/test_assets/entity_extraction/filter.rail @@ -5,9 +5,9 @@ - - + diff --git a/tests/integration_tests/test_assets/entity_extraction/fix.rail b/tests/integration_tests/test_assets/entity_extraction/fix.rail index 526123adf..eb273bdb7 100644 --- a/tests/integration_tests/test_assets/entity_extraction/fix.rail +++ b/tests/integration_tests/test_assets/entity_extraction/fix.rail @@ -5,8 +5,8 @@ - - + + diff --git a/tests/integration_tests/test_assets/entity_extraction/fix_chat_model.rail b/tests/integration_tests/test_assets/entity_extraction/fix_chat_model.rail index c601caa09..b2457c2dd 100644 --- a/tests/integration_tests/test_assets/entity_extraction/fix_chat_model.rail +++ b/tests/integration_tests/test_assets/entity_extraction/fix_chat_model.rail @@ -5,8 +5,8 @@ - - + + diff --git a/tests/integration_tests/test_assets/entity_extraction/noop.rail b/tests/integration_tests/test_assets/entity_extraction/noop.rail index 71e43fa28..be2954d4f 100644 --- a/tests/integration_tests/test_assets/entity_extraction/noop.rail +++ b/tests/integration_tests/test_assets/entity_extraction/noop.rail @@ -5,8 +5,8 @@ - - + + diff --git a/tests/integration_tests/test_assets/entity_extraction/reask.rail b/tests/integration_tests/test_assets/entity_extraction/reask.rail index 4200bc7a4..6a3bcb071 100644 --- a/tests/integration_tests/test_assets/entity_extraction/reask.rail +++ b/tests/integration_tests/test_assets/entity_extraction/reask.rail @@ -5,9 +5,9 @@ - - + diff --git a/tests/integration_tests/test_assets/entity_extraction/reask_without_prompt.rail b/tests/integration_tests/test_assets/entity_extraction/reask_without_prompt.rail index 1421af467..54211f960 100644 --- a/tests/integration_tests/test_assets/entity_extraction/reask_without_prompt.rail +++ b/tests/integration_tests/test_assets/entity_extraction/reask_without_prompt.rail @@ -5,9 +5,9 @@ - - + diff --git a/tests/integration_tests/test_assets/entity_extraction/refrain.rail b/tests/integration_tests/test_assets/entity_extraction/refrain.rail index f0e43fbc7..1801b38ba 100644 --- a/tests/integration_tests/test_assets/entity_extraction/refrain.rail +++ b/tests/integration_tests/test_assets/entity_extraction/refrain.rail @@ -5,8 +5,8 @@ - - + + diff --git a/tests/integration_tests/test_assets/entity_extraction/skeleton_reask.rail b/tests/integration_tests/test_assets/entity_extraction/skeleton_reask.rail index 382f82df0..b8cf35448 100644 --- a/tests/integration_tests/test_assets/entity_extraction/skeleton_reask.rail +++ b/tests/integration_tests/test_assets/entity_extraction/skeleton_reask.rail @@ -3,8 +3,8 @@ - - + + diff --git a/tests/integration_tests/test_assets/python_rail/validator_parallelism.rail b/tests/integration_tests/test_assets/python_rail/validator_parallelism.rail index 6e56a6bfc..1367c4ed4 100644 --- a/tests/integration_tests/test_assets/python_rail/validator_parallelism.rail +++ b/tests/integration_tests/test_assets/python_rail/validator_parallelism.rail @@ -2,7 +2,7 @@ - - + + diff --git a/tests/integration_tests/test_assets/string/message_history.rail b/tests/integration_tests/test_assets/string/message_history.rail index d42104189..3a33a312e 100644 --- a/tests/integration_tests/test_assets/string/message_history.rail +++ b/tests/integration_tests/test_assets/string/message_history.rail @@ -2,7 +2,7 @@ \ No newline at end of file diff --git a/tests/integration_tests/test_assets/string/string_reask.rail b/tests/integration_tests/test_assets/string/string_reask.rail index 98c63852b..64d4b59be 100644 --- a/tests/integration_tests/test_assets/string/string_reask.rail +++ b/tests/integration_tests/test_assets/string/string_reask.rail @@ -2,7 +2,7 @@ From 28abd906bd3edc342bf7fad06042c3b28b8c31f7 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 24 May 2024 11:14:37 -0500 Subject: [PATCH 029/318] fix pydantic validator extraction --- guardrails/schema/parser.py | 9 ++- guardrails/schema/pydantic_schema.py | 17 +++--- guardrails/schema/rail_schema.py | 11 ++-- .../compiled_prompt_full_reask.txt | 29 +++++----- .../compiled_prompt_reask.txt | 2 +- .../entity_extraction/pydantic_models.py | 4 +- tests/integration_tests/test_guard.py | 57 +++++++++++++------ 7 files changed, 81 insertions(+), 48 deletions(-) diff --git a/guardrails/schema/parser.py b/guardrails/schema/parser.py index 262472958..ba48bf474 100644 --- a/guardrails/schema/parser.py +++ b/guardrails/schema/parser.py @@ -1,3 +1,4 @@ +from guardrails_api_client.models.simple_types import SimpleTypes import jsonref from typing import Any, Dict, List, Optional, Set, Union @@ -89,7 +90,13 @@ def _get_all_paths( additional_properties: Dict[str, Any] = json_schema.get( "additionalProperties", False ) - if additional_properties: + schema_type = json_schema.get("type") + # NOTE: Technically we should check for schema compositions + # that would yield an object as well, + # but the case below is a known fault of Pydantic. + if additional_properties or ( + not json_schema.get("properties") and schema_type == SimpleTypes.OBJECT + ): wildcard_path = f"{json_path}.*" paths.add(wildcard_path) diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py index 14dd45f6a..965206666 100644 --- a/guardrails/schema/pydantic_schema.py +++ b/guardrails/schema/pydantic_schema.py @@ -1,4 +1,3 @@ -from copy import deepcopy from typing import ( Any, Callable, @@ -162,7 +161,7 @@ def extract_union_member( else: extracted_field_model = extract_validators( - pydantic_class=field_model, + model=field_model, processed_schema=processed_schema, json_path=json_path, aliases=aliases, @@ -175,15 +174,11 @@ def extract_union_member( def extract_validators( - pydantic_class: Type[BaseModel], + model: Type[BaseModel], processed_schema: ProcessedSchema, json_path: str, aliases: List[str] = [], ) -> Type[BaseModel]: - model = deepcopy(pydantic_class) - - # TODO: Track JSONPath - # TODO: Dig recursively for nested models for field_name in model.model_fields: alias_paths = [] field_path = f"{json_path}.{field_name}" @@ -199,7 +194,11 @@ def extract_validators( if field.json_schema_extra is not None and isinstance( field.json_schema_extra, dict ): - validators = field.json_schema_extra.pop("validators", []) + # NOTE: It's impossible to copy a class type so using + # 'pop' here mutates the original Pydantic Model. + # Using 'get' adds a pointless 'validators' field to the + # json schema but that doesn't break anything. + validators = field.json_schema_extra.get("validators", []) if not isinstance(validators, list) and not isinstance( validators, Validator @@ -256,7 +255,7 @@ def extract_validators( ] else: extracted_field_model = extract_validators( - pydantic_class=field_model, + model=field_model, processed_schema=processed_schema, json_path=field_path, aliases=alias_paths, diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index ec5489442..7c012b565 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -491,14 +491,14 @@ def build_choice_case( case_required_list: List[str] = case_schema.get("required", []) for ck, cv in case_properties.items(): required = ck in case_required_list - required_attr = str(required).lower() build_element( cv, validator_map, json_path=f"{json_path}.{ck}", parent=case_elem, required=str(required).lower(), - attributes={"name": ck, "required": required_attr}, + attributes={"name": ck}, + # attributes={"name": ck, "required": required_attr}, ) @@ -731,7 +731,8 @@ def build_object_element( json_path=child_path, parent=element, required=required_attr, - attributes={"name": k, "required": required_attr}, + # attributes={"name": k, "required": required_attr}, + attributes={"name": k}, ) return element @@ -808,8 +809,10 @@ def build_element( if description: attributes["description"] = description - if required and not tag_override: + if required: attributes["required"] = required + if tag_override: + attributes.pop("required", "") format: Format = extract_internal_format(json_schema.get("format", "")) diff --git a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_full_reask.txt b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_full_reask.txt index d0fad5728..8f6a89af4 100644 --- a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_full_reask.txt +++ b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_full_reask.txt @@ -7,7 +7,7 @@ I was given the following JSON response, which had problems due to incorrect val "index": 1, "name": "annual membership", "explanation": "Annual Membership Fee", - "value": 0.0 + "value": 0 }, { "index": 2, @@ -42,7 +42,7 @@ I was given the following JSON response, which had problems due to incorrect val "index": 6, "name": "late payment", "explanation": "Late Payment Up to $40.", - "value": 0.0 + "value": 0 }, { "index": 7, @@ -53,19 +53,19 @@ I was given the following JSON response, which had problems due to incorrect val ] }, "explanation": "Over-the-Credit-Limit None", - "value": 0.0 + "value": 0 }, { "index": 8, "name": "return payment", "explanation": "Return Payment Up to $40.", - "value": 0.0 + "value": 0 }, { "index": 9, "name": "return check", "explanation": "Return Check None", - "value": 0.0 + "value": 0 } ], "interest_rates": { @@ -98,18 +98,17 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - - + + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask.txt b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask.txt index cb7ed2dc8..ea28aac0c 100644 --- a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask.txt +++ b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask.txt @@ -26,7 +26,7 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - + diff --git a/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py b/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py index b24b65195..726d70bd9 100644 --- a/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py +++ b/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py @@ -73,7 +73,7 @@ class ContractDetailsNoop(BaseModel): class FeeDetailsReask(BaseModel): - index: int = Field(validators=("1-indexed", OnFailAction.NOOP)) + index: int = Field(format="1-indexed") name: str = Field( validators=[ LowerCase(on_fail=OnFailAction.NOOP), @@ -81,7 +81,7 @@ class FeeDetailsReask(BaseModel): ] ) explanation: str = Field(validators=OneLine(on_fail=OnFailAction.NOOP)) - value: float = Field(validators=("percentage", OnFailAction.NOOP)) + value: float = Field(format="percentage") class ContractDetailsReask(BaseModel): diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 768e8f752..f9376cea4 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -8,6 +8,8 @@ import guardrails as gd from guardrails.actions.reask import SkeletonReAsk +from guardrails.classes.llm.llm_response import LLMResponse +from guardrails.classes.validation_outcome import ValidationOutcome from guardrails.guard import Guard from guardrails.utils.openai_utils import ( get_static_openai_chat_create_func, @@ -116,17 +118,17 @@ def guard_initializer( "rail,prompt,test_full_schema_reask", [ (entity_extraction.RAIL_SPEC_WITH_REASK, None, False), - # (entity_extraction.RAIL_SPEC_WITH_REASK, None, True), - # ( - # entity_extraction.PYDANTIC_RAIL_WITH_REASK, - # entity_extraction.PYDANTIC_PROMPT, - # False, - # ), - # ( - # entity_extraction.PYDANTIC_RAIL_WITH_REASK, - # entity_extraction.PYDANTIC_PROMPT, - # True, - # ), + (entity_extraction.RAIL_SPEC_WITH_REASK, None, True), + ( + entity_extraction.PYDANTIC_RAIL_WITH_REASK, + entity_extraction.PYDANTIC_PROMPT, + False, + ), + ( + entity_extraction.PYDANTIC_RAIL_WITH_REASK, + entity_extraction.PYDANTIC_PROMPT, + True, + ), ], ) @pytest.mark.parametrize("multiprocessing_validators", (False,)) # (True, False)) @@ -139,7 +141,28 @@ def test_entity_extraction_with_reask( performs a single call to the LLM and then re-asks the LLM for a second time. """ - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm" + ) + second_response = ( + entity_extraction.LLM_OUTPUT_FULL_REASK + if test_full_schema_reask + else json.dumps(entity_extraction.VALIDATED_OUTPUT_REASK_2) + # FIXME: Use this once field level reask schemas are implemented + # else entity_extraction.LLM_OUTPUT_REASK + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=second_response, + prompt_token_count=123, + response_token_count=1234, + ), + ] mocker.patch( "guardrails.validators.Validator.run_in_separate_process", new=multiprocessing_validators, @@ -148,7 +171,7 @@ def test_entity_extraction_with_reask( content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") guard = guard_initializer(rail, prompt) - final_output = guard( + final_output: ValidationOutcome = guard( llm_api=get_static_openai_create_func(), prompt_params={"document": content[:6000]}, num_reasks=1, @@ -157,8 +180,6 @@ def test_entity_extraction_with_reask( ) # Assertions are made on the guard state object. - print("\n actual: ", final_output.validated_output) - print("\n expected: ", entity_extraction.VALIDATED_OUTPUT_REASK_2) assert final_output.validated_output == entity_extraction.VALIDATED_OUTPUT_REASK_2 call = guard.history.first @@ -214,7 +235,11 @@ def test_entity_extraction_with_reask( else: # Second iteration is the first reask assert call.reask_prompts.first == entity_extraction.COMPILED_PROMPT_REASK - assert call.raw_outputs.at(1) == entity_extraction.LLM_OUTPUT_REASK + # FIXME: Switch back to this once field level reask schema pruning is implemented # noqa + # assert call.raw_outputs.at(1) == entity_extraction.LLM_OUTPUT_REASK + assert call.raw_outputs.at(1) == json.dumps( + entity_extraction.VALIDATED_OUTPUT_REASK_2 + ) assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_REASK_2 From 139e349288ac36f8f53141b6eefa9ace9db855b9 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 24 May 2024 16:07:33 -0500 Subject: [PATCH 030/318] get guard integration tests passing --- guardrails/actions/reask.py | 49 ++- .../execution/guard_execution_options.py | 4 +- guardrails/classes/schema/processed_schema.py | 8 +- guardrails/constants.xml | 6 + guardrails/run/runner.py | 11 +- guardrails/schema/parser.py | 5 +- guardrails/schema/rail_schema.py | 51 +-- guardrails/schema/validator.py | 8 +- guardrails/utils/validator_utils.py | 5 +- tests/integration_tests/mock_llm_outputs.py | 13 +- ...iled_prompt_reask_without_instructions.txt | 15 +- .../compiled_prompt_skeleton_reask_1.txt | 17 +- .../compiled_prompt_skeleton_reask_2.txt | 26 +- .../compiled_prompt_without_instructions.txt | 19 +- .../entity_extraction/pydantic_models.py | 16 +- .../validated_output_skeleton_reask_1.py | 4 +- .../msg_compiled_instructions_reask.txt | 11 +- .../pydantic/msg_compiled_prompt_reask.txt | 33 +- .../pydantic/msg_validated_output_reask.py | 7 +- tests/integration_tests/test_guard.py | 358 ++++++++++++------ 20 files changed, 424 insertions(+), 242 deletions(-) diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index 14c39705e..75572be4d 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -229,6 +229,21 @@ def get_reask_setup_for_string( return output_schema, prompt, instructions +def get_original_prompt(exec_options: Optional[GuardExecutionOptions] = None) -> str: + exec_options = exec_options or GuardExecutionOptions() + original_msg_history = exec_options.msg_history or [] + msg_history_prompt = next( + ( + h.get("content") + for h in original_msg_history + if isinstance(h, dict) and h.get("role") == "user" + ), + "", + ) + original_prompt = exec_options.prompt or msg_history_prompt or "" + return original_prompt + + def get_reask_setup_for_json( output_type: OutputTypes, output_schema: Dict[str, Any], @@ -249,6 +264,8 @@ def get_reask_setup_for_json( error_messages = {} prompt_params = prompt_params or {} exec_options = exec_options or GuardExecutionOptions() + original_prompt = get_original_prompt(exec_options) + use_xml = "xml_output_schema" in original_prompt reask_prompt_template = None if exec_options.reask_prompt: @@ -267,16 +284,25 @@ def get_reask_setup_for_json( reask_value = np_reask.incorrect_value elif is_skeleton_reask: if reask_prompt_template is None: - reask_prompt_template = Prompt( - constants["high_level_skeleton_reask_prompt"] - + constants["error_messages"] - + constants["json_suffix_with_structure_example"] - ) + reask_prompt = constants["high_level_skeleton_reask_prompt"] + + if use_xml: + reask_prompt = ( + reask_prompt + constants["xml_suffix_with_structure_example"] + ) + else: + reask_prompt = ( + reask_prompt + + constants["error_messages"] + + constants["json_suffix_with_structure_example"] + ) + + reask_prompt_template = Prompt(reask_prompt) # Validation hasn't happend yet # and the problem is with the json the LLM gave us. # Give it this same json and tell it to fix it. - reask_value = parsing_response + reask_value = validation_response if use_xml else parsing_response skeleton_reask: SkeletonReAsk = next( r for r in reasks if isinstance(r, SkeletonReAsk) ) @@ -284,7 +310,7 @@ def get_reask_setup_for_json( else: if use_full_schema: # Give the LLM the full JSON that failed validation - reask_value = parsing_response + reask_value = validation_response if use_xml else parsing_response # Don't prune the tree if we're reasking with pydantic model # (and openai function calling) else: @@ -299,7 +325,7 @@ def get_reask_setup_for_json( if reask_prompt_template is None: suffix = ( constants["xml_suffix_without_examples"] - if "xml_output_schema" in (exec_options.prompt or "") + if use_xml else constants["json_suffix_without_examples"] ) reask_prompt_template = Prompt( @@ -352,7 +378,12 @@ def reask_decoder(obj): if exec_options.reask_instructions: instructions = Instructions(exec_options.reask_instructions) else: - instructions = Instructions(constants["high_level_json_instructions"]) + instructions_const = ( + constants["high_level_xml_instructions"] + if use_xml + else constants["high_level_json_instructions"] + ) + instructions = Instructions(instructions_const) instructions = instructions.format(**prompt_params) return reask_schema, prompt, instructions diff --git a/guardrails/classes/execution/guard_execution_options.py b/guardrails/classes/execution/guard_execution_options.py index 2b80ae255..f46f68e88 100644 --- a/guardrails/classes/execution/guard_execution_options.py +++ b/guardrails/classes/execution/guard_execution_options.py @@ -1,4 +1,4 @@ -from typing import Optional +from typing import Dict, List, Optional from dataclasses import dataclass @@ -6,7 +6,7 @@ class GuardExecutionOptions: prompt: Optional[str] = None instructions: Optional[str] = None - msg_history: Optional[str] = None + msg_history: Optional[List[Dict]] = None reask_prompt: Optional[str] = None reask_instructions: Optional[str] = None num_reasks: Optional[int] = None diff --git a/guardrails/classes/schema/processed_schema.py b/guardrails/classes/schema/processed_schema.py index a719e9618..1bc24cba0 100644 --- a/guardrails/classes/schema/processed_schema.py +++ b/guardrails/classes/schema/processed_schema.py @@ -8,11 +8,9 @@ @dataclass class ProcessedSchema: - """ - This class is just a container for the various pieces - of information we extract from the various schema wrappers - a user can pass in; i.e. RAIL or Pydantic. - """ + """This class is just a container for the various pieces of information we + extract from the various schema wrappers a user can pass in; i.e. RAIL or + Pydantic.""" output_type: OutputTypes = None validators: List[ValidatorReference] = field(default_factory=list) diff --git a/guardrails/constants.xml b/guardrails/constants.xml index 6404405f1..ef4e25baf 100644 --- a/guardrails/constants.xml +++ b/guardrails/constants.xml @@ -93,6 +93,12 @@ Here's an example of the structure: ${json_example} + +${gr.xml_suffix_without_examples} +Here's an example of the structure: +${json_example} + + Given below is a JSON Schema that describes the information to extract from this document and the tags to extract it into. diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 992a283a3..2bc010cc0 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -94,6 +94,7 @@ def __init__( self.output_schema = output_schema self.validation_map = validation_map self.metadata = metadata or {} + self.exec_options = copy.deepcopy(exec_options) or GuardExecutionOptions() # LLM Inputs if prompt: @@ -107,6 +108,7 @@ def __init__( json_schema=output_schema, validator_map=validation_map ) if prompt: + self.exec_options.prompt = prompt self.prompt = Prompt( prompt, output_schema=stringified_output_schema, @@ -114,6 +116,7 @@ def __init__( ) if instructions: + self.exec_options.instructions = instructions self.instructions = Instructions( instructions, output_schema=stringified_output_schema, @@ -121,19 +124,19 @@ def __init__( ) if msg_history: + self.exec_options.msg_history = msg_history msg_history_copy = [] for msg in msg_history: msg_copy = copy.deepcopy(msg) msg_copy["content"] = Prompt( - msg_copy["content"], output_schema=stringified_output_schema + msg_copy["content"], + output_schema=stringified_output_schema, + xml_output_schema=xml_output_schema, ) msg_history_copy.append(msg_copy) self.msg_history = msg_history_copy self.base_model = base_model - self.exec_options = exec_options or GuardExecutionOptions( - prompt=prompt, instructions=instructions, msg_history=msg_history - ) # LLM Calling Details self.api = api diff --git a/guardrails/schema/parser.py b/guardrails/schema/parser.py index ba48bf474..0faac1662 100644 --- a/guardrails/schema/parser.py +++ b/guardrails/schema/parser.py @@ -140,8 +140,7 @@ def get_all_paths( paths: Optional[Set[str]] = None, json_path: Optional[str] = "$", ) -> Dict[str, Dict[str, Any]]: - """ - Takes a JSON Schema and returns all possible JSONPaths within that schema - """ + """Takes a JSON Schema and returns all possible JSONPaths within that + schema.""" dereferenced_schema = jsonref.replace_refs(json_schema) return _get_all_paths(dereferenced_schema, paths=paths, json_path=json_path) diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 7c012b565..5e311b6f3 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -75,8 +75,8 @@ def extract_format( internal_type: RailTypes, internal_format_attr: str, ) -> str: - """ - Prioritizes information retention over custom formats. + """Prioritizes information retention over custom formats. + Example: RAIL - JSON Schema - { "type": "string", "format": "date: %Y-%M-%D; foo" } @@ -101,11 +101,8 @@ def extract_format( def parse_element( element: _Element, processed_schema: ProcessedSchema, json_path: str = "$" ) -> ModelSchema: - """ - Takes an XML element - Extracts validators to add to the 'validators' list and validator_map - Returns a ModelSchema - """ + """Takes an XML element Extracts validators to add to the 'validators' list + and validator_map Returns a ModelSchema.""" schema_type = element.tag if element.tag in STRING_TAGS: schema_type = RailTypes.STRING @@ -228,19 +225,17 @@ def parse_element( object_schema.additional_properties = True return object_schema elif schema_type == RailTypes.CHOICE: - """ - Since our ModelSchema class reflects the pure JSON Schema structure - this implementation of choice-case strays from the - Discriminated Unions specification as defined - by OpenAPI that Pydantic uses. - - We should verify that LLM's understand this syntax properly. - If they do not, we can manually add the 'discriminator' property to + """Since our ModelSchema class reflects the pure JSON Schema structure + this implementation of choice-case strays from the Discriminated Unions + specification as defined by OpenAPI that Pydantic uses. + + We should verify that LLM's understand this syntax properly. If + they do not, we can manually add the 'discriminator' property to the schema after calling 'ModelSchema.to_dict()'. - + JSON Schema Conditional Subschemas https://json-schema.org/understanding-json-schema/reference/conditionals#applying-subschemas-conditionally - + VS OpenAPI Specification's Discriminated Unions https://swagger.io/docs/specification/data-models/inheritance-and-polymorphism/ """ @@ -597,8 +592,8 @@ def build_choice_case_element_from_discriminator( json_path: str = "$", parent: _Element = None, ) -> _Element: - """ - Takes an OpenAPI Spec flavored JSON Schema with a discriminated union. + """Takes an OpenAPI Spec flavored JSON Schema with a discriminated union. + Returns a choice-case RAIL element. """ one_of: List[Dict[str, Any]] = json_schema.get("oneOf", []) @@ -798,11 +793,8 @@ def build_element( required: Optional[str] = "true", attributes: Optional[Dict[str, Any]] = {}, ) -> _Element: - """ - Takes an XML element - Extracts validators to add to the 'validators' list and validator_map - Returns a ModelSchema - """ + """Takes an XML element Extracts validators to add to the 'validators' list + and validator_map Returns a ModelSchema.""" schema_type = json_schema.get("type", "object") description = json_schema.get("description") @@ -848,7 +840,7 @@ def build_element( elif schema_type == SimpleTypes.NUMBER: rail_type = RailTypes.FLOAT elif schema_type == SimpleTypes.OBJECT: - """Checks for objects and choice-case""" + """Checks for objects and choice-case.""" return build_object_element( json_schema, validator_map, @@ -859,7 +851,7 @@ def build_element( parent=parent, ) elif schema_type == SimpleTypes.STRING: - """Checks for string, date, time, datetime, enum""" + """Checks for string, date, time, datetime, enum.""" return build_string_element( json_schema, attributes, @@ -882,11 +874,10 @@ def build_element( def json_schema_to_rail_output( json_schema: Dict[str, Any], validator_map: ValidatorMap ) -> str: - """ - Takes a JSON Schema and converts it to the RAIL output specification. + """Takes a JSON Schema and converts it to the RAIL output specification. - Limited support. - Only guaranteed to work for JSON Schemas that were derived from RAIL. + Limited support. Only guaranteed to work for JSON Schemas that were + derived from RAIL. """ dereferenced_json_schema = jsonref.replace_refs(json_schema) output_element = build_element( diff --git a/guardrails/schema/validator.py b/guardrails/schema/validator.py index e0ce14cfe..de0456da3 100644 --- a/guardrails/schema/validator.py +++ b/guardrails/schema/validator.py @@ -39,8 +39,8 @@ def validate_against_schema( def validate_json_schema(json_schema: Dict[str, Any]): - """ - Validates a json_schema, against the JSON Meta Schema Draft 2020-12. + """Validates a json_schema, against the JSON Meta Schema Draft 2020-12. + Raises a SchemaValidationError if invalid. """ json_schema_validator = Draft202012Validator( @@ -64,8 +64,8 @@ def validate_payload( *, validate_subschema: Optional[bool] = False, ): - """ - Validates a payload, against the provided JSON Schema. + """Validates a payload, against the provided JSON Schema. + Raises a SchemaValidationError if invalid. """ schema_id = json_schema.get("$id", "temp-schema") diff --git a/guardrails/utils/validator_utils.py b/guardrails/utils/validator_utils.py index 38775e2db..4dc1aeaa8 100644 --- a/guardrails/utils/validator_utils.py +++ b/guardrails/utils/validator_utils.py @@ -24,8 +24,9 @@ def parse_rail_arguments(arg_tokens: List[str]) -> List[Any]: - """ - Legacy parsing logic for the Validator aruguments specified in a RAIL spec. + """Legacy parsing logic for the Validator aruguments specified in a RAIL + spec. + Originally from ValidatorsAttr. """ validator_args = [] diff --git a/tests/integration_tests/mock_llm_outputs.py b/tests/integration_tests/mock_llm_outputs.py index 248bc60a2..7cd312cf5 100644 --- a/tests/integration_tests/mock_llm_outputs.py +++ b/tests/integration_tests/mock_llm_outputs.py @@ -17,7 +17,7 @@ class MockOpenAICallable(OpenAICallable): def _invoke_llm(self, prompt, *args, **kwargs): """Mock the OpenAI API call to Completion.create.""" - _prompt_to_compiled_prompt = { # noqa + _rail_to_compiled_prompt = { # noqa entity_extraction.RAIL_SPEC_WITH_REASK: entity_extraction.COMPILED_PROMPT, } @@ -76,6 +76,13 @@ def _invoke_llm( ): """Mock the OpenAI API call to ChatCompletion.create.""" + _rail_to_prompt = { + entity_extraction.RAIL_SPEC_WITH_FIX_CHAT_MODEL: ( + entity_extraction.COMPILED_PROMPT_WITHOUT_INSTRUCTIONS, + entity_extraction.COMPILED_INSTRUCTIONS, + ) + } + mock_llm_responses = { ( entity_extraction.COMPILED_PROMPT_WITHOUT_INSTRUCTIONS, @@ -148,6 +155,10 @@ def _invoke_llm( response_token_count=1234, ) except KeyError: + print("Unrecognized prompt!") + print("\n prompt: \n", prompt) + print("\n instructions: \n", instructions) + print("\n msg_history: \n", msg_history) raise ValueError("Compiled prompt not found") diff --git a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask_without_instructions.txt b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask_without_instructions.txt index 0fa312bd4..7398047fb 100644 --- a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask_without_instructions.txt +++ b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_reask_without_instructions.txt @@ -27,12 +27,15 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - + + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_skeleton_reask_1.txt b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_skeleton_reask_1.txt index 3c3b8d8fc..869e76330 100644 --- a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_skeleton_reask_1.txt +++ b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_skeleton_reask_1.txt @@ -117,18 +117,17 @@ Given below is XML that describes the information to extract from this document - - - - - - - - + + + + + + + + - ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. diff --git a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_skeleton_reask_2.txt b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_skeleton_reask_2.txt index 3e73e6ca5..89e2896c3 100644 --- a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_skeleton_reask_2.txt +++ b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_skeleton_reask_2.txt @@ -63,7 +63,7 @@ I was given the following JSON response, which had problems due to incorrect val } }, "error_messages": [ - "JSON does not match schema" + "JSON does not match schema:\n{\n \"$.fees[0]\": [\n \"'explanation' is a required property\"\n ],\n \"$.fees[1]\": [\n \"'explanation' is a required property\"\n ],\n \"$.fees[2]\": [\n \"'explanation' is a required property\"\n ],\n \"$.fees[3]\": [\n \"'explanation' is a required property\"\n ],\n \"$.fees[4]\": [\n \"'explanation' is a required property\"\n ],\n \"$.fees[5]\": [\n \"'explanation' is a required property\"\n ],\n \"$.fees[6]\": [\n \"'explanation' is a required property\"\n ],\n \"$.fees[7]\": [\n \"'explanation' is a required property\"\n ],\n \"$.fees[8]\": [\n \"'explanation' is a required property\"\n ]\n}" ] } @@ -73,26 +73,26 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. Here's an example of the structure: { "fees": [ { - "name": "string", - "explanation": "string", - "value": 1.5 + "index": 1, + "name": "annual membership", + "explanation": "Annual Membership Fee", + "value": 0 } ], "interest_rates": {} diff --git a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_without_instructions.txt b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_without_instructions.txt index 2542d4672..0187b9d2f 100644 --- a/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_without_instructions.txt +++ b/tests/integration_tests/test_assets/entity_extraction/compiled_prompt_without_instructions.txt @@ -118,14 +118,13 @@ Given below is XML that describes the information to extract from this document - - - - - - - - - + + + + + + + + + - diff --git a/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py b/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py index 726d70bd9..905ea2f80 100644 --- a/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py +++ b/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py @@ -7,7 +7,7 @@ class FeeDetailsFilter(BaseModel): - index: int = Field(validators=("1-indexed", OnFailAction.NOOP)) + index: int = Field(format="1-indexed") name: str = Field( validators=[ LowerCase(on_fail=OnFailAction.FILTER), @@ -15,7 +15,7 @@ class FeeDetailsFilter(BaseModel): ] ) explanation: str = Field(validators=OneLine(on_fail=OnFailAction.FILTER)) - value: float = Field(validators=("percentage", OnFailAction.NOOP)) + value: float = Field(format="percentage") class ContractDetailsFilter(BaseModel): @@ -29,7 +29,7 @@ class ContractDetailsFilter(BaseModel): class FeeDetailsFix(BaseModel): - index: int = Field(validators=("1-indexed", OnFailAction.NOOP)) + index: int = Field(format="1-indexed") name: str = Field( validators=[ LowerCase(on_fail=OnFailAction.FIX), @@ -37,7 +37,7 @@ class FeeDetailsFix(BaseModel): ] ) explanation: str = Field(validators=OneLine(on_fail=OnFailAction.FIX)) - value: float = Field(validators=("percentage", OnFailAction.NOOP)) + value: float = Field(format="percentage") class ContractDetailsFix(BaseModel): @@ -51,7 +51,7 @@ class ContractDetailsFix(BaseModel): class FeeDetailsNoop(BaseModel): - index: int = Field(validators=("1-indexed", OnFailAction.NOOP)) + index: int = Field(format="1-indexed") name: str = Field( validators=[ LowerCase(on_fail=OnFailAction.NOOP), @@ -59,7 +59,7 @@ class FeeDetailsNoop(BaseModel): ] ) explanation: str = Field(validators=OneLine(on_fail=OnFailAction.NOOP)) - value: float = Field(validators=("percentage", OnFailAction.NOOP)) + value: float = Field(format="percentage") class ContractDetailsNoop(BaseModel): @@ -95,7 +95,7 @@ class ContractDetailsReask(BaseModel): class FeeDetailsRefrain(BaseModel): - index: int = Field(validators=("1-indexed", OnFailAction.NOOP)) + index: int = Field(format="1-indexed") name: str = Field( validators=[ LowerCase(on_fail=OnFailAction.REFRAIN), @@ -103,7 +103,7 @@ class FeeDetailsRefrain(BaseModel): ] ) explanation: str = Field(validators=OneLine(on_fail=OnFailAction.REFRAIN)) - value: float = Field(validators=("percentage", OnFailAction.NOOP)) + value: float = Field(format="percentage") class ContractDetailsRefrain(BaseModel): diff --git a/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py b/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py index 511c99aea..99aad7ee8 100644 --- a/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py +++ b/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py @@ -38,8 +38,10 @@ }, fail_results=[ FailResult( - error_message="JSON does not match schema", + outcome="fail", + error_message='JSON does not match schema:\n{\n "$.fees[0]": [\n "\'explanation\' is a required property"\n ],\n "$.fees[1]": [\n "\'explanation\' is a required property"\n ],\n "$.fees[2]": [\n "\'explanation\' is a required property"\n ],\n "$.fees[3]": [\n "\'explanation\' is a required property"\n ],\n "$.fees[4]": [\n "\'explanation\' is a required property"\n ],\n "$.fees[5]": [\n "\'explanation\' is a required property"\n ],\n "$.fees[6]": [\n "\'explanation\' is a required property"\n ],\n "$.fees[7]": [\n "\'explanation\' is a required property"\n ],\n "$.fees[8]": [\n "\'explanation\' is a required property"\n ]\n}', fix_value=None, + metadata=None, ) ], ) diff --git a/tests/integration_tests/test_assets/pydantic/msg_compiled_instructions_reask.txt b/tests/integration_tests/test_assets/pydantic/msg_compiled_instructions_reask.txt index 56005c1d9..7e5623f43 100644 --- a/tests/integration_tests/test_assets/pydantic/msg_compiled_instructions_reask.txt +++ b/tests/integration_tests/test_assets/pydantic/msg_compiled_instructions_reask.txt @@ -1,9 +1,10 @@ You are a helpful assistant only capable of communicating with valid JSON, and no other text. -ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. +ONLY return a valid JSON object (no other text is necessary). The JSON MUST conform to the JSON Schema provided, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. -Here are examples of simple (XML, JSON) pairs that show the expected behavior: -- `` => `{'foo': 'example one'}` -- `` => `{"bar": ['STRING ONE', 'STRING TWO', etc.]}` -- `` => `{'baz': {'foo': 'Some String', 'index': 1}}` +Here are examples of simple (JSON Schema, JSON) pairs that show the expected behavior: +- `{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}` => `{'foo': 'example one'}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}}}}` => `{"bar": ['STRING ONE', 'STRING TWO']}` +- `{"type":"object","properties":{"baz":{"type":"object","properties":{"foo":{"type":"string","format":"capitalize two-words"},"index":{"type":"integer","format":"1-indexed"}}}}}` => `{'baz': {'foo': 'Some String', 'index': 1}}` +- `{"type":"object","properties":{"bar":{"type":"array","items":{"type":"string","format":"upper-case"}},"baz":{"type":"object","properties":{"foo":{"type":"string","format":"two-words lower-case"}}}}}` => `{'bar': ['STRING ONE', 'STRING TWO'], 'baz': {'foo': 'example one'}}` diff --git a/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt b/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt index bdbbaaad6..f3df3f995 100644 --- a/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt +++ b/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt @@ -2,32 +2,31 @@ I was given the following JSON response, which had problems due to incorrect values. { - "incorrect_value": { - "name": "Inception", - "director": "Christopher Nolan" - }, - "error_messages": [ - "JSON does not match schema" - ] + "name": "Inception", + "director": "Christopher Nolan" } Help me correct the incorrect values based on the given error messages. -Given below is XML that describes the information to extract from this document and the tags to extract it into. +Error Messages: +"JSON does not match schema:\n{\n \"$\": [\n \"'release_year' is a required property\"\n ]\n}" - - - - - -ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. +Given below is a JSON Schema that describes the output structure you should return. + +{"properties": {"name": {"description": "The name of the movie.", "title": "Name", "type": "string"}, "director": {"description": "The name of the director.", "title": "Director", "type": "string"}, "release_year": {"description": "The year the movie was released.", "title": "Release Year", "type": "integer"}}, "required": ["name", "director", "release_year"], "type": "object", "title": "Movie"} + +ONLY return a valid JSON object (no other text is necessary), where the key of the field in the JSON is the key of the entries within the schema's `properties`, and the value is of the type specified by the `type` property under that key. +The JSON MUST conform to the structure described by the JSON Schema provided BUT SHOULD NOT BE A JSON Schema ITSELF. +Be sure to include any types and format requests e.g. requests for lists, objects and specific types. +Be correct and concise. +If you are unsure anywhere, enter `null`. Here's an example of the structure: { - "name": "string", - "director": "string", - "release_year": 1 + "name": "Star Wars", + "director": "George Lucas", + "release_year": 1977 } diff --git a/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py b/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py index ebcc1dd88..8a140f63d 100644 --- a/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py +++ b/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py @@ -7,7 +7,12 @@ FailResult( outcome="fail", metadata=None, - error_message="JSON does not match schema", + error_message="""JSON does not match schema: +{ + "$": [ + "'release_year' is a required property" + ] +}""", fix_value=None, ) ], diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index f9376cea4..6e40c7db2 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -131,7 +131,7 @@ def guard_initializer( ), ], ) -@pytest.mark.parametrize("multiprocessing_validators", (False,)) # (True, False)) +@pytest.mark.parametrize("multiprocessing_validators", (True, False)) def test_entity_extraction_with_reask( mocker, rail, prompt, test_full_schema_reask, multiprocessing_validators ): @@ -406,11 +406,16 @@ def test_entity_extraction_with_refrain(mocker, rail, prompt): ) def test_entity_extraction_with_fix_chat_models(mocker, rail, prompt, instructions): """Test that the entity extraction works with fix for chat models.""" - - mocker.patch( - "guardrails.llm_providers.OpenAIChatCallable", - new=MockOpenAIChatCallable, + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAIChatCallable._invoke_llm", ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") guard = guard_initializer(rail, prompt, instructions) @@ -437,103 +442,6 @@ def test_entity_extraction_with_fix_chat_models(mocker, rail, prompt, instructio assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_FIX -def test_string_output(mocker): - """Test single string (non-JSON) generation.""" - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) - - guard = gd.Guard.from_rail_string(string.RAIL_SPEC_FOR_STRING) - final_output = guard( - llm_api=get_static_openai_create_func(), - prompt_params={"ingredients": "tomato, cheese, sour cream"}, - num_reasks=1, - ) - - assert final_output.validated_output == string.LLM_OUTPUT - - call = guard.history.first - - # Check that the guard state object has the correct number of re-asks. - assert call.iterations.length == 1 - - # For original prompt and output - assert call.compiled_prompt == string.COMPILED_PROMPT - assert call.raw_outputs.last == string.LLM_OUTPUT - - -def test_string_reask(mocker): - """Test single string (non-JSON) generation with re-asking.""" - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) - - guard = gd.Guard.from_rail_string(string.RAIL_SPEC_FOR_STRING_REASK) - final_output = guard( - llm_api=get_static_openai_create_func(), - prompt_params={"ingredients": "tomato, cheese, sour cream"}, - num_reasks=1, - max_tokens=100, - ) - - assert final_output.validated_output == string.LLM_OUTPUT_REASK - - call = guard.history.first - - # Check that the guard state object has the correct number of re-asks. - assert call.iterations.length == 2 - - # For orginal prompt and output - assert call.compiled_instructions == string.COMPILED_INSTRUCTIONS - assert call.compiled_prompt == string.COMPILED_PROMPT - assert call.iterations.first.raw_output == string.LLM_OUTPUT - assert call.iterations.first.validation_response == string.VALIDATED_OUTPUT_REASK - - # For re-asked prompt and output - assert call.iterations.last.inputs.prompt == gd.Prompt(string.COMPILED_PROMPT_REASK) - # Same thing as above - assert call.reask_prompts.last == string.COMPILED_PROMPT_REASK - - assert call.raw_outputs.last == string.LLM_OUTPUT_REASK - assert call.guarded_output == string.LLM_OUTPUT_REASK - - -def test_skeleton_reask(mocker): - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) - - content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = gd.Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_SKELETON_REASK) - final_output = guard( - llm_api=get_static_openai_create_func(), - prompt_params={"document": content[:6000]}, - max_tokens=1000, - num_reasks=1, - ) - - # Assertions are made on the guard state object. - assert ( - final_output.validated_output - == entity_extraction.VALIDATED_OUTPUT_SKELETON_REASK_2 - ) - - call = guard.history.first - - # Check that the guard state object has the correct number of re-asks. - assert call.iterations.length == 2 - - # For orginal prompt and output - assert call.compiled_prompt == entity_extraction.COMPILED_PROMPT_SKELETON_REASK_1 - assert ( - call.iterations.first.raw_output - == entity_extraction.LLM_OUTPUT_SKELETON_REASK_1 - ) - assert ( - call.iterations.first.validation_response - == entity_extraction.VALIDATED_OUTPUT_SKELETON_REASK_1 - ) - - # For re-asked prompt and output - assert call.reask_prompts.last == entity_extraction.COMPILED_PROMPT_SKELETON_REASK_2 - assert call.raw_outputs.last == entity_extraction.LLM_OUTPUT_SKELETON_REASK_2 - assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_SKELETON_REASK_2 - - '''def test_json_output(mocker): """Test single string (non-JSON) generation.""" mocker.patch( @@ -561,7 +469,8 @@ def test_skeleton_reask(mocker): @pytest.mark.parametrize( "rail,prompt,instructions,history,llm_api,expected_prompt," - "expected_instructions,expected_reask_prompt,expected_reask_instructions", + "expected_instructions,expected_reask_prompt,expected_reask_instructions," + "llm_outputs", [ ( entity_extraction.RAIL_SPEC_WITH_REASK_NO_PROMPT, @@ -573,6 +482,12 @@ def test_skeleton_reask(mocker): None, entity_extraction.COMPILED_PROMPT_REASK, None, + [ + entity_extraction.LLM_OUTPUT, + json.dumps(entity_extraction.VALIDATED_OUTPUT_REASK_2), + # FIXME: Use this once field level reask schemas are implemented + # else entity_extraction.LLM_OUTPUT_REASK + ], ), ( entity_extraction.RAIL_SPEC_WITH_REASK_NO_PROMPT, @@ -584,6 +499,12 @@ def test_skeleton_reask(mocker): entity_extraction.COMPILED_INSTRUCTIONS, entity_extraction.COMPILED_PROMPT_REASK_WITHOUT_INSTRUCTIONS, entity_extraction.COMPILED_INSTRUCTIONS_REASK, + [ + entity_extraction.LLM_OUTPUT, + json.dumps(entity_extraction.VALIDATED_OUTPUT_REASK_2), + # FIXME: Use this once field level reask schemas are implemented + # else entity_extraction.LLM_OUTPUT_REASK + ], ), ( entity_extraction.RAIL_SPEC_WITH_REASK_NO_PROMPT, @@ -595,6 +516,12 @@ def test_skeleton_reask(mocker): None, entity_extraction.COMPILED_PROMPT_REASK_WITHOUT_INSTRUCTIONS, entity_extraction.COMPILED_INSTRUCTIONS_REASK, + [ + entity_extraction.LLM_OUTPUT, + json.dumps(entity_extraction.VALIDATED_OUTPUT_REASK_2), + # FIXME: Use this once field level reask schemas are implemented + # else entity_extraction.LLM_OUTPUT_REASK + ], ), ], ) @@ -609,15 +536,27 @@ def test_entity_extraction_with_reask_with_optional_prompts( expected_instructions, expected_reask_prompt, expected_reask_instructions, + llm_outputs, ): """Test that the entity extraction works with re-asking.""" + llm_return_values = [ + LLMResponse( + output=o, + prompt_token_count=123, + response_token_count=1234, + ) + for o in llm_outputs + ] + mock_openai_invoke_llm = None if llm_api == get_static_openai_create_func(): - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) + mock_openai_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm" + ) else: - mocker.patch( - "guardrails.llm_providers.OpenAIChatCallable", - new=MockOpenAIChatCallable, + mock_openai_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAIChatCallable._invoke_llm" ) + mock_openai_invoke_llm.side_effect = llm_return_values content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") guard = Guard.from_rail_string(rail) @@ -671,13 +610,90 @@ def test_entity_extraction_with_reask_with_optional_prompts( # For re-asked prompt and output assert call.reask_prompts.last == expected_reask_prompt - assert call.raw_outputs.last == entity_extraction.LLM_OUTPUT_REASK + # FIXME: Switch back to this once field level reask schema pruning is implemented # noqa + # assert call.raw_outputs.at(1) == entity_extraction.LLM_OUTPUT_REASK + assert call.raw_outputs.at(1) == json.dumps( + entity_extraction.VALIDATED_OUTPUT_REASK_2 + ) assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_REASK_2 + print("\n actual: \n", call.reask_instructions.last) if expected_reask_instructions: assert call.reask_instructions.last == expected_reask_instructions +def test_skeleton_reask(mocker): + from unittest.mock import patch + + with patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm", + side_effect=[ + LLMResponse( + output=entity_extraction.LLM_OUTPUT_SKELETON_REASK_1, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=entity_extraction.LLM_OUTPUT_SKELETON_REASK_2, + prompt_token_count=123, + response_token_count=1234, + ), + ], + ): + mocker.patch( + "guardrails.actions.reask.generate_example", + return_value={ + "fees": [ + { + "index": 1, + "name": "annual membership", + "explanation": "Annual Membership Fee", + "value": 0, + } + ], + "interest_rates": {}, + }, + ) + + content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") + guard = gd.Guard.from_rail_string( + entity_extraction.RAIL_SPEC_WITH_SKELETON_REASK + ) + final_output = guard( + llm_api=get_static_openai_create_func(), + prompt_params={"document": content[:6000]}, + max_tokens=1000, + num_reasks=1, + ) + + # Assertions are made on the guard state object. + assert ( + final_output.validated_output + == entity_extraction.VALIDATED_OUTPUT_SKELETON_REASK_2 + ) + + call = guard.history.first + + # Check that the guard state object has the correct number of re-asks. + assert call.iterations.length == 2 + + # For orginal prompt and output + assert call.compiled_prompt == entity_extraction.COMPILED_PROMPT_SKELETON_REASK_1 + assert ( + call.iterations.first.raw_output + == entity_extraction.LLM_OUTPUT_SKELETON_REASK_1 + ) + assert ( + call.iterations.first.validation_response + == entity_extraction.VALIDATED_OUTPUT_SKELETON_REASK_1 + ) + + # For re-asked prompt and output + assert call.reask_prompts.last == entity_extraction.COMPILED_PROMPT_SKELETON_REASK_2 + assert call.raw_outputs.last == entity_extraction.LLM_OUTPUT_SKELETON_REASK_2 + assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_SKELETON_REASK_2 + + def test_string_with_message_history_reask(mocker): """Test single string (non-JSON) generation with message history and reask.""" @@ -717,9 +733,29 @@ def test_string_with_message_history_reask(mocker): def test_pydantic_with_message_history_reask(mocker): """Test JSON generation with message history re-asking.""" + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAIChatCallable._invoke_llm" + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=pydantic.MSG_HISTORY_LLM_OUTPUT_INCORRECT, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=pydantic.MSG_HISTORY_LLM_OUTPUT_CORRECT, + prompt_token_count=123, + response_token_count=1234, + ), + ] + # We need to mock the example generation bc it now uses Faker mocker.patch( - "guardrails.llm_providers.OpenAIChatCallable", - new=MockOpenAIChatCallable, + "guardrails.actions.reask.generate_example", + return_value={ + "name": "Star Wars", + "director": "George Lucas", + "release_year": 1977, + }, ) guard = gd.Guard.from_pydantic(output_class=pydantic.WITH_MSG_HISTORY) @@ -755,7 +791,14 @@ def test_pydantic_with_message_history_reask(mocker): def test_sequential_validator_log_is_not_duplicated(mocker): - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) + mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm", + return_value=LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ), + ) proc_count_bak = os.environ.get("GUARDRAILS_PROCESS_COUNT") os.environ["GUARDRAILS_PROCESS_COUNT"] = "1" @@ -791,7 +834,14 @@ def test_sequential_validator_log_is_not_duplicated(mocker): def test_in_memory_validator_log_is_not_duplicated(mocker): - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) + mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm", + return_value=LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ), + ) separate_proc_bak = OneLine.run_in_separate_process OneLine.run_in_separate_process = False @@ -939,3 +989,87 @@ def test_guard_with_top_level_list_return_type(mocker, rail, prompt): {"name": "banana", "price": 0.5}, {"name": "orange", "price": 1.5}, ] + + +def test_string_output(mocker): + """Test single string (non-JSON) generation.""" + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm" + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=string.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] + + guard = gd.Guard.from_rail_string(string.RAIL_SPEC_FOR_STRING) + final_output = guard( + llm_api=get_static_openai_create_func(), + prompt_params={"ingredients": "tomato, cheese, sour cream"}, + num_reasks=1, + ) + + assert final_output.validated_output == string.LLM_OUTPUT + + call = guard.history.first + + # Check that the guard state object has the correct number of re-asks. + assert call.iterations.length == 1 + + # For original prompt and output + assert call.compiled_prompt == string.COMPILED_PROMPT + assert call.raw_outputs.last == string.LLM_OUTPUT + assert mock_invoke_llm.call_count == 1 + mock_invoke_llm = None + + +def test_string_reask(mocker): + """Test single string (non-JSON) generation with re-asking.""" + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm" + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=string.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=string.LLM_OUTPUT_REASK, + prompt_token_count=123, + response_token_count=1234, + ), + ] + + guard = gd.Guard.from_rail_string(string.RAIL_SPEC_FOR_STRING_REASK) + final_output = guard( + llm_api=get_static_openai_create_func(), + prompt_params={"ingredients": "tomato, cheese, sour cream"}, + num_reasks=1, + max_tokens=100, + ) + + assert final_output.validated_output == string.LLM_OUTPUT_REASK + + call = guard.history.first + + # Check that the guard state object has the correct number of re-asks. + assert call.iterations.length == 2 + + # For orginal prompt and output + assert call.compiled_instructions == string.COMPILED_INSTRUCTIONS + assert call.compiled_prompt == string.COMPILED_PROMPT + assert call.iterations.first.raw_output == string.LLM_OUTPUT + assert call.iterations.first.validation_response == string.VALIDATED_OUTPUT_REASK + + # For re-asked prompt and output + assert call.iterations.last.inputs.prompt == gd.Prompt(string.COMPILED_PROMPT_REASK) + # Same thing as above + assert call.reask_prompts.last == string.COMPILED_PROMPT_REASK + + assert call.raw_outputs.last == string.LLM_OUTPUT_REASK + assert call.guarded_output == string.LLM_OUTPUT_REASK + assert mock_invoke_llm.call_count == 2 + mock_invoke_llm = None From bb8f8add2dcd0fa9992e4d7cb680af3d580b32e2 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Sat, 25 May 2024 16:20:19 -0700 Subject: [PATCH 031/318] remove support for openai < 1 --- guardrails/run/stream_runner.py | 30 +-- guardrails/utils/openai_utils/__init__.py | 30 +-- tests/conftest.py | 3 +- .../test_embedding_openai.py | 16 +- tests/integration_tests/test_streaming.py | 96 +++----- tests/unit_tests/mock_embeddings.py | 32 ++- tests/unit_tests/mock_provenance_v1.py | 58 ++--- tests/unit_tests/test_llm_providers.py | 218 +++++++----------- tests/unit_tests/test_validators.py | 26 +-- 9 files changed, 192 insertions(+), 317 deletions(-) diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 890c3fd9c..c872d7cf8 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -205,29 +205,15 @@ def get_chunk_text(self, chunk: Any, api: Union[PromptCallableBase, None]) -> st """Get the text from a chunk.""" chunk_text = "" if isinstance(api, OpenAICallable): - if OPENAI_VERSION.startswith("0"): - finished = chunk["choices"][0]["finish_reason"] - if "text" in chunk["choices"][0]: - content = chunk["choices"][0]["text"] - if not finished and content: - chunk_text = content - else: - finished = chunk.choices[0].finish_reason - content = chunk.choices[0].text - if not finished and content: - chunk_text = content + finished = chunk.choices[0].finish_reason + content = chunk.choices[0].text + if not finished and content: + chunk_text = content elif isinstance(api, OpenAIChatCallable): - if OPENAI_VERSION.startswith("0"): - finished = chunk["choices"][0]["finish_reason"] - if "content" in chunk["choices"][0]["delta"]: - content = chunk["choices"][0]["delta"]["content"] - if not finished and content: - chunk_text = content - else: - finished = chunk.choices[0].finish_reason - content = chunk.choices[0].delta.content - if not finished and content: - chunk_text = content + finished = chunk.choices[0].finish_reason + content = chunk.choices[0].delta.content + if not finished and content: + chunk_text = content elif isinstance(api, LiteLLMCallable): finished = chunk.choices[0].finish_reason content = chunk.choices[0].delta.content diff --git a/guardrails/utils/openai_utils/__init__.py b/guardrails/utils/openai_utils/__init__.py index 9dfe6e422..175dd6424 100644 --- a/guardrails/utils/openai_utils/__init__.py +++ b/guardrails/utils/openai_utils/__init__.py @@ -2,26 +2,16 @@ OPENAI_VERSION = VERSION -if OPENAI_VERSION.startswith("0"): - from .v0 import AsyncOpenAIClientV0 as AsyncOpenAIClient - from .v0 import OpenAIClientV0 as OpenAIClient - from .v0 import ( - OpenAIServiceUnavailableError, - get_static_openai_acreate_func, - get_static_openai_chat_acreate_func, - get_static_openai_chat_create_func, - get_static_openai_create_func, - ) -else: - from .v1 import AsyncOpenAIClientV1 as AsyncOpenAIClient - from .v1 import OpenAIClientV1 as OpenAIClient - from .v1 import ( - OpenAIServiceUnavailableError, - get_static_openai_acreate_func, - get_static_openai_chat_acreate_func, - get_static_openai_chat_create_func, - get_static_openai_create_func, - ) + +from .v1 import AsyncOpenAIClientV1 as AsyncOpenAIClient +from .v1 import OpenAIClientV1 as OpenAIClient +from .v1 import ( + OpenAIServiceUnavailableError, + get_static_openai_acreate_func, + get_static_openai_chat_acreate_func, + get_static_openai_chat_create_func, + get_static_openai_create_func, +) __all__ = [ diff --git a/tests/conftest.py b/tests/conftest.py index 0d298e4e8..514b024dd 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -2,5 +2,4 @@ from openai.version import VERSION as OPENAI_VERSION -if OPENAI_VERSION.startswith("1"): - os.environ["OPENAI_API_KEY"] = "mocked" +os.environ["OPENAI_API_KEY"] = "mocked" diff --git a/tests/integration_tests/test_embedding_openai.py b/tests/integration_tests/test_embedding_openai.py index eebf7bfa5..c9dfcb211 100644 --- a/tests/integration_tests/test_embedding_openai.py +++ b/tests/integration_tests/test_embedding_openai.py @@ -53,10 +53,7 @@ def test_embedding_query(self): def test_embed_query(self, mocker): mock_create = None - if OPENAI_VERSION.startswith("0"): - mock_create = mocker.patch("openai.Embedding.create") - else: - mock_create = mocker.patch("openai.resources.Embeddings.create") + mock_create = mocker.patch("openai.resources.Embeddings.create") mock_create.return_value = MockOpenAIEmbedding() @@ -70,14 +67,9 @@ def test__get_embedding(self, mocker): mock_environ.return_value = "test_api_key" mock_create = None - if OPENAI_VERSION.startswith("0"): - mock_create = mocker.patch("openai.Embedding.create") - mock_create.return_value = MockResponse( - data=[{"embedding": [1.0, 2.0, 3.0]}] - ) - else: - mock_create = mocker.patch("openai.resources.Embeddings.create") - mock_create.return_value = MockResponse(data=[[1.0, 2.0, 3.0]]) + + mock_create = mocker.patch("openai.resources.Embeddings.create") + mock_create.return_value = MockResponse(data=[[1.0, 2.0, 3.0]]) instance = OpenAIEmbedding(api_key="test_api_key") result = instance._get_embedding(["test text"]) diff --git a/tests/integration_tests/test_streaming.py b/tests/integration_tests/test_streaming.py index 4551f8f4e..26c6c758d 100644 --- a/tests/integration_tests/test_streaming.py +++ b/tests/integration_tests/test_streaming.py @@ -61,22 +61,16 @@ def mock_openai_completion_create(): def gen(): for chunk in chunks: - if OPENAI_VERSION.startswith("0"): - yield { - "choices": [{"text": chunk, "finish_reason": None}], - "model": "OpenAI model name", - } - else: - yield MockOpenAIV1ChunkResponse( - choices=[ - Choice( - text=chunk, - delta=Delta(content=""), - finish_reason=None, - ) - ], - model="OpenAI model name", - ) + yield MockOpenAIV1ChunkResponse( + choices=[ + Choice( + text=chunk, + delta=Delta(content=""), + finish_reason=None, + ) + ], + model="OpenAI model name", + ) return gen() @@ -93,28 +87,17 @@ def mock_openai_chat_completion_create(): def gen(): for chunk in chunks: - if OPENAI_VERSION.startswith("0"): - yield { - "choices": [ - { - "index": 0, - "delta": {"content": chunk}, - "finish_reason": None, - } - ] - } - else: - yield MockOpenAIV1ChunkResponse( - choices=[ - Choice( - text="", - delta=Delta(content=chunk), - finish_reason=None, - ) - ], - model="OpenAI model name", - ) - + yield MockOpenAIV1ChunkResponse( + choices=[ + Choice( + text="", + delta=Delta(content=chunk), + finish_reason=None, + ) + ], + model="OpenAI model name", + ) + return gen() @@ -171,23 +154,17 @@ def test_streaming_with_openai_callable( Mocks openai.Completion.create. """ - if OPENAI_VERSION.startswith("0"): - mocker.patch( - "openai.Completion.create", return_value=mock_openai_completion_create() - ) - else: - mocker.patch( - "openai.resources.Completions.create", - return_value=mock_openai_completion_create(), - ) + + mocker.patch( + "openai.resources.Completions.create", + return_value=mock_openai_completion_create(), + ) # Create a guard object guard = gd.Guard.from_pydantic(output_class=op_class, prompt=PROMPT) method = ( - openai.Completion.create - if OPENAI_VERSION.startswith("0") - else openai.completions.create + openai.completions.create ) method.__name__ = "mock_openai_completion_create" @@ -227,24 +204,17 @@ def test_streaming_with_openai_chat_callable( Mocks openai.ChatCompletion.create. """ - if OPENAI_VERSION.startswith("0"): - mocker.patch( - "openai.ChatCompletion.create", - return_value=mock_openai_chat_completion_create(), - ) - else: - mocker.patch( - "openai.resources.chat.completions.Completions.create", - return_value=mock_openai_chat_completion_create(), - ) + + mocker.patch( + "openai.resources.chat.completions.Completions.create", + return_value=mock_openai_chat_completion_create(), + ) # Create a guard object guard = gd.Guard.from_pydantic(output_class=op_class, prompt=PROMPT) method = ( - openai.ChatCompletion.create - if OPENAI_VERSION.startswith("0") - else openai.chat.completions.create + openai.chat.completions.create ) method.__name__ = "mock_openai_chat_completion_create" diff --git a/tests/unit_tests/mock_embeddings.py b/tests/unit_tests/mock_embeddings.py index ee5a14aae..090501eff 100644 --- a/tests/unit_tests/mock_embeddings.py +++ b/tests/unit_tests/mock_embeddings.py @@ -22,24 +22,22 @@ def mock_create_embedding(*args, input, **kwargs): except KeyError: print(input) raise ValueError("Text not found in mocked embeddings") - if OPENAI_VERSION.startswith("0"): - return {"data": returns} - else: - from openai.types import CreateEmbeddingResponse, Embedding - from openai.types.create_embedding_response import Usage + + from openai.types import CreateEmbeddingResponse, Embedding + from openai.types.create_embedding_response import Usage - return CreateEmbeddingResponse( - data=[ - Embedding(embedding=r["embedding"], index=i, object="embedding") - for i, r in enumerate(returns) - ], - model="", - object="list", - usage=Usage( - prompt_tokens=10, - total_tokens=10, - ), - ) + return CreateEmbeddingResponse( + data=[ + Embedding(embedding=r["embedding"], index=i, object="embedding") + for i, r in enumerate(returns) + ], + model="", + object="list", + usage=Usage( + prompt_tokens=10, + total_tokens=10, + ), + ) MOCK_EMBEDDINGS = { diff --git a/tests/unit_tests/mock_provenance_v1.py b/tests/unit_tests/mock_provenance_v1.py index 323da4d45..d31ab578e 100644 --- a/tests/unit_tests/mock_provenance_v1.py +++ b/tests/unit_tests/mock_provenance_v1.py @@ -3,40 +3,32 @@ def mock_chat_completion(*args, **kwargs): """Mocks the OpenAI chat completion function for ProvenanceV1.""" - if OPENAI_VERSION.startswith("0"): - return { - "choices": [{"message": {"content": "Yes"}}], - "usage": { - "prompt_tokens": 10, - "completion_tokens": 20, - }, - } - else: - from openai.types import CompletionUsage - from openai.types.chat import ChatCompletion, ChatCompletionMessage - from openai.types.chat.chat_completion import Choice + + from openai.types import CompletionUsage + from openai.types.chat import ChatCompletion, ChatCompletionMessage + from openai.types.chat.chat_completion import Choice - return ChatCompletion( - id="", - choices=[ - Choice( - finish_reason="stop", - index=0, - message=ChatCompletionMessage( - content="Yes", - role="assistant", - ), - ) - ], - created=0, - model="", - object="chat.completion", - usage=CompletionUsage( - prompt_tokens=10, - completion_tokens=20, - total_tokens=30, - ), - ) + return ChatCompletion( + id="", + choices=[ + Choice( + finish_reason="stop", + index=0, + message=ChatCompletionMessage( + content="Yes", + role="assistant", + ), + ) + ], + created=0, + model="", + object="chat.completion", + usage=CompletionUsage( + prompt_tokens=10, + completion_tokens=20, + total_tokens=30, + ), + ) def mock_chromadb_query_function(**kwargs): diff --git a/tests/unit_tests/test_llm_providers.py b/tests/unit_tests/test_llm_providers.py index 76fa568c6..a7616e73c 100644 --- a/tests/unit_tests/test_llm_providers.py +++ b/tests/unit_tests/test_llm_providers.py @@ -87,44 +87,31 @@ async def test_async_openai_callable_does_not_retry_on_success(mocker): @pytest.fixture(scope="module") def openai_chat_mock(): - if OPENAI_VERSION.startswith("0"): - return { - "choices": [ - { - "message": {"content": "Mocked LLM output"}, - } - ], - "usage": { - "prompt_tokens": 10, - "completion_tokens": 20, - }, - } - else: - from openai.types import CompletionUsage - from openai.types.chat import ChatCompletion, ChatCompletionMessage - from openai.types.chat.chat_completion import Choice - - return ChatCompletion( - id="", - choices=[ - Choice( - finish_reason="stop", - index=0, - message=ChatCompletionMessage( - content="Mocked LLM output", - role="assistant", - ), + from openai.types import CompletionUsage + from openai.types.chat import ChatCompletion, ChatCompletionMessage + from openai.types.chat.chat_completion import Choice + + return ChatCompletion( + id="", + choices=[ + Choice( + finish_reason="stop", + index=0, + message=ChatCompletionMessage( + content="Mocked LLM output", + role="assistant", ), - ], - created=0, - model="", - object="chat.completion", - usage=CompletionUsage( - completion_tokens=20, - prompt_tokens=10, - total_tokens=30, ), - ) + ], + created=0, + model="", + object="chat.completion", + usage=CompletionUsage( + completion_tokens=20, + prompt_tokens=10, + total_tokens=30, + ), + ) @pytest.fixture(scope="module") @@ -147,61 +134,48 @@ def gen(): @pytest.fixture(scope="module") def openai_mock(): - if OPENAI_VERSION.startswith("0"): - return { - "choices": [ - { - "text": "Mocked LLM output", - } - ], - "usage": { - "prompt_tokens": 10, - "completion_tokens": 20, - }, - } - else: - - @dataclass - class MockCompletionUsage: - completion_tokens: int - prompt_tokens: int - total_tokens: int - - @dataclass - class MockCompletionChoice: - finish_reason: str - index: int - logprobs: Any - text: str - - @dataclass - class MockCompletion: - id: str - choices: List[MockCompletionChoice] - created: int - model: str - object: str - usage: MockCompletionUsage - - return MockCompletion( - id="", - choices=[ - MockCompletionChoice( - finish_reason="stop", - index=0, - logprobs=None, - text="Mocked LLM output", - ), - ], - created=0, - model="", - object="text_completion", - usage=MockCompletionUsage( - completion_tokens=20, - prompt_tokens=10, - total_tokens=30, + + @dataclass + class MockCompletionUsage: + completion_tokens: int + prompt_tokens: int + total_tokens: int + + @dataclass + class MockCompletionChoice: + finish_reason: str + index: int + logprobs: Any + text: str + + @dataclass + class MockCompletion: + id: str + choices: List[MockCompletionChoice] + created: int + model: str + object: str + usage: MockCompletionUsage + + return MockCompletion( + id="", + choices=[ + MockCompletionChoice( + finish_reason="stop", + index=0, + logprobs=None, + text="Mocked LLM output", ), - ) + ], + created=0, + model="", + object="text_completion", + usage=MockCompletionUsage( + completion_tokens=20, + prompt_tokens=10, + total_tokens=30, + ), + ) @pytest.fixture(scope="module") @@ -218,10 +192,8 @@ def gen(): def test_openai_callable(mocker, openai_mock): - if OPENAI_VERSION.startswith("0"): - mocker.patch("openai.Completion.create", return_value=openai_mock) - else: - mocker.patch("openai.resources.Completions.create", return_value=openai_mock) + + mocker.patch("openai.resources.Completions.create", return_value=openai_mock) from guardrails.llm_providers import OpenAICallable @@ -236,12 +208,10 @@ def test_openai_callable(mocker, openai_mock): def test_openai_stream_callable(mocker, openai_stream_mock): - if OPENAI_VERSION.startswith("0"): - mocker.patch("openai.Completion.create", return_value=openai_stream_mock) - else: - mocker.patch( - "openai.resources.Completions.create", return_value=openai_stream_mock - ) + + mocker.patch( + "openai.resources.Completions.create", return_value=openai_stream_mock + ) from guardrails.llm_providers import OpenAICallable @@ -276,13 +246,11 @@ async def test_async_openai_callable(mocker, openai_mock): def test_openai_chat_callable(mocker, openai_chat_mock): - if OPENAI_VERSION.startswith("0"): - mocker.patch("openai.ChatCompletion.create", return_value=openai_chat_mock) - else: - mocker.patch( - "openai.resources.chat.completions.Completions.create", - return_value=openai_chat_mock, - ) + + mocker.patch( + "openai.resources.chat.completions.Completions.create", + return_value=openai_chat_mock, + ) from guardrails.llm_providers import OpenAIChatCallable @@ -296,15 +264,11 @@ def test_openai_chat_callable(mocker, openai_chat_mock): def test_openai_chat_stream_callable(mocker, openai_chat_stream_mock): - if OPENAI_VERSION.startswith("0"): - mocker.patch( - "openai.ChatCompletion.create", return_value=openai_chat_stream_mock - ) - else: - mocker.patch( - "openai.resources.chat.completions.Completions.create", - return_value=openai_chat_stream_mock, - ) + + mocker.patch( + "openai.resources.chat.completions.Completions.create", + return_value=openai_chat_stream_mock, + ) from guardrails.llm_providers import OpenAIChatCallable openai_chat_callable = OpenAIChatCallable() @@ -338,13 +302,11 @@ async def test_async_openai_chat_callable(mocker, openai_chat_mock): def test_openai_chat_model_callable(mocker, openai_chat_mock): - if OPENAI_VERSION.startswith("0"): - mocker.patch("openai.ChatCompletion.create", return_value=openai_chat_mock) - else: - mocker.patch( - "openai.resources.chat.completions.Completions.create", - return_value=openai_chat_mock, - ) + + mocker.patch( + "openai.resources.chat.completions.Completions.create", + return_value=openai_chat_mock, + ) from guardrails.llm_providers import OpenAIChatCallable @@ -565,10 +527,7 @@ def test_get_llm_ask_openai_completion(): from guardrails.llm_providers import OpenAICallable completion_create = None - if OPENAI_VERSION.startswith("0"): - completion_create = openai.Completion.create - else: - completion_create = openai.completions.create + completion_create = openai.completions.create prompt_callable = get_llm_ask(completion_create) @@ -585,10 +544,7 @@ def test_get_llm_ask_openai_chat(): from guardrails.llm_providers import OpenAIChatCallable chat_completion_create = None - if OPENAI_VERSION.startswith("0"): - chat_completion_create = openai.ChatCompletion.create - else: - chat_completion_create = openai.chat.completions.create + chat_completion_create = openai.chat.completions.create prompt_callable = get_llm_ask(chat_completion_create) diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 3f6f2c8c9..819b984c4 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -162,13 +162,10 @@ def test_summary_validators(mocker): pytest.importorskip("nltk", reason="nltk is not installed") pytest.importorskip("thefuzz", reason="thefuzz is not installed") - if OPENAI_VERSION.startswith("0"): - mocker.patch("openai.Embedding.create", new=mock_create_embedding) - else: - mocker.patch( - "openai.resources.embeddings.Embeddings.create", - new=mock_create_embedding, - ) + mocker.patch( + "openai.resources.embeddings.Embeddings.create", + new=mock_create_embedding, + ) mocker.patch("guardrails.embedding.OpenAIEmbedding.output_dim", new=2) @@ -381,13 +378,11 @@ def validate(value: Any) -> ValidationResult: def test_provenance_v1(mocker): """Test initialisation of ProvenanceV1.""" - if OPENAI_VERSION.startswith("0"): - mocker.patch("openai.ChatCompletion.create", new=mock_chat_completion) - else: - mocker.patch( - "openai.resources.chat.completions.Completions.create", - new=mock_chat_completion, - ) + + mocker.patch( + "openai.resources.chat.completions.Completions.create", + new=mock_chat_completion, + ) API_KEY = "" LLM_RESPONSE = "This is a sentence." @@ -419,9 +414,6 @@ def test_provenance_v1(mocker): # Test guard.parse() with 3 different ways of setting the OpenAI API key API key # 1. Setting the API key directly - if OPENAI_VERSION.startswith("0"): # not supported in v1 anymore - openai.api_key = API_KEY - output = string_guard.parse( llm_output=LLM_RESPONSE, metadata={"query_function": mock_chromadb_query_function}, From b4ced1be31f56e40e02a039d302768018513fe30 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Sat, 25 May 2024 16:30:08 -0700 Subject: [PATCH 032/318] remove support for pydantic < 2 --- guardrails/guard.py | 7 -- guardrails/utils/dataclass.py | 8 +- guardrails/utils/pydantic_utils/__init__.py | 24 ++-- .../pydantic/validated_response_reask.py | 37 +++---- tests/integration_tests/test_python_rail.py | 103 ++++++------------ 5 files changed, 53 insertions(+), 126 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 335c832af..2dae917cc 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -420,13 +420,6 @@ def from_pydantic( description: Optional[str] = None, ): """Create a Guard instance from a Pydantic model and prompt.""" - if PYDANTIC_VERSION.startswith("1"): - warnings.warn( - """Support for Pydantic v1.x is deprecated and will be removed in - Guardrails 0.5.x. Please upgrade to the latest Pydantic v2.x to - continue receiving future updates and support.""", - FutureWarning, - ) # We have to set the tracer in the ContextStore before the Rail, # and therefore the Validators, are initialized cls._set_tracer(cls, tracer) # type: ignore diff --git a/guardrails/utils/dataclass.py b/guardrails/utils/dataclass.py index 92bdb81ce..cd848d5da 100644 --- a/guardrails/utils/dataclass.py +++ b/guardrails/utils/dataclass.py @@ -2,10 +2,4 @@ PYDANTIC_VERSION = pydantic.version.VERSION -if PYDANTIC_VERSION.startswith("1"): - - def dataclass(cls): # type: ignore - return cls - -else: - from dataclasses import dataclass # type: ignore # noqa +from dataclasses import dataclass # type: ignore # noqa diff --git a/guardrails/utils/pydantic_utils/__init__.py b/guardrails/utils/pydantic_utils/__init__.py index 4195ff919..6075c3f99 100644 --- a/guardrails/utils/pydantic_utils/__init__.py +++ b/guardrails/utils/pydantic_utils/__init__.py @@ -2,22 +2,14 @@ PYDANTIC_VERSION = pydantic.version.VERSION -if PYDANTIC_VERSION.startswith("1"): - from .v1 import ( - ArbitraryModel, - add_pydantic_validators_as_guardrails_validators, - add_validator, - convert_pydantic_model_to_datatype, - convert_pydantic_model_to_openai_fn, - ) -else: - from .v2 import ( - ArbitraryModel, - add_pydantic_validators_as_guardrails_validators, - add_validator, - convert_pydantic_model_to_datatype, - convert_pydantic_model_to_openai_fn, - ) + +from .v2 import ( + ArbitraryModel, + add_pydantic_validators_as_guardrails_validators, + add_validator, + convert_pydantic_model_to_datatype, + convert_pydantic_model_to_openai_fn, +) __all__ = [ diff --git a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py index c86104840..6f35aeac0 100644 --- a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py +++ b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py @@ -61,33 +61,22 @@ class Person(BaseModel): """ name: str - if PYDANTIC_VERSION.startswith("1"): - age: int = Field( - ..., validators=[AgeMustBeBetween0And150(on_fail=OnFailAction.REASK)] - ) - zip_code: str = Field( - ..., - validators=[ + + age: int = Field( + ..., + json_schema_extra={ + "validators": [AgeMustBeBetween0And150(on_fail=OnFailAction.REASK)] + }, + ) + zip_code: str = Field( + ..., + json_schema_extra={ + "validators": [ ZipCodeMustBeNumeric(on_fail=OnFailAction.REASK), ZipCodeInCalifornia(on_fail=OnFailAction.REASK), ], - ) - else: - age: int = Field( - ..., - json_schema_extra={ - "validators": [AgeMustBeBetween0And150(on_fail=OnFailAction.REASK)] - }, - ) - zip_code: str = Field( - ..., - json_schema_extra={ - "validators": [ - ZipCodeMustBeNumeric(on_fail=OnFailAction.REASK), - ZipCodeInCalifornia(on_fail=OnFailAction.REASK), - ], - }, - ) + }, + ) class ListOfPeople(BaseModel): diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 6a88d1f00..ed85209e6 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -56,14 +56,8 @@ class BoxOfficeRevenue(BaseModel): opening_weekend: float # Field-level validation using Pydantic (not Guardrails) - if PYDANTIC_VERSION.startswith("1"): - from pydantic import validator - - decorator = validator("gross") - else: - from pydantic import field_validator - - decorator = field_validator("gross") + from pydantic import field_validator + decorator = field_validator("gross") @decorator def validate_gross(cls, gross): @@ -83,41 +77,25 @@ class Details(BaseModel): is_sequel: bool = Field(default=False) # Root-level validation using Pydantic (Not in Guardrails) - if PYDANTIC_VERSION.startswith("1"): - website: str = Field( - validators=[ValidLength(min=9, max=100, on_fail=OnFailAction.REASK)] - ) - from pydantic import root_validator - - @root_validator - def validate_budget_and_gross(cls, values): - budget = values.get("budget") - revenue = values.get("revenue") - if isinstance(revenue, BoxOfficeRevenue): - gross = revenue.gross - if budget >= gross: - raise ValueError("Budget must be less than gross revenue") - return values - - else: - website: str = Field( - json_schema_extra={ - "validators": [ - ValidLength(min=9, max=100, on_fail=OnFailAction.REASK) - ] - } - ) - from pydantic import model_validator - - @model_validator(mode="before") - def validate_budget_and_gross(cls, values): - budget = values.get("budget") - revenue = values.get("revenue") - if revenue["revenue_type"] == "box_office": - gross = revenue["gross"] - if budget >= gross: - raise ValueError("Budget must be less than gross revenue") - return values + + website: str = Field( + json_schema_extra={ + "validators": [ + ValidLength(min=9, max=100, on_fail=OnFailAction.REASK) + ] + } + ) + from pydantic import model_validator + + @model_validator(mode="before") + def validate_budget_and_gross(cls, values): + budget = values.get("budget") + revenue = values.get("revenue") + if revenue["revenue_type"] == "box_office": + gross = revenue["gross"] + if budget >= gross: + raise ValueError("Budget must be less than gross revenue") + return values contact_email: str revenue: Union[BoxOfficeRevenue, StreamingRevenue] = Field( @@ -163,16 +141,10 @@ class Director(BaseModel): # Check that the guard state object has the correct number of re-asks. assert call.iterations.length == 2 - - if PYDANTIC_VERSION.startswith("1"): - assert ( - call.compiled_prompt == python_rail.COMPILED_PROMPT_1_WITHOUT_INSTRUCTIONS - ) - else: - assert ( - call.compiled_prompt - == python_rail.COMPILED_PROMPT_1_PYDANTIC_2_WITHOUT_INSTRUCTIONS - ) + assert ( + call.compiled_prompt + == python_rail.COMPILED_PROMPT_1_PYDANTIC_2_WITHOUT_INSTRUCTIONS + ) assert ( call.iterations.first.raw_output @@ -188,27 +160,14 @@ class Director(BaseModel): call.raw_outputs.last == python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION ) - - if PYDANTIC_VERSION.startswith("1"): - with pytest.raises(ValueError): - Director.parse_raw( - python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION - ) - - # The user can take corrective action based on the failed validation. - # Either manipulating the output themselves, taking corrective action - # in their application, or upstreaming their validations into Guardrails. - - # The fixed output should pass validation using Pydantic - Director.parse_raw(python_rail.LLM_OUTPUT_3_SUCCEED_GUARDRAILS_AND_PYDANTIC) - else: - with pytest.raises(ValueError): - Director.model_validate_json( - python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION - ) + + with pytest.raises(ValueError): Director.model_validate_json( - python_rail.LLM_OUTPUT_3_SUCCEED_GUARDRAILS_AND_PYDANTIC + python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION ) + Director.model_validate_json( + python_rail.LLM_OUTPUT_3_SUCCEED_GUARDRAILS_AND_PYDANTIC + ) @pytest.mark.skipif(not PYDANTIC_VERSION.startswith("1"), reason="Pydantic 1.x only") From 460b7e905b9381fe6a44f17164162803398aa218 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 12:34:05 -0700 Subject: [PATCH 033/318] lint --- guardrails/run/stream_runner.py | 1 - guardrails/utils/openai_utils/__init__.py | 5 +---- tests/conftest.py | 1 - tests/integration_tests/test_streaming.py | 1 - tests/unit_tests/mock_embeddings.py | 1 - tests/unit_tests/mock_provenance_v1.py | 1 - tests/unit_tests/test_validators.py | 1 - 7 files changed, 1 insertion(+), 10 deletions(-) diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index c872d7cf8..ba8215530 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -13,7 +13,6 @@ from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner from guardrails.schema import Schema, StringSchema -from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.reask_utils import SkeletonReAsk diff --git a/guardrails/utils/openai_utils/__init__.py b/guardrails/utils/openai_utils/__init__.py index 175dd6424..1b298ca7e 100644 --- a/guardrails/utils/openai_utils/__init__.py +++ b/guardrails/utils/openai_utils/__init__.py @@ -1,8 +1,4 @@ from openai.version import VERSION - -OPENAI_VERSION = VERSION - - from .v1 import AsyncOpenAIClientV1 as AsyncOpenAIClient from .v1 import OpenAIClientV1 as OpenAIClient from .v1 import ( @@ -13,6 +9,7 @@ get_static_openai_create_func, ) +OPENAI_VERSION = VERSION __all__ = [ "OPENAI_VERSION", diff --git a/tests/conftest.py b/tests/conftest.py index 514b024dd..55d7e7fcc 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -1,5 +1,4 @@ import os -from openai.version import VERSION as OPENAI_VERSION os.environ["OPENAI_API_KEY"] = "mocked" diff --git a/tests/integration_tests/test_streaming.py b/tests/integration_tests/test_streaming.py index 26c6c758d..e8843c164 100644 --- a/tests/integration_tests/test_streaming.py +++ b/tests/integration_tests/test_streaming.py @@ -10,7 +10,6 @@ from pydantic import BaseModel, Field import guardrails as gd -from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.validator_base import OnFailAction from guardrails.validators import LowerCase diff --git a/tests/unit_tests/mock_embeddings.py b/tests/unit_tests/mock_embeddings.py index 090501eff..9bc952e0b 100644 --- a/tests/unit_tests/mock_embeddings.py +++ b/tests/unit_tests/mock_embeddings.py @@ -1,4 +1,3 @@ -from guardrails.utils.openai_utils import OPENAI_VERSION def mock_create_embedding(*args, input, **kwargs): diff --git a/tests/unit_tests/mock_provenance_v1.py b/tests/unit_tests/mock_provenance_v1.py index d31ab578e..c9a0b4627 100644 --- a/tests/unit_tests/mock_provenance_v1.py +++ b/tests/unit_tests/mock_provenance_v1.py @@ -1,4 +1,3 @@ -from guardrails.utils.openai_utils import OPENAI_VERSION def mock_chat_completion(*args, **kwargs): diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 819b984c4..741a3c2b8 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -3,7 +3,6 @@ import os from typing import Any, Dict, List -import openai import pytest from pydantic import BaseModel, Field From f00afa430472a986ead4a7fad9ad92cc80e0e550 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 12:35:26 -0700 Subject: [PATCH 034/318] lint --- guardrails/guard.py | 1 - guardrails/utils/pydantic_utils/__init__.py | 5 +---- .../test_assets/pydantic/validated_response_reask.py | 1 - 3 files changed, 1 insertion(+), 6 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 2dae917cc..033d2a3f5 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -34,7 +34,6 @@ from langchain_core.messages import BaseMessage from langchain_core.runnables import Runnable, RunnableConfig from pydantic import BaseModel -from pydantic.version import VERSION as PYDANTIC_VERSION from typing_extensions import deprecated # type: ignore from guardrails.api_client import GuardrailsApiClient diff --git a/guardrails/utils/pydantic_utils/__init__.py b/guardrails/utils/pydantic_utils/__init__.py index 6075c3f99..bf68841b8 100644 --- a/guardrails/utils/pydantic_utils/__init__.py +++ b/guardrails/utils/pydantic_utils/__init__.py @@ -1,8 +1,4 @@ import pydantic.version - -PYDANTIC_VERSION = pydantic.version.VERSION - - from .v2 import ( ArbitraryModel, add_pydantic_validators_as_guardrails_validators, @@ -11,6 +7,7 @@ convert_pydantic_model_to_openai_fn, ) +PYDANTIC_VERSION = pydantic.version.VERSION __all__ = [ "add_validator", diff --git a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py index 6f35aeac0..96a5eeed8 100644 --- a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py +++ b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py @@ -3,7 +3,6 @@ from pydantic import BaseModel, Field -from guardrails.utils.pydantic_utils import PYDANTIC_VERSION from guardrails.utils.reask_utils import FieldReAsk from guardrails.validator_base import OnFailAction from guardrails.validators import ( From 4a0bece47392f0bfa03dc25b632f0511939b4910 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 12:37:13 -0700 Subject: [PATCH 035/318] lint --- tests/integration_tests/test_embedding_openai.py | 2 +- tests/integration_tests/test_streaming.py | 14 +++++--------- tests/unit_tests/mock_embeddings.py | 8 +++----- tests/unit_tests/mock_provenance_v1.py | 4 +--- tests/unit_tests/test_llm_providers.py | 16 ++++------------ tests/unit_tests/test_validators.py | 2 +- 6 files changed, 15 insertions(+), 31 deletions(-) diff --git a/tests/integration_tests/test_embedding_openai.py b/tests/integration_tests/test_embedding_openai.py index c9dfcb211..f72b641e1 100644 --- a/tests/integration_tests/test_embedding_openai.py +++ b/tests/integration_tests/test_embedding_openai.py @@ -67,7 +67,7 @@ def test__get_embedding(self, mocker): mock_environ.return_value = "test_api_key" mock_create = None - + mock_create = mocker.patch("openai.resources.Embeddings.create") mock_create.return_value = MockResponse(data=[[1.0, 2.0, 3.0]]) diff --git a/tests/integration_tests/test_streaming.py b/tests/integration_tests/test_streaming.py index e8843c164..e9962e0ae 100644 --- a/tests/integration_tests/test_streaming.py +++ b/tests/integration_tests/test_streaming.py @@ -96,7 +96,7 @@ def gen(): ], model="OpenAI model name", ) - + return gen() @@ -153,7 +153,7 @@ def test_streaming_with_openai_callable( Mocks openai.Completion.create. """ - + mocker.patch( "openai.resources.Completions.create", return_value=mock_openai_completion_create(), @@ -162,9 +162,7 @@ def test_streaming_with_openai_callable( # Create a guard object guard = gd.Guard.from_pydantic(output_class=op_class, prompt=PROMPT) - method = ( - openai.completions.create - ) + method = openai.completions.create method.__name__ = "mock_openai_completion_create" @@ -203,7 +201,7 @@ def test_streaming_with_openai_chat_callable( Mocks openai.ChatCompletion.create. """ - + mocker.patch( "openai.resources.chat.completions.Completions.create", return_value=mock_openai_chat_completion_create(), @@ -212,9 +210,7 @@ def test_streaming_with_openai_chat_callable( # Create a guard object guard = gd.Guard.from_pydantic(output_class=op_class, prompt=PROMPT) - method = ( - openai.chat.completions.create - ) + method = openai.chat.completions.create method.__name__ = "mock_openai_chat_completion_create" diff --git a/tests/unit_tests/mock_embeddings.py b/tests/unit_tests/mock_embeddings.py index 9bc952e0b..7c3a9f820 100644 --- a/tests/unit_tests/mock_embeddings.py +++ b/tests/unit_tests/mock_embeddings.py @@ -1,5 +1,3 @@ - - def mock_create_embedding(*args, input, **kwargs): mocked_embeddings = { "It was a beautiful day. " "In the afternoon, we drank tea.": [0, 0.5], @@ -21,7 +19,7 @@ def mock_create_embedding(*args, input, **kwargs): except KeyError: print(input) raise ValueError("Text not found in mocked embeddings") - + from openai.types import CreateEmbeddingResponse, Embedding from openai.types.create_embedding_response import Usage @@ -33,8 +31,8 @@ def mock_create_embedding(*args, input, **kwargs): model="", object="list", usage=Usage( - prompt_tokens=10, - total_tokens=10, + prompt_tokens=10, + total_tokens=10, ), ) diff --git a/tests/unit_tests/mock_provenance_v1.py b/tests/unit_tests/mock_provenance_v1.py index c9a0b4627..9f0f40d20 100644 --- a/tests/unit_tests/mock_provenance_v1.py +++ b/tests/unit_tests/mock_provenance_v1.py @@ -1,8 +1,6 @@ - - def mock_chat_completion(*args, **kwargs): """Mocks the OpenAI chat completion function for ProvenanceV1.""" - + from openai.types import CompletionUsage from openai.types.chat import ChatCompletion, ChatCompletionMessage from openai.types.chat.chat_completion import Choice diff --git a/tests/unit_tests/test_llm_providers.py b/tests/unit_tests/test_llm_providers.py index a7616e73c..83002e858 100644 --- a/tests/unit_tests/test_llm_providers.py +++ b/tests/unit_tests/test_llm_providers.py @@ -134,7 +134,6 @@ def gen(): @pytest.fixture(scope="module") def openai_mock(): - @dataclass class MockCompletionUsage: completion_tokens: int @@ -171,9 +170,9 @@ class MockCompletion: model="", object="text_completion", usage=MockCompletionUsage( - completion_tokens=20, - prompt_tokens=10, - total_tokens=30, + completion_tokens=20, + prompt_tokens=10, + total_tokens=30, ), ) @@ -192,7 +191,6 @@ def gen(): def test_openai_callable(mocker, openai_mock): - mocker.patch("openai.resources.Completions.create", return_value=openai_mock) from guardrails.llm_providers import OpenAICallable @@ -208,10 +206,7 @@ def test_openai_callable(mocker, openai_mock): def test_openai_stream_callable(mocker, openai_stream_mock): - - mocker.patch( - "openai.resources.Completions.create", return_value=openai_stream_mock - ) + mocker.patch("openai.resources.Completions.create", return_value=openai_stream_mock) from guardrails.llm_providers import OpenAICallable @@ -246,7 +241,6 @@ async def test_async_openai_callable(mocker, openai_mock): def test_openai_chat_callable(mocker, openai_chat_mock): - mocker.patch( "openai.resources.chat.completions.Completions.create", return_value=openai_chat_mock, @@ -264,7 +258,6 @@ def test_openai_chat_callable(mocker, openai_chat_mock): def test_openai_chat_stream_callable(mocker, openai_chat_stream_mock): - mocker.patch( "openai.resources.chat.completions.Completions.create", return_value=openai_chat_stream_mock, @@ -302,7 +295,6 @@ async def test_async_openai_chat_callable(mocker, openai_chat_mock): def test_openai_chat_model_callable(mocker, openai_chat_mock): - mocker.patch( "openai.resources.chat.completions.Completions.create", return_value=openai_chat_mock, diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 741a3c2b8..74188c647 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -377,7 +377,7 @@ def validate(value: Any) -> ValidationResult: def test_provenance_v1(mocker): """Test initialisation of ProvenanceV1.""" - + mocker.patch( "openai.resources.chat.completions.Completions.create", new=mock_chat_completion, From 909a1e36199d3b291d169f3cf9eb4153cb79d7e0 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 12:38:45 -0700 Subject: [PATCH 036/318] lint --- .../test_assets/pydantic/validated_response_reask.py | 2 +- tests/integration_tests/test_python_rail.py | 9 ++++----- 2 files changed, 5 insertions(+), 6 deletions(-) diff --git a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py index 96a5eeed8..6f2a0d30b 100644 --- a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py +++ b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py @@ -60,7 +60,7 @@ class Person(BaseModel): """ name: str - + age: int = Field( ..., json_schema_extra={ diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index ed85209e6..90d8345f8 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -57,6 +57,7 @@ class BoxOfficeRevenue(BaseModel): # Field-level validation using Pydantic (not Guardrails) from pydantic import field_validator + decorator = field_validator("gross") @decorator @@ -77,12 +78,10 @@ class Details(BaseModel): is_sequel: bool = Field(default=False) # Root-level validation using Pydantic (Not in Guardrails) - + website: str = Field( json_schema_extra={ - "validators": [ - ValidLength(min=9, max=100, on_fail=OnFailAction.REASK) - ] + "validators": [ValidLength(min=9, max=100, on_fail=OnFailAction.REASK)] } ) from pydantic import model_validator @@ -160,7 +159,7 @@ class Director(BaseModel): call.raw_outputs.last == python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION ) - + with pytest.raises(ValueError): Director.model_validate_json( python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION From d9964ff9bbc8082d2790f1210d92038551ef86ef Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 23:26:19 -0700 Subject: [PATCH 037/318] import --- guardrails/utils/pydantic_utils/v2.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/guardrails/utils/pydantic_utils/v2.py b/guardrails/utils/pydantic_utils/v2.py index fb523f99f..65d6732dc 100644 --- a/guardrails/utils/pydantic_utils/v2.py +++ b/guardrails/utils/pydantic_utils/v2.py @@ -17,7 +17,8 @@ get_origin, ) -from pydantic import BaseModel, ConfigDict, field_validator +from pydantic import BaseModel, ConfigDict +from pydantic.functional_validators import field_validator from pydantic.fields import FieldInfo from guardrails.datatypes import Boolean as BooleanDataType From f7a007371982fe5c10a89d467c29b9652aa74013 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 23:27:30 -0700 Subject: [PATCH 038/318] run tests --- guardrails/utils/pydantic_utils/v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/guardrails/utils/pydantic_utils/v2.py b/guardrails/utils/pydantic_utils/v2.py index 65d6732dc..848f112aa 100644 --- a/guardrails/utils/pydantic_utils/v2.py +++ b/guardrails/utils/pydantic_utils/v2.py @@ -16,7 +16,7 @@ get_args, get_origin, ) - + from pydantic import BaseModel, ConfigDict from pydantic.functional_validators import field_validator from pydantic.fields import FieldInfo From ef6c8346230b3152885906f54bb14108385d7325 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 23:33:53 -0700 Subject: [PATCH 039/318] pyproject --- guardrails/utils/pydantic_utils/v2.py | 5 ++--- pyproject.toml | 2 +- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/guardrails/utils/pydantic_utils/v2.py b/guardrails/utils/pydantic_utils/v2.py index 848f112aa..fb523f99f 100644 --- a/guardrails/utils/pydantic_utils/v2.py +++ b/guardrails/utils/pydantic_utils/v2.py @@ -16,9 +16,8 @@ get_args, get_origin, ) - -from pydantic import BaseModel, ConfigDict -from pydantic.functional_validators import field_validator + +from pydantic import BaseModel, ConfigDict, field_validator from pydantic.fields import FieldInfo from guardrails.datatypes import Boolean as BooleanDataType diff --git a/pyproject.toml b/pyproject.toml index f8413f823..c074e6a7a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -17,7 +17,7 @@ python = "^3.8.1" lxml = "^4.9.3" openai = "^1.30.1" rich = "^13.6.0" -pydantic = ">=1.10.9, <3.0" +pydantic = ">=2.0.0, <3.0" typer = {extras = ["all"], version = "^0.9.0"} griffe = "^0.36.9" tenacity = ">=8.1.0" From 700c50160e74fa95dc9964d504dda565778201c5 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 23:36:20 -0700 Subject: [PATCH 040/318] poetry lock --- poetry.lock | 41 ++++++++++++++++++++++++++++++++++++++--- 1 file changed, 38 insertions(+), 3 deletions(-) diff --git a/poetry.lock b/poetry.lock index 5b3139c96..380262f9f 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.7.1 and should not be changed by hand. [[package]] name = "aiohttp" @@ -1662,29 +1662,62 @@ optional = true python-versions = ">=3.7" files = [ {file = "greenlet-3.0.3-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d353cadd6083fdb056bb46ed07e4340b0869c305c8ca54ef9da3421acbdf6881"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:dca1e2f3ca00b84a396bc1bce13dd21f680f035314d2379c4160c98153b2059b"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3ed7fb269f15dc662787f4119ec300ad0702fa1b19d2135a37c2c4de6fadfd4a"}, {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd4f49ae60e10adbc94b45c0b5e6a179acc1736cf7a90160b404076ee283cf83"}, {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:73a411ef564e0e097dbe7e866bb2dda0f027e072b04da387282b02c308807405"}, + {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7f362975f2d179f9e26928c5b517524e89dd48530a0202570d55ad6ca5d8a56f"}, {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:649dde7de1a5eceb258f9cb00bdf50e978c9db1b996964cd80703614c86495eb"}, + {file = "greenlet-3.0.3-cp310-cp310-win_amd64.whl", hash = "sha256:68834da854554926fbedd38c76e60c4a2e3198c6fbed520b106a8986445caaf9"}, {file = "greenlet-3.0.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:b1b5667cced97081bf57b8fa1d6bfca67814b0afd38208d52538316e9422fc61"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:52f59dd9c96ad2fc0d5724107444f76eb20aaccb675bf825df6435acb7703559"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:afaff6cf5200befd5cec055b07d1c0a5a06c040fe5ad148abcd11ba6ab9b114e"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fe754d231288e1e64323cfad462fcee8f0288654c10bdf4f603a39ed923bef33"}, {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2797aa5aedac23af156bbb5a6aa2cd3427ada2972c828244eb7d1b9255846379"}, {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b7f009caad047246ed379e1c4dbcb8b020f0a390667ea74d2387be2998f58a22"}, + {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c5e1536de2aad7bf62e27baf79225d0d64360d4168cf2e6becb91baf1ed074f3"}, {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:894393ce10ceac937e56ec00bb71c4c2f8209ad516e96033e4b3b1de270e200d"}, + {file = "greenlet-3.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:1ea188d4f49089fc6fb283845ab18a2518d279c7cd9da1065d7a84e991748728"}, {file = "greenlet-3.0.3-cp312-cp312-macosx_11_0_universal2.whl", hash = "sha256:70fb482fdf2c707765ab5f0b6655e9cfcf3780d8d87355a063547b41177599be"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d4d1ac74f5c0c0524e4a24335350edad7e5f03b9532da7ea4d3c54d527784f2e"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:149e94a2dd82d19838fe4b2259f1b6b9957d5ba1b25640d2380bea9c5df37676"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:15d79dd26056573940fcb8c7413d84118086f2ec1a8acdfa854631084393efcc"}, {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:881b7db1ebff4ba09aaaeae6aa491daeb226c8150fc20e836ad00041bcb11230"}, {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fcd2469d6a2cf298f198f0487e0a5b1a47a42ca0fa4dfd1b6862c999f018ebbf"}, + {file = "greenlet-3.0.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:1f672519db1796ca0d8753f9e78ec02355e862d0998193038c7073045899f305"}, {file = "greenlet-3.0.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:2516a9957eed41dd8f1ec0c604f1cdc86758b587d964668b5b196a9db5bfcde6"}, + {file = "greenlet-3.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:bba5387a6975598857d86de9eac14210a49d554a77eb8261cc68b7d082f78ce2"}, {file = "greenlet-3.0.3-cp37-cp37m-macosx_11_0_universal2.whl", hash = "sha256:5b51e85cb5ceda94e79d019ed36b35386e8c37d22f07d6a751cb659b180d5274"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:daf3cb43b7cf2ba96d614252ce1684c1bccee6b2183a01328c98d36fcd7d5cb0"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:99bf650dc5d69546e076f413a87481ee1d2d09aaaaaca058c9251b6d8c14783f"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2dd6e660effd852586b6a8478a1d244b8dc90ab5b1321751d2ea15deb49ed414"}, {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e3391d1e16e2a5a1507d83e4a8b100f4ee626e8eca43cf2cadb543de69827c4c"}, {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e1f145462f1fa6e4a4ae3c0f782e580ce44d57c8f2c7aae1b6fa88c0b2efdb41"}, + {file = "greenlet-3.0.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:1a7191e42732df52cb5f39d3527217e7ab73cae2cb3694d241e18f53d84ea9a7"}, {file = "greenlet-3.0.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:0448abc479fab28b00cb472d278828b3ccca164531daab4e970a0458786055d6"}, + {file = "greenlet-3.0.3-cp37-cp37m-win32.whl", hash = "sha256:b542be2440edc2d48547b5923c408cbe0fc94afb9f18741faa6ae970dbcb9b6d"}, + {file = "greenlet-3.0.3-cp37-cp37m-win_amd64.whl", hash = "sha256:01bc7ea167cf943b4c802068e178bbf70ae2e8c080467070d01bfa02f337ee67"}, {file = "greenlet-3.0.3-cp38-cp38-macosx_11_0_universal2.whl", hash = "sha256:1996cb9306c8595335bb157d133daf5cf9f693ef413e7673cb07e3e5871379ca"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3ddc0f794e6ad661e321caa8d2f0a55ce01213c74722587256fb6566049a8b04"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c9db1c18f0eaad2f804728c67d6c610778456e3e1cc4ab4bbd5eeb8e6053c6fc"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7170375bcc99f1a2fbd9c306f5be8764eaf3ac6b5cb968862cad4c7057756506"}, {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6b66c9c1e7ccabad3a7d037b2bcb740122a7b17a53734b7d72a344ce39882a1b"}, {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:098d86f528c855ead3479afe84b49242e174ed262456c342d70fc7f972bc13c4"}, + {file = "greenlet-3.0.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:81bb9c6d52e8321f09c3d165b2a78c680506d9af285bfccbad9fb7ad5a5da3e5"}, {file = "greenlet-3.0.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:fd096eb7ffef17c456cfa587523c5f92321ae02427ff955bebe9e3c63bc9f0da"}, + {file = "greenlet-3.0.3-cp38-cp38-win32.whl", hash = "sha256:d46677c85c5ba00a9cb6f7a00b2bfa6f812192d2c9f7d9c4f6a55b60216712f3"}, + {file = "greenlet-3.0.3-cp38-cp38-win_amd64.whl", hash = "sha256:419b386f84949bf0e7c73e6032e3457b82a787c1ab4a0e43732898a761cc9dbf"}, {file = "greenlet-3.0.3-cp39-cp39-macosx_11_0_universal2.whl", hash = "sha256:da70d4d51c8b306bb7a031d5cff6cc25ad253affe89b70352af5f1cb68e74b53"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:086152f8fbc5955df88382e8a75984e2bb1c892ad2e3c80a2508954e52295257"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d73a9fe764d77f87f8ec26a0c85144d6a951a6c438dfe50487df5595c6373eac"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7dcbe92cc99f08c8dd11f930de4d99ef756c3591a5377d1d9cd7dd5e896da71"}, {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1551a8195c0d4a68fac7a4325efac0d541b48def35feb49d803674ac32582f61"}, {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:64d7675ad83578e3fc149b617a444fab8efdafc9385471f868eb5ff83e446b8b"}, + {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:b37eef18ea55f2ffd8f00ff8fe7c8d3818abd3e25fb73fae2ca3b672e333a7a6"}, {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:77457465d89b8263bca14759d7c1684df840b6811b2499838cc5b040a8b5b113"}, + {file = "greenlet-3.0.3-cp39-cp39-win32.whl", hash = "sha256:57e8974f23e47dac22b83436bdcf23080ade568ce77df33159e019d161ce1d1e"}, + {file = "greenlet-3.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:c5ee858cfe08f34712f548c3c363e807e7186f03ad7a5039ebadb29e8c6be067"}, {file = "greenlet-3.0.3.tar.gz", hash = "sha256:43374442353259554ce33599da8b692d5aa96f8976d567d4badf263371fbe491"}, ] @@ -2807,6 +2840,7 @@ files = [ {file = "lxml-4.9.4-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:e8f9f93a23634cfafbad6e46ad7d09e0f4a25a2400e4a64b1b7b7c0fbaa06d9d"}, {file = "lxml-4.9.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:3f3f00a9061605725df1816f5713d10cd94636347ed651abdbc75828df302b20"}, {file = "lxml-4.9.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:953dd5481bd6252bd480d6ec431f61d7d87fdcbbb71b0d2bdcfc6ae00bb6fb10"}, + {file = "lxml-4.9.4-cp312-cp312-win32.whl", hash = "sha256:266f655d1baff9c47b52f529b5f6bec33f66042f65f7c56adde3fcf2ed62ae8b"}, {file = "lxml-4.9.4-cp312-cp312-win_amd64.whl", hash = "sha256:f1faee2a831fe249e1bae9cbc68d3cd8a30f7e37851deee4d7962b17c410dd56"}, {file = "lxml-4.9.4-cp35-cp35m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:23d891e5bdc12e2e506e7d225d6aa929e0a0368c9916c1fddefab88166e98b20"}, {file = "lxml-4.9.4-cp35-cp35m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:e96a1788f24d03e8d61679f9881a883ecdf9c445a38f9ae3f3f193ab6c591c66"}, @@ -4349,8 +4383,8 @@ files = [ [package.dependencies] numpy = [ {version = ">=1.20.3", markers = "python_version < \"3.10\""}, - {version = ">=1.21.0", markers = "python_version >= \"3.10\" and python_version < \"3.11\""}, {version = ">=1.23.2", markers = "python_version >= \"3.11\""}, + {version = ">=1.21.0", markers = "python_version >= \"3.10\" and python_version < \"3.11\""}, ] python-dateutil = ">=2.8.2" pytz = ">=2020.1" @@ -5343,6 +5377,7 @@ files = [ {file = "PyYAML-6.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:bf07ee2fef7014951eeb99f56f39c9bb4af143d8aa3c21b1677805985307da34"}, {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"}, {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"}, + {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a08c6f0fe150303c1c6b71ebcd7213c2858041a7e01975da3a99aed1e7a378ef"}, {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"}, {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"}, {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"}, @@ -8321,4 +8356,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "ebae16aa66c7e7789668d5f7ec3779ee60055f427df9b4ede98596a3a6bc5d2f" +content-hash = "7b5ff7ced0b82bc006dd721c995bd7da85e008ea736603ef48dc63bca744fffc" From 96eb60e8d44af62184bf85d4003341b691cbe12c Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 27 May 2024 23:55:16 -0700 Subject: [PATCH 041/318] poetry lockg --- poetry.lock | 2 +- pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/poetry.lock b/poetry.lock index 380262f9f..8f3d0502b 100644 --- a/poetry.lock +++ b/poetry.lock @@ -8356,4 +8356,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "7b5ff7ced0b82bc006dd721c995bd7da85e008ea736603ef48dc63bca744fffc" +content-hash = "dfb772bbcf9afecff1463414ee65433212eb29632ec2c2eac4c7a8f8d357e41f" diff --git a/pyproject.toml b/pyproject.toml index c074e6a7a..432e6dfe5 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -17,7 +17,7 @@ python = "^3.8.1" lxml = "^4.9.3" openai = "^1.30.1" rich = "^13.6.0" -pydantic = ">=2.0.0, <3.0" +pydantic = ">=2.0.3, <3.0" typer = {extras = ["all"], version = "^0.9.0"} griffe = "^0.36.9" tenacity = ">=8.1.0" From d142562a478e7acbe9c3ac1b2a94887a4c8ba10a Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 28 May 2024 00:09:46 -0700 Subject: [PATCH 042/318] fix ci --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index f6ed06922..e3cf44b1d 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -86,7 +86,7 @@ jobs: # TODO: fix errors so that we can run both `make dev` and `make full` # dependencies: ['dev', 'full'] dependencies: ["full"] - pydantic-version: ["1.10.9", "2.4.2"] + pydantic-version: ["2.4.2"] openai-version: ["1.30.1"] steps: - uses: actions/checkout@v4 From 700c285f0455e1f0c0ce2ca1ade60f45f730d0b3 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 28 May 2024 00:16:01 -0700 Subject: [PATCH 043/318] reset pyproject and poetry lock --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 432e6dfe5..f8413f823 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -17,7 +17,7 @@ python = "^3.8.1" lxml = "^4.9.3" openai = "^1.30.1" rich = "^13.6.0" -pydantic = ">=2.0.3, <3.0" +pydantic = ">=1.10.9, <3.0" typer = {extras = ["all"], version = "^0.9.0"} griffe = "^0.36.9" tenacity = ">=8.1.0" From 419aa58d8a15a82fbd23c504ff29673205219968 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 28 May 2024 00:18:50 -0700 Subject: [PATCH 044/318] revert updates --- poetry.lock | 41 +++-------------------------------------- 1 file changed, 3 insertions(+), 38 deletions(-) diff --git a/poetry.lock b/poetry.lock index 8f3d0502b..5b3139c96 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 1.7.1 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand. [[package]] name = "aiohttp" @@ -1662,62 +1662,29 @@ optional = true python-versions = ">=3.7" files = [ {file = "greenlet-3.0.3-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a"}, - {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d353cadd6083fdb056bb46ed07e4340b0869c305c8ca54ef9da3421acbdf6881"}, - {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:dca1e2f3ca00b84a396bc1bce13dd21f680f035314d2379c4160c98153b2059b"}, - {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3ed7fb269f15dc662787f4119ec300ad0702fa1b19d2135a37c2c4de6fadfd4a"}, {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd4f49ae60e10adbc94b45c0b5e6a179acc1736cf7a90160b404076ee283cf83"}, {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:73a411ef564e0e097dbe7e866bb2dda0f027e072b04da387282b02c308807405"}, - {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7f362975f2d179f9e26928c5b517524e89dd48530a0202570d55ad6ca5d8a56f"}, {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:649dde7de1a5eceb258f9cb00bdf50e978c9db1b996964cd80703614c86495eb"}, - {file = "greenlet-3.0.3-cp310-cp310-win_amd64.whl", hash = "sha256:68834da854554926fbedd38c76e60c4a2e3198c6fbed520b106a8986445caaf9"}, {file = "greenlet-3.0.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:b1b5667cced97081bf57b8fa1d6bfca67814b0afd38208d52538316e9422fc61"}, - {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:52f59dd9c96ad2fc0d5724107444f76eb20aaccb675bf825df6435acb7703559"}, - {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:afaff6cf5200befd5cec055b07d1c0a5a06c040fe5ad148abcd11ba6ab9b114e"}, - {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fe754d231288e1e64323cfad462fcee8f0288654c10bdf4f603a39ed923bef33"}, {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2797aa5aedac23af156bbb5a6aa2cd3427ada2972c828244eb7d1b9255846379"}, {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b7f009caad047246ed379e1c4dbcb8b020f0a390667ea74d2387be2998f58a22"}, - {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c5e1536de2aad7bf62e27baf79225d0d64360d4168cf2e6becb91baf1ed074f3"}, {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:894393ce10ceac937e56ec00bb71c4c2f8209ad516e96033e4b3b1de270e200d"}, - {file = "greenlet-3.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:1ea188d4f49089fc6fb283845ab18a2518d279c7cd9da1065d7a84e991748728"}, {file = "greenlet-3.0.3-cp312-cp312-macosx_11_0_universal2.whl", hash = "sha256:70fb482fdf2c707765ab5f0b6655e9cfcf3780d8d87355a063547b41177599be"}, - {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d4d1ac74f5c0c0524e4a24335350edad7e5f03b9532da7ea4d3c54d527784f2e"}, - {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:149e94a2dd82d19838fe4b2259f1b6b9957d5ba1b25640d2380bea9c5df37676"}, - {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:15d79dd26056573940fcb8c7413d84118086f2ec1a8acdfa854631084393efcc"}, {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:881b7db1ebff4ba09aaaeae6aa491daeb226c8150fc20e836ad00041bcb11230"}, {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fcd2469d6a2cf298f198f0487e0a5b1a47a42ca0fa4dfd1b6862c999f018ebbf"}, - {file = "greenlet-3.0.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:1f672519db1796ca0d8753f9e78ec02355e862d0998193038c7073045899f305"}, {file = "greenlet-3.0.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:2516a9957eed41dd8f1ec0c604f1cdc86758b587d964668b5b196a9db5bfcde6"}, - {file = "greenlet-3.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:bba5387a6975598857d86de9eac14210a49d554a77eb8261cc68b7d082f78ce2"}, {file = "greenlet-3.0.3-cp37-cp37m-macosx_11_0_universal2.whl", hash = "sha256:5b51e85cb5ceda94e79d019ed36b35386e8c37d22f07d6a751cb659b180d5274"}, - {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:daf3cb43b7cf2ba96d614252ce1684c1bccee6b2183a01328c98d36fcd7d5cb0"}, - {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:99bf650dc5d69546e076f413a87481ee1d2d09aaaaaca058c9251b6d8c14783f"}, - {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2dd6e660effd852586b6a8478a1d244b8dc90ab5b1321751d2ea15deb49ed414"}, {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e3391d1e16e2a5a1507d83e4a8b100f4ee626e8eca43cf2cadb543de69827c4c"}, {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e1f145462f1fa6e4a4ae3c0f782e580ce44d57c8f2c7aae1b6fa88c0b2efdb41"}, - {file = "greenlet-3.0.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:1a7191e42732df52cb5f39d3527217e7ab73cae2cb3694d241e18f53d84ea9a7"}, {file = "greenlet-3.0.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:0448abc479fab28b00cb472d278828b3ccca164531daab4e970a0458786055d6"}, - {file = "greenlet-3.0.3-cp37-cp37m-win32.whl", hash = "sha256:b542be2440edc2d48547b5923c408cbe0fc94afb9f18741faa6ae970dbcb9b6d"}, - {file = "greenlet-3.0.3-cp37-cp37m-win_amd64.whl", hash = "sha256:01bc7ea167cf943b4c802068e178bbf70ae2e8c080467070d01bfa02f337ee67"}, {file = "greenlet-3.0.3-cp38-cp38-macosx_11_0_universal2.whl", hash = "sha256:1996cb9306c8595335bb157d133daf5cf9f693ef413e7673cb07e3e5871379ca"}, - {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3ddc0f794e6ad661e321caa8d2f0a55ce01213c74722587256fb6566049a8b04"}, - {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c9db1c18f0eaad2f804728c67d6c610778456e3e1cc4ab4bbd5eeb8e6053c6fc"}, - {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7170375bcc99f1a2fbd9c306f5be8764eaf3ac6b5cb968862cad4c7057756506"}, {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6b66c9c1e7ccabad3a7d037b2bcb740122a7b17a53734b7d72a344ce39882a1b"}, {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:098d86f528c855ead3479afe84b49242e174ed262456c342d70fc7f972bc13c4"}, - {file = "greenlet-3.0.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:81bb9c6d52e8321f09c3d165b2a78c680506d9af285bfccbad9fb7ad5a5da3e5"}, {file = "greenlet-3.0.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:fd096eb7ffef17c456cfa587523c5f92321ae02427ff955bebe9e3c63bc9f0da"}, - {file = "greenlet-3.0.3-cp38-cp38-win32.whl", hash = "sha256:d46677c85c5ba00a9cb6f7a00b2bfa6f812192d2c9f7d9c4f6a55b60216712f3"}, - {file = "greenlet-3.0.3-cp38-cp38-win_amd64.whl", hash = "sha256:419b386f84949bf0e7c73e6032e3457b82a787c1ab4a0e43732898a761cc9dbf"}, {file = "greenlet-3.0.3-cp39-cp39-macosx_11_0_universal2.whl", hash = "sha256:da70d4d51c8b306bb7a031d5cff6cc25ad253affe89b70352af5f1cb68e74b53"}, - {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:086152f8fbc5955df88382e8a75984e2bb1c892ad2e3c80a2508954e52295257"}, - {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d73a9fe764d77f87f8ec26a0c85144d6a951a6c438dfe50487df5595c6373eac"}, - {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7dcbe92cc99f08c8dd11f930de4d99ef756c3591a5377d1d9cd7dd5e896da71"}, {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1551a8195c0d4a68fac7a4325efac0d541b48def35feb49d803674ac32582f61"}, {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:64d7675ad83578e3fc149b617a444fab8efdafc9385471f868eb5ff83e446b8b"}, - {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:b37eef18ea55f2ffd8f00ff8fe7c8d3818abd3e25fb73fae2ca3b672e333a7a6"}, {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:77457465d89b8263bca14759d7c1684df840b6811b2499838cc5b040a8b5b113"}, - {file = "greenlet-3.0.3-cp39-cp39-win32.whl", hash = "sha256:57e8974f23e47dac22b83436bdcf23080ade568ce77df33159e019d161ce1d1e"}, - {file = "greenlet-3.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:c5ee858cfe08f34712f548c3c363e807e7186f03ad7a5039ebadb29e8c6be067"}, {file = "greenlet-3.0.3.tar.gz", hash = "sha256:43374442353259554ce33599da8b692d5aa96f8976d567d4badf263371fbe491"}, ] @@ -2840,7 +2807,6 @@ files = [ {file = "lxml-4.9.4-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:e8f9f93a23634cfafbad6e46ad7d09e0f4a25a2400e4a64b1b7b7c0fbaa06d9d"}, {file = "lxml-4.9.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:3f3f00a9061605725df1816f5713d10cd94636347ed651abdbc75828df302b20"}, {file = "lxml-4.9.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:953dd5481bd6252bd480d6ec431f61d7d87fdcbbb71b0d2bdcfc6ae00bb6fb10"}, - {file = "lxml-4.9.4-cp312-cp312-win32.whl", hash = "sha256:266f655d1baff9c47b52f529b5f6bec33f66042f65f7c56adde3fcf2ed62ae8b"}, {file = "lxml-4.9.4-cp312-cp312-win_amd64.whl", hash = "sha256:f1faee2a831fe249e1bae9cbc68d3cd8a30f7e37851deee4d7962b17c410dd56"}, {file = "lxml-4.9.4-cp35-cp35m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:23d891e5bdc12e2e506e7d225d6aa929e0a0368c9916c1fddefab88166e98b20"}, {file = "lxml-4.9.4-cp35-cp35m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:e96a1788f24d03e8d61679f9881a883ecdf9c445a38f9ae3f3f193ab6c591c66"}, @@ -4383,8 +4349,8 @@ files = [ [package.dependencies] numpy = [ {version = ">=1.20.3", markers = "python_version < \"3.10\""}, - {version = ">=1.23.2", markers = "python_version >= \"3.11\""}, {version = ">=1.21.0", markers = "python_version >= \"3.10\" and python_version < \"3.11\""}, + {version = ">=1.23.2", markers = "python_version >= \"3.11\""}, ] python-dateutil = ">=2.8.2" pytz = ">=2020.1" @@ -5377,7 +5343,6 @@ files = [ {file = "PyYAML-6.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:bf07ee2fef7014951eeb99f56f39c9bb4af143d8aa3c21b1677805985307da34"}, {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"}, {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"}, - {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a08c6f0fe150303c1c6b71ebcd7213c2858041a7e01975da3a99aed1e7a378ef"}, {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"}, {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"}, {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"}, @@ -8356,4 +8321,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "dfb772bbcf9afecff1463414ee65433212eb29632ec2c2eac4c7a8f8d357e41f" +content-hash = "ebae16aa66c7e7789668d5f7ec3779ee60055f427df9b4ede98596a3a6bc5d2f" From 3047e25ac450f0c0c5438f23902e69af83aae705 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 28 May 2024 00:25:05 -0700 Subject: [PATCH 045/318] update pyproject --- poetry.lock | 41 ++++++++++++++++++++++++++++++++++++++--- pyproject.toml | 2 +- 2 files changed, 39 insertions(+), 4 deletions(-) diff --git a/poetry.lock b/poetry.lock index 5b3139c96..380262f9f 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.7.1 and should not be changed by hand. [[package]] name = "aiohttp" @@ -1662,29 +1662,62 @@ optional = true python-versions = ">=3.7" files = [ {file = "greenlet-3.0.3-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d353cadd6083fdb056bb46ed07e4340b0869c305c8ca54ef9da3421acbdf6881"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:dca1e2f3ca00b84a396bc1bce13dd21f680f035314d2379c4160c98153b2059b"}, + {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3ed7fb269f15dc662787f4119ec300ad0702fa1b19d2135a37c2c4de6fadfd4a"}, {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd4f49ae60e10adbc94b45c0b5e6a179acc1736cf7a90160b404076ee283cf83"}, {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:73a411ef564e0e097dbe7e866bb2dda0f027e072b04da387282b02c308807405"}, + {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7f362975f2d179f9e26928c5b517524e89dd48530a0202570d55ad6ca5d8a56f"}, {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:649dde7de1a5eceb258f9cb00bdf50e978c9db1b996964cd80703614c86495eb"}, + {file = "greenlet-3.0.3-cp310-cp310-win_amd64.whl", hash = "sha256:68834da854554926fbedd38c76e60c4a2e3198c6fbed520b106a8986445caaf9"}, {file = "greenlet-3.0.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:b1b5667cced97081bf57b8fa1d6bfca67814b0afd38208d52538316e9422fc61"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:52f59dd9c96ad2fc0d5724107444f76eb20aaccb675bf825df6435acb7703559"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:afaff6cf5200befd5cec055b07d1c0a5a06c040fe5ad148abcd11ba6ab9b114e"}, + {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fe754d231288e1e64323cfad462fcee8f0288654c10bdf4f603a39ed923bef33"}, {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2797aa5aedac23af156bbb5a6aa2cd3427ada2972c828244eb7d1b9255846379"}, {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b7f009caad047246ed379e1c4dbcb8b020f0a390667ea74d2387be2998f58a22"}, + {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c5e1536de2aad7bf62e27baf79225d0d64360d4168cf2e6becb91baf1ed074f3"}, {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:894393ce10ceac937e56ec00bb71c4c2f8209ad516e96033e4b3b1de270e200d"}, + {file = "greenlet-3.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:1ea188d4f49089fc6fb283845ab18a2518d279c7cd9da1065d7a84e991748728"}, {file = "greenlet-3.0.3-cp312-cp312-macosx_11_0_universal2.whl", hash = "sha256:70fb482fdf2c707765ab5f0b6655e9cfcf3780d8d87355a063547b41177599be"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d4d1ac74f5c0c0524e4a24335350edad7e5f03b9532da7ea4d3c54d527784f2e"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:149e94a2dd82d19838fe4b2259f1b6b9957d5ba1b25640d2380bea9c5df37676"}, + {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:15d79dd26056573940fcb8c7413d84118086f2ec1a8acdfa854631084393efcc"}, {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:881b7db1ebff4ba09aaaeae6aa491daeb226c8150fc20e836ad00041bcb11230"}, {file = "greenlet-3.0.3-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fcd2469d6a2cf298f198f0487e0a5b1a47a42ca0fa4dfd1b6862c999f018ebbf"}, + {file = "greenlet-3.0.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:1f672519db1796ca0d8753f9e78ec02355e862d0998193038c7073045899f305"}, {file = "greenlet-3.0.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:2516a9957eed41dd8f1ec0c604f1cdc86758b587d964668b5b196a9db5bfcde6"}, + {file = "greenlet-3.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:bba5387a6975598857d86de9eac14210a49d554a77eb8261cc68b7d082f78ce2"}, {file = "greenlet-3.0.3-cp37-cp37m-macosx_11_0_universal2.whl", hash = "sha256:5b51e85cb5ceda94e79d019ed36b35386e8c37d22f07d6a751cb659b180d5274"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:daf3cb43b7cf2ba96d614252ce1684c1bccee6b2183a01328c98d36fcd7d5cb0"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:99bf650dc5d69546e076f413a87481ee1d2d09aaaaaca058c9251b6d8c14783f"}, + {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2dd6e660effd852586b6a8478a1d244b8dc90ab5b1321751d2ea15deb49ed414"}, {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e3391d1e16e2a5a1507d83e4a8b100f4ee626e8eca43cf2cadb543de69827c4c"}, {file = "greenlet-3.0.3-cp37-cp37m-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e1f145462f1fa6e4a4ae3c0f782e580ce44d57c8f2c7aae1b6fa88c0b2efdb41"}, + {file = "greenlet-3.0.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:1a7191e42732df52cb5f39d3527217e7ab73cae2cb3694d241e18f53d84ea9a7"}, {file = "greenlet-3.0.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:0448abc479fab28b00cb472d278828b3ccca164531daab4e970a0458786055d6"}, + {file = "greenlet-3.0.3-cp37-cp37m-win32.whl", hash = "sha256:b542be2440edc2d48547b5923c408cbe0fc94afb9f18741faa6ae970dbcb9b6d"}, + {file = "greenlet-3.0.3-cp37-cp37m-win_amd64.whl", hash = "sha256:01bc7ea167cf943b4c802068e178bbf70ae2e8c080467070d01bfa02f337ee67"}, {file = "greenlet-3.0.3-cp38-cp38-macosx_11_0_universal2.whl", hash = "sha256:1996cb9306c8595335bb157d133daf5cf9f693ef413e7673cb07e3e5871379ca"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3ddc0f794e6ad661e321caa8d2f0a55ce01213c74722587256fb6566049a8b04"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c9db1c18f0eaad2f804728c67d6c610778456e3e1cc4ab4bbd5eeb8e6053c6fc"}, + {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7170375bcc99f1a2fbd9c306f5be8764eaf3ac6b5cb968862cad4c7057756506"}, {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6b66c9c1e7ccabad3a7d037b2bcb740122a7b17a53734b7d72a344ce39882a1b"}, {file = "greenlet-3.0.3-cp38-cp38-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:098d86f528c855ead3479afe84b49242e174ed262456c342d70fc7f972bc13c4"}, + {file = "greenlet-3.0.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:81bb9c6d52e8321f09c3d165b2a78c680506d9af285bfccbad9fb7ad5a5da3e5"}, {file = "greenlet-3.0.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:fd096eb7ffef17c456cfa587523c5f92321ae02427ff955bebe9e3c63bc9f0da"}, + {file = "greenlet-3.0.3-cp38-cp38-win32.whl", hash = "sha256:d46677c85c5ba00a9cb6f7a00b2bfa6f812192d2c9f7d9c4f6a55b60216712f3"}, + {file = "greenlet-3.0.3-cp38-cp38-win_amd64.whl", hash = "sha256:419b386f84949bf0e7c73e6032e3457b82a787c1ab4a0e43732898a761cc9dbf"}, {file = "greenlet-3.0.3-cp39-cp39-macosx_11_0_universal2.whl", hash = "sha256:da70d4d51c8b306bb7a031d5cff6cc25ad253affe89b70352af5f1cb68e74b53"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:086152f8fbc5955df88382e8a75984e2bb1c892ad2e3c80a2508954e52295257"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d73a9fe764d77f87f8ec26a0c85144d6a951a6c438dfe50487df5595c6373eac"}, + {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7dcbe92cc99f08c8dd11f930de4d99ef756c3591a5377d1d9cd7dd5e896da71"}, {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1551a8195c0d4a68fac7a4325efac0d541b48def35feb49d803674ac32582f61"}, {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:64d7675ad83578e3fc149b617a444fab8efdafc9385471f868eb5ff83e446b8b"}, + {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:b37eef18ea55f2ffd8f00ff8fe7c8d3818abd3e25fb73fae2ca3b672e333a7a6"}, {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:77457465d89b8263bca14759d7c1684df840b6811b2499838cc5b040a8b5b113"}, + {file = "greenlet-3.0.3-cp39-cp39-win32.whl", hash = "sha256:57e8974f23e47dac22b83436bdcf23080ade568ce77df33159e019d161ce1d1e"}, + {file = "greenlet-3.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:c5ee858cfe08f34712f548c3c363e807e7186f03ad7a5039ebadb29e8c6be067"}, {file = "greenlet-3.0.3.tar.gz", hash = "sha256:43374442353259554ce33599da8b692d5aa96f8976d567d4badf263371fbe491"}, ] @@ -2807,6 +2840,7 @@ files = [ {file = "lxml-4.9.4-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:e8f9f93a23634cfafbad6e46ad7d09e0f4a25a2400e4a64b1b7b7c0fbaa06d9d"}, {file = "lxml-4.9.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:3f3f00a9061605725df1816f5713d10cd94636347ed651abdbc75828df302b20"}, {file = "lxml-4.9.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:953dd5481bd6252bd480d6ec431f61d7d87fdcbbb71b0d2bdcfc6ae00bb6fb10"}, + {file = "lxml-4.9.4-cp312-cp312-win32.whl", hash = "sha256:266f655d1baff9c47b52f529b5f6bec33f66042f65f7c56adde3fcf2ed62ae8b"}, {file = "lxml-4.9.4-cp312-cp312-win_amd64.whl", hash = "sha256:f1faee2a831fe249e1bae9cbc68d3cd8a30f7e37851deee4d7962b17c410dd56"}, {file = "lxml-4.9.4-cp35-cp35m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:23d891e5bdc12e2e506e7d225d6aa929e0a0368c9916c1fddefab88166e98b20"}, {file = "lxml-4.9.4-cp35-cp35m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:e96a1788f24d03e8d61679f9881a883ecdf9c445a38f9ae3f3f193ab6c591c66"}, @@ -4349,8 +4383,8 @@ files = [ [package.dependencies] numpy = [ {version = ">=1.20.3", markers = "python_version < \"3.10\""}, - {version = ">=1.21.0", markers = "python_version >= \"3.10\" and python_version < \"3.11\""}, {version = ">=1.23.2", markers = "python_version >= \"3.11\""}, + {version = ">=1.21.0", markers = "python_version >= \"3.10\" and python_version < \"3.11\""}, ] python-dateutil = ">=2.8.2" pytz = ">=2020.1" @@ -5343,6 +5377,7 @@ files = [ {file = "PyYAML-6.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:bf07ee2fef7014951eeb99f56f39c9bb4af143d8aa3c21b1677805985307da34"}, {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"}, {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"}, + {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a08c6f0fe150303c1c6b71ebcd7213c2858041a7e01975da3a99aed1e7a378ef"}, {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"}, {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"}, {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"}, @@ -8321,4 +8356,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "ebae16aa66c7e7789668d5f7ec3779ee60055f427df9b4ede98596a3a6bc5d2f" +content-hash = "7b5ff7ced0b82bc006dd721c995bd7da85e008ea736603ef48dc63bca744fffc" diff --git a/pyproject.toml b/pyproject.toml index f8413f823..c074e6a7a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -17,7 +17,7 @@ python = "^3.8.1" lxml = "^4.9.3" openai = "^1.30.1" rich = "^13.6.0" -pydantic = ">=1.10.9, <3.0" +pydantic = ">=2.0.0, <3.0" typer = {extras = ["all"], version = "^0.9.0"} griffe = "^0.36.9" tenacity = ">=8.1.0" From 8c89f0d80275c4ede9c3ebca5f3545ae0ee2617e Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 28 May 2024 09:07:21 -0500 Subject: [PATCH 046/318] remove empty constructor defaults bc python --- guardrails/actions/reask.py | 4 +-- guardrails/guard.py | 28 ++++++++++++------- guardrails/run/async_runner.py | 11 +++++--- guardrails/run/runner.py | 13 +++++---- guardrails/run/stream_runner.py | 11 ++++---- guardrails/schema/pydantic_schema.py | 6 ++-- guardrails/schema/rail_schema.py | 5 ++-- .../schema/test_rail_schema.py | 22 +++++++-------- 8 files changed, 56 insertions(+), 44 deletions(-) diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index 75572be4d..6ce0148d8 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -177,7 +177,7 @@ def get_reask_setup_for_string( reasks: List[FieldReAsk], *, validation_response: Optional[Union[str, Dict, ReAsk]] = None, - prompt_params: Optional[Dict[str, Any]] = {}, + prompt_params: Optional[Dict[str, Any]] = None, exec_options: Optional[GuardExecutionOptions] = None, ) -> Tuple[Dict[str, Any], Prompt, Instructions]: prompt_params = prompt_params or {} @@ -253,7 +253,7 @@ def get_reask_setup_for_json( parsing_response: Optional[Union[str, Dict, ReAsk]] = None, validation_response: Optional[Union[str, Dict, ReAsk]] = None, use_full_schema: Optional[bool] = False, - prompt_params: Optional[Dict[str, Any]] = {}, + prompt_params: Optional[Dict[str, Any]] = None, exec_options: Optional[GuardExecutionOptions] = None, ) -> Tuple[Dict[str, Any], Prompt, Instructions]: reask_schema = output_schema diff --git a/guardrails/guard.py b/guardrails/guard.py index 560790bd0..466ae7af0 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -133,8 +133,8 @@ def __init__( id: Optional[str] = None, name: Optional[str] = None, description: Optional[str] = None, - validators: Optional[List[ValidatorReference]] = [], - output_schema: Optional[Dict[str, Any]] = {"type": "string"}, + validators: Optional[List[ValidatorReference]] = None, + output_schema: Optional[Dict[str, Any]] = None, ): """Initialize the Guard with validators and an output schema.""" @@ -142,6 +142,10 @@ def __init__( id = id or random_id() name = name or f"gr-{id}" + # Defaults + validators = validators or [] + output_schema = output_schema or {"type": "string"} + # Init ModelSchema class schema_with_type = {**output_schema} output_schema_type = output_schema.get("type") @@ -583,13 +587,14 @@ def _execute( prompt: Optional[str] = None, instructions: Optional[str] = None, msg_history: Optional[List[Dict]] = None, - metadata: Optional[Dict] = {}, + metadata: Optional[Dict], full_schema_reask: Optional[bool] = None, **kwargs, ) -> Union[ Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], Awaitable[ValidationOutcome[OT]], ]: + metadata = metadata or {} if not llm_api and not llm_output: raise RuntimeError("'llm_api' or 'llm_output' must be provided!") if not llm_output and llm_api and not (prompt or msg_history): @@ -609,15 +614,17 @@ def __exec( *args, llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], llm_output: Optional[str] = None, - prompt_params: Optional[Dict] = {}, + prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, prompt: Optional[str] = None, instructions: Optional[str] = None, msg_history: Optional[List[Dict]] = None, - metadata: Optional[Dict] = {}, + metadata: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, **kwargs, ): + prompt_params = prompt_params or {} + metadata = metadata or {} if full_schema_reask is None: full_schema_reask = self._base_model is not None @@ -740,9 +747,9 @@ def _exec_sync( llm_api: Optional[Callable] = None, llm_output: Optional[str] = None, call_log: Call, # Not optional, but internal - prompt_params: Dict = {}, # Should be defined at this point + prompt_params: Dict, # Should be defined at this point num_reasks: int = 0, # Should be defined at this point - metadata: Dict = {}, # Should be defined at this point + metadata: Dict, # Should be defined at this point full_schema_reask: bool = False, # Should be defined at this point prompt: Optional[str] = None, instructions: Optional[str] = None, @@ -798,9 +805,9 @@ async def _exec_async( llm_api: Callable[[Any], Awaitable[Any]], llm_output: Optional[str] = None, call_log: Call, - prompt_params: Dict = {}, # Should be defined at this point + prompt_params: Dict, # Should be defined at this point num_reasks: int = 0, # Should be defined at this point - metadata: Dict = {}, # Should be defined at this point + metadata: Dict, # Should be defined at this point full_schema_reask: bool = False, # Should be defined at this point prompt: Optional[str], instructions: Optional[str], @@ -1145,7 +1152,7 @@ def _call_server( llm_api: Optional[Callable] = None, num_reasks: Optional[int] = None, prompt_params: Optional[Dict] = None, - metadata: Optional[Dict] = {}, + metadata: Optional[Dict] = None, full_schema_reask: Optional[bool] = True, call_log: Optional[Call], # prompt: Optional[str], @@ -1153,6 +1160,7 @@ def _call_server( # msg_history: Optional[List[Dict]], **kwargs, ): + metadata = metadata or None if self._api_client: payload: Dict[str, Any] = {"args": list(args)} payload.update(**kwargs) diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index 1a0f02d91..2bc647bc3 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -30,7 +30,7 @@ def __init__( output_type: OutputTypes, output_schema: Dict[str, Any], num_reasks: int, - validation_map: ValidatorMap = {}, + validation_map: ValidatorMap, *, prompt: Optional[str] = None, instructions: Optional[str] = None, @@ -62,7 +62,7 @@ def __init__( # TODO: Refactor this to use inheritance and overrides # Why are we using a different method here instead of just overriding? async def async_run( - self, call_log: Call, prompt_params: Optional[Dict] = {} + self, call_log: Call, prompt_params: Optional[Dict] = None ) -> Call: """Execute the runner by repeatedly calling step until the reask budget is exhausted. @@ -74,6 +74,7 @@ async def async_run( Returns: The Call log for this run. """ + prompt_params = prompt_params or {} try: # Figure out if we need to include instructions in the prompt. include_instructions = not ( @@ -157,10 +158,11 @@ async def async_step( instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], - prompt_params: Optional[Dict] = {}, + prompt_params: Optional[Dict] = None, output: Optional[str] = None, ) -> Iteration: """Run a full step.""" + prompt_params = prompt_params or {} inputs = Inputs( llm_api=api, llm_output=output, @@ -320,7 +322,7 @@ async def async_prepare( instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], - prompt_params: Optional[Dict] = {}, + prompt_params: Optional[Dict] = None, api: Optional[Union[PromptCallableBase, AsyncPromptCallableBase]], ) -> Awaitable[ Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]] @@ -330,6 +332,7 @@ async def async_prepare( Returns: The instructions, prompt, and message history. """ + prompt_params = prompt_params or {} if api is None: raise UserFacingException(ValueError("API must be provided.")) diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 2bc010cc0..b1955970d 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -76,7 +76,7 @@ def __init__( output_type: OutputTypes, output_schema: Dict[str, Any], num_reasks: int, - validation_map: ValidatorMap = {}, + validation_map: ValidatorMap, *, prompt: Optional[str] = None, instructions: Optional[str] = None, @@ -152,7 +152,7 @@ def __init__( # Get the HubTelemetry singleton self._hub_telemetry = HubTelemetry() - def __call__(self, call_log: Call, prompt_params: Optional[Dict] = {}) -> Call: + def __call__(self, call_log: Call, prompt_params: Optional[Dict] = None) -> Call: """Execute the runner by repeatedly calling step until the reask budget is exhausted. @@ -250,10 +250,11 @@ def step( instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], - prompt_params: Optional[Dict] = {}, + prompt_params: Optional[Dict] = None, output: Optional[str] = None, ) -> Iteration: """Run a full step.""" + prompt_params = prompt_params or {} inputs = Inputs( llm_api=api, llm_output=output, @@ -483,7 +484,7 @@ def prepare( instructions: Optional[Instructions], prompt: Optional[Prompt], msg_history: Optional[List[Dict]], - prompt_params: Optional[Dict] = {}, + prompt_params: Optional[Dict] = None, api: Optional[Union[PromptCallableBase, AsyncPromptCallableBase]], ) -> Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]]: """Prepare by running pre-processing and input validation. @@ -491,6 +492,7 @@ def prepare( Returns: The instructions, prompt, and message history. """ + prompt_params = prompt_params or {} if api is None: raise UserFacingException(ValueError("API must be provided.")) @@ -629,10 +631,11 @@ def prepare_to_loop( *, parsed_output: Optional[Union[str, Dict, ReAsk]] = None, validated_output: Optional[Union[str, Dict, ReAsk]] = None, - prompt_params: Optional[Dict] = {}, + prompt_params: Optional[Dict] = None, include_instructions: bool = False, ) -> Tuple[Prompt, Optional[Instructions], Dict[str, Any], Optional[List[Dict]]]: """Prepare to loop again.""" + prompt_params = prompt_params or {} output_schema, prompt, instructions = get_reask_setup( output_type=self.output_type, output_schema=output_schema, diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 433305d6e..1a54619ab 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -109,12 +109,11 @@ def step( instructions, prompt, msg_history = self.prepare( call_log, index, - instructions, - prompt, - msg_history, - prompt_params, - api, - output_schema, + instructions=instructions, + prompt=prompt, + msg_history=msg_history, + prompt_params=prompt_params, + api=api, ) iteration.inputs.prompt = prompt diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py index 965206666..dca9e0809 100644 --- a/guardrails/schema/pydantic_schema.py +++ b/guardrails/schema/pydantic_schema.py @@ -145,8 +145,9 @@ def extract_union_member( member: Type, processed_schema: ProcessedSchema, json_path: str, - aliases: List[str] = [], + aliases: List[str], ) -> Type: + aliases = aliases or [] field_model, field_type_origin, key_type_origin = try_get_base_model(member) if not field_model: return member @@ -177,8 +178,9 @@ def extract_validators( model: Type[BaseModel], processed_schema: ProcessedSchema, json_path: str, - aliases: List[str] = [], + aliases: Optional[List[str]] = None, ) -> Type[BaseModel]: + aliases = aliases or [] for field_name in model.model_fields: alias_paths = [] field_path = f"{json_path}.{field_name}" diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 5e311b6f3..6b6584f77 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -493,7 +493,6 @@ def build_choice_case( parent=case_elem, required=str(required).lower(), attributes={"name": ck}, - # attributes={"name": ck, "required": required_attr}, ) @@ -726,7 +725,6 @@ def build_object_element( json_path=child_path, parent=element, required=required_attr, - # attributes={"name": k, "required": required_attr}, attributes={"name": k}, ) return element @@ -791,10 +789,11 @@ def build_element( tag_override: Optional[str] = None, parent: _Element = None, required: Optional[str] = "true", - attributes: Optional[Dict[str, Any]] = {}, + attributes: Optional[Dict[str, Any]] = None, ) -> _Element: """Takes an XML element Extracts validators to add to the 'validators' list and validator_map Returns a ModelSchema.""" + attributes = attributes or {} schema_type = json_schema.get("type", "object") description = json_schema.get("description") diff --git a/tests/integration_tests/schema/test_rail_schema.py b/tests/integration_tests/schema/test_rail_schema.py index d478988e1..4fb4ebfeb 100644 --- a/tests/integration_tests/schema/test_rail_schema.py +++ b/tests/integration_tests/schema/test_rail_schema.py @@ -92,16 +92,16 @@ def test_choice_case_happy_path(self): ] -### ReConstructed RAIL Specs ### +### ReConstructed RAIL Specs for Prompting ### case_choice_rail = """ - + - - + + @@ -113,11 +113,11 @@ def test_choice_case_happy_path(self): - + - - + + @@ -128,8 +128,8 @@ def test_choice_case_happy_path(self): - - + + @@ -138,7 +138,7 @@ def test_choice_case_happy_path(self): """.strip() # noqa string_schema_rail = """ - + """.strip() # noqa ### Validator Maps ### @@ -176,6 +176,4 @@ def test_json_schema_to_rail_output(json_schema, validator_map, rail_output): actual_rail_output = json_schema_to_rail_output(json_schema, validator_map) actual_rail_xml = canonicalize(actual_rail_output) expected_rail_xml = canonicalize(rail_output) - # print("actual rail output:\n", actual_rail_xml) - # print("expected rail output:\n", expected_rail_xml) assert actual_rail_xml == expected_rail_xml From a670a21b7052ed73785ee9ecf61b952dc5363546 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 28 May 2024 12:50:21 -0500 Subject: [PATCH 047/318] fix integration tests --- guardrails/actions/reask.py | 12 +- guardrails/guard.py | 24 +-- guardrails/run/async_runner.py | 17 ++- guardrails/run/runner.py | 10 +- guardrails/run/stream_runner.py | 5 +- guardrails/schema/rail_schema.py | 4 +- guardrails/utils/prompt_utils.py | 24 ++- .../json_schemas/choice_case_openapi.json | 21 ++- .../test_assets/pydantic/compiled_prompt.txt | 34 ++--- .../pydantic/compiled_prompt_chat.txt | 34 ++--- .../pydantic/compiled_prompt_full_reask_1.txt | 17 +-- .../pydantic/compiled_prompt_full_reask_2.txt | 17 +-- .../pydantic/compiled_prompt_reask_1.txt | 15 +- .../pydantic/compiled_prompt_reask_2.txt | 15 +- .../pydantic/llm_output_reask_1.txt | 20 ++- .../pydantic/llm_output_reask_2.txt | 10 ++ .../test_assets/pydantic/parsing_reask.py | 59 ++++++- .../pydantic/validated_response_reask.py | 2 +- .../compiled_prompt_1_pydantic_2.txt | 51 +++---- .../python_rail/compiled_prompt_2.txt | 33 +++- .../python_rail/validator_parallelism.rail | 2 +- .../string/parse_compiled_prompt_reask.txt | 4 +- tests/integration_tests/test_multi_reask.py | 23 ++- tests/integration_tests/test_parsing.py | 54 +++++-- tests/integration_tests/test_pydantic.py | 45 +++++- tests/integration_tests/test_python_rail.py | 23 ++- tests/integration_tests/test_run.py | 144 +++++++----------- .../test_schema_to_prompt.py | 59 ------- tests/integration_tests/test_validators.py | 12 +- 29 files changed, 462 insertions(+), 328 deletions(-) delete mode 100644 tests/integration_tests/test_schema_to_prompt.py diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index 6ce0148d8..e5880f538 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -12,7 +12,7 @@ from guardrails.schema.rail_schema import json_schema_to_rail_output from guardrails.types.validator import ValidatorMap from guardrails.utils.constants import constants -from guardrails.utils.prompt_utils import prompt_content_for_schema +from guardrails.utils.prompt_utils import prompt_content_for_schema, prompt_uses_xml ### Classes/Types ### @@ -265,7 +265,7 @@ def get_reask_setup_for_json( prompt_params = prompt_params or {} exec_options = exec_options or GuardExecutionOptions() original_prompt = get_original_prompt(exec_options) - use_xml = "xml_output_schema" in original_prompt + use_xml = prompt_uses_xml(original_prompt) reask_prompt_template = None if exec_options.reask_prompt: @@ -273,9 +273,13 @@ def get_reask_setup_for_json( if is_nonparseable_reask: if reask_prompt_template is None: + suffix = ( + constants["xml_suffix_without_examples"] + if use_xml + else constants["json_suffix_without_examples"] + ) reask_prompt_template = Prompt( - constants["high_level_json_parsing_reask_prompt"] - + constants["json_suffix_without_examples"] + constants["high_level_json_parsing_reask_prompt"] + suffix ) np_reask: NonParseableReAsk = next( r for r in reasks if isinstance(r, NonParseableReAsk) diff --git a/guardrails/guard.py b/guardrails/guard.py index 466ae7af0..600c6a4a7 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -166,8 +166,6 @@ def __init__( # Assign private properties and backfill self._validator_map = {} self._validators = [] - self._fill_validator_map() - self._fill_validators() self._output_type = OutputTypes.__from_json_schema__(output_schema) self._exec_opts = GuardExecutionOptions() @@ -251,16 +249,15 @@ def _fill_validator_map(self): # Check if the validator from the reference # has an instance in the validator_map v = safe_get( - list( - filter( - lambda v: ( - v.rail_alias == ref.id - and v.on_fail_descriptor == ref.on_fail - and v.get_args() == ref.kwargs - ), - entry, + [ + v + for v in entry + if ( + v.rail_alias == ref.id + and v.on_fail_descriptor == ref.on_fail + and v.get_args() == ref.kwargs ) - ), + ], 0, ) if not v: @@ -343,6 +340,7 @@ def _from_rail_schema( guard._exec_opts = schema.exec_opts guard._output_type = schema.output_type guard._rail = rail + guard._fill_validators() return guard @classmethod @@ -507,6 +505,7 @@ def from_pydantic( guard._exec_opts = exec_opts guard._output_type = schema.output_type guard._base_model = output_class + guard._fill_validators() return guard @classmethod @@ -575,6 +574,7 @@ def from_string( guard._validator_map = schema.validator_map guard._exec_opts = exec_opts guard._output_type = schema.output_type + guard._fill_validators() return guard def _execute( @@ -594,6 +594,8 @@ def _execute( Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], Awaitable[ValidationOutcome[OT]], ]: + self._fill_validator_map() + self._fill_validators() metadata = metadata or {} if not llm_api and not llm_output: raise RuntimeError("'llm_api' or 'llm_output' must be provided!") diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index 2bc647bc3..5f387b8e1 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -5,6 +5,7 @@ from guardrails import validator_service +from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions from guardrails.classes.history import Call, Inputs, Iteration, Outputs from guardrails.classes.output_type import OutputTypes from guardrails.errors import ValidationError @@ -19,7 +20,7 @@ from guardrails.types.validator import ValidatorMap from guardrails.utils.exception_utils import UserFacingException from guardrails.classes.llm.llm_response import LLMResponse -from guardrails.utils.prompt_utils import preprocess_prompt +from guardrails.utils.prompt_utils import preprocess_prompt, prompt_uses_xml from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk from guardrails.utils.telemetry_utils import async_trace @@ -41,6 +42,7 @@ def __init__( base_model: Optional[ModelOrListOfModels] = None, full_schema_reask: bool = False, disable_tracer: Optional[bool] = True, + exec_options: Optional[GuardExecutionOptions] = None, ): super().__init__( output_type=output_type, @@ -56,6 +58,7 @@ def __init__( base_model=base_model, full_schema_reask=full_schema_reask, disable_tracer=disable_tracer, + exec_options=exec_options, ) self.api: Optional[AsyncPromptCallableBase] = api @@ -157,7 +160,7 @@ async def async_step( api: Optional[AsyncPromptCallableBase], instructions: Optional[Instructions], prompt: Optional[Prompt], - msg_history: Optional[List[Dict]], + msg_history: Optional[List[Dict]] = None, prompt_params: Optional[Dict] = None, output: Optional[str] = None, ) -> Iteration: @@ -209,7 +212,7 @@ async def async_step( output = llm_response.output # Parse: parse the output. - parsed_output, parsing_error = self.parse(output) + parsed_output, parsing_error = self.parse(output, output_schema) if parsing_error: # Parsing errors are captured and not raised # because they are recoverable @@ -220,7 +223,7 @@ async def async_step( iteration.outputs.parsed_output = parsed_output if parsing_error and isinstance(parsed_output, NonParseableReAsk): - reasks, _ = self.introspect(index, parsed_output, output_schema) + reasks, _ = self.introspect(parsed_output) else: # Validate: run output validation. validated_output = await self.async_validate( @@ -301,7 +304,7 @@ async def async_validate( validated_output, _metadata = await validator_service.async_validate( value=parsed_output, - metadta=self.metadata, + metadata=self.metadata, validator_map=self.validation_map, iteration=iteration, disable_tracer=self._disable_tracer, @@ -399,6 +402,7 @@ async def async_prepare( ) msg_history = None + use_xml = prompt_uses_xml(prompt._source) # Runner.prepare_prompt prompt = prompt.format(**prompt_params) @@ -412,6 +416,7 @@ async def async_prepare( instructions=instructions, prompt=prompt, output_type=self.output_type, + use_xml=use_xml, ) # validate prompt @@ -456,7 +461,7 @@ async def async_prepare( call_log.iterations.insert(0, iteration) value, _metadata = await validator_service.async_validate( value=instructions.source, - metadta=self.metadata, + metadata=self.metadata, validator_map=self.validation_map, iteration=iteration, disable_tracer=self._disable_tracer, diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index b1955970d..17ce36260 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -23,7 +23,11 @@ parse_llm_output, prune_extra_keys, ) -from guardrails.utils.prompt_utils import preprocess_prompt, prompt_content_for_schema +from guardrails.utils.prompt_utils import ( + preprocess_prompt, + prompt_content_for_schema, + prompt_uses_xml, +) from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk, introspect from guardrails.utils.telemetry_utils import trace @@ -249,7 +253,7 @@ def step( api: Optional[PromptCallableBase], instructions: Optional[Instructions], prompt: Optional[Prompt], - msg_history: Optional[List[Dict]], + msg_history: Optional[List[Dict]] = None, prompt_params: Optional[Dict] = None, output: Optional[str] = None, ) -> Iteration: @@ -450,6 +454,7 @@ def prepare_prompt( api: Union[PromptCallableBase, AsyncPromptCallableBase], attempt_number: int, ): + use_xml = prompt_uses_xml(self.prompt._source) if self.prompt else False prompt = prompt.format(**prompt_params) # TODO(shreya): should there be any difference @@ -462,6 +467,7 @@ def prepare_prompt( instructions=instructions, prompt=prompt, output_type=self.output_type, + use_xml=use_xml, ) # validate prompt diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 1a54619ab..51b81e820 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -164,7 +164,7 @@ def step( ) # 4. Introspect: inspect the validated fragment for reasks - reasks, valid_op = self.introspect(index, validated_fragment, output_schema) + reasks, valid_op = self.introspect(validated_fragment) if reasks: raise ValueError( "Reasks are not yet supported with streaming. Please " @@ -231,7 +231,8 @@ def parse( self, output: str, output_schema: Dict[str, Any], - *verified: set, + *, + verified: set, ): """Parse the output.""" parsed_output, error = parse_llm_output( diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 6b6584f77..f7bde9340 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -886,4 +886,6 @@ def json_schema_to_rail_output( elem=Element, tag_override="output", ) - return canonicalize(ET.tostring(output_element, pretty_print=True)) + return canonicalize(ET.tostring(output_element, pretty_print=True)).replace( + " ", "" + ) diff --git a/guardrails/utils/prompt_utils.py b/guardrails/utils/prompt_utils.py index d82e6a0f5..f507d8de3 100644 --- a/guardrails/utils/prompt_utils.py +++ b/guardrails/utils/prompt_utils.py @@ -1,4 +1,6 @@ import json +import re +from string import Template from typing import Any, Dict, Optional, Tuple from guardrails.classes.output_type import OutputTypes @@ -14,6 +16,13 @@ from guardrails.types.validator import ValidatorMap +def prompt_uses_xml(prompt: str) -> bool: + xml_const_regx = re.compile(r"gr\..*xml_.*") + contains_xml_const = xml_const_regx.search(prompt) is not None + contains_xml_output = "xml_output_schema" in prompt + return contains_xml_output or contains_xml_const + + def preprocess_prompt_for_string_output( prompt_callable: PromptCallableBase, instructions: Optional[Instructions], @@ -38,6 +47,7 @@ def preprocess_prompt_for_json_output( prompt_callable: PromptCallableBase, instructions: Optional[Instructions], prompt: Prompt, + use_xml: bool, ) -> Tuple[Instructions, Prompt]: if isinstance(prompt_callable, OpenAICallable) or isinstance( prompt_callable, AsyncOpenAICallable @@ -47,10 +57,13 @@ def preprocess_prompt_for_json_output( isinstance(prompt_callable, OpenAIChatCallable) or isinstance(prompt_callable, AsyncOpenAIChatCallable) ) and not instructions: + schema_type = "XML schemas" if use_xml else "JSON schema" instructions = Instructions( - "You are a helpful assistant, " - "able to express yourself purely through JSON, " - "strictly and precisely adhering to the provided JSON schema." + Template( + "You are a helpful assistant, " + "able to express yourself purely through JSON, " + "strictly and precisely adhering to the provided ${schema_type}." + ).safe_substitute(schema_type=schema_type) ) return instructions, prompt @@ -61,12 +74,15 @@ def preprocess_prompt( instructions: Optional[Instructions], prompt: Prompt, output_type: OutputTypes, + use_xml: bool, ) -> Tuple[Instructions, Prompt]: if output_type == OutputTypes.STRING: return preprocess_prompt_for_string_output( prompt_callable, instructions, prompt ) - return preprocess_prompt_for_json_output(prompt_callable, instructions, prompt) + return preprocess_prompt_for_json_output( + prompt_callable, instructions, prompt, use_xml + ) def prompt_content_for_string_schema( diff --git a/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json b/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json index 4db23493a..f010e0a92 100644 --- a/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json +++ b/tests/integration_tests/test_assets/json_schemas/choice_case_openapi.json @@ -12,7 +12,12 @@ }, "weapon": { "title": "Weapon", - "type": "string" + "type": "string", + "validators": [ + { + "rail_alias": "valid-choices" + } + ] } }, "required": [ @@ -41,11 +46,21 @@ "type": "null" } ], - "title": "Flight Direction" + "title": "Flight Direction", + "validators": [ + { + "rail_alias": "valid-choices" + } + ] }, "distance": { "title": "Distance", - "type": "integer" + "type": "integer", + "validators": [ + { + "rail_alias": "valid-choices" + } + ] } }, "required": [ diff --git a/tests/integration_tests/test_assets/pydantic/compiled_prompt.txt b/tests/integration_tests/test_assets/pydantic/compiled_prompt.txt index bf2d14a1b..ed53b51ea 100644 --- a/tests/integration_tests/test_assets/pydantic/compiled_prompt.txt +++ b/tests/integration_tests/test_assets/pydantic/compiled_prompt.txt @@ -4,31 +4,29 @@ Generate data for possible users in accordance with the specification below. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - + + + + + + + + - Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. Here are examples of simple (XML, JSON) pairs that show the expected behavior: diff --git a/tests/integration_tests/test_assets/pydantic/compiled_prompt_chat.txt b/tests/integration_tests/test_assets/pydantic/compiled_prompt_chat.txt index e8d178450..9ff8383fc 100644 --- a/tests/integration_tests/test_assets/pydantic/compiled_prompt_chat.txt +++ b/tests/integration_tests/test_assets/pydantic/compiled_prompt_chat.txt @@ -4,31 +4,29 @@ Generate data for possible users in accordance with the specification below. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - + + + + + + + + - Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. Here are examples of simple (XML, JSON) pairs that show the expected behavior: diff --git a/tests/integration_tests/test_assets/pydantic/compiled_prompt_full_reask_1.txt b/tests/integration_tests/test_assets/pydantic/compiled_prompt_full_reask_1.txt index a69b080ee..8ef04ed6b 100644 --- a/tests/integration_tests/test_assets/pydantic/compiled_prompt_full_reask_1.txt +++ b/tests/integration_tests/test_assets/pydantic/compiled_prompt_full_reask_1.txt @@ -30,15 +30,14 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/pydantic/compiled_prompt_full_reask_2.txt b/tests/integration_tests/test_assets/pydantic/compiled_prompt_full_reask_2.txt index a8b1ea33d..878c36b00 100644 --- a/tests/integration_tests/test_assets/pydantic/compiled_prompt_full_reask_2.txt +++ b/tests/integration_tests/test_assets/pydantic/compiled_prompt_full_reask_2.txt @@ -31,15 +31,14 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/pydantic/compiled_prompt_reask_1.txt b/tests/integration_tests/test_assets/pydantic/compiled_prompt_reask_1.txt index dce95c93a..db9d71862 100644 --- a/tests/integration_tests/test_assets/pydantic/compiled_prompt_reask_1.txt +++ b/tests/integration_tests/test_assets/pydantic/compiled_prompt_reask_1.txt @@ -18,15 +18,16 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/pydantic/compiled_prompt_reask_2.txt b/tests/integration_tests/test_assets/pydantic/compiled_prompt_reask_2.txt index 8cad82210..11f03cdf3 100644 --- a/tests/integration_tests/test_assets/pydantic/compiled_prompt_reask_2.txt +++ b/tests/integration_tests/test_assets/pydantic/compiled_prompt_reask_2.txt @@ -19,15 +19,16 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/pydantic/llm_output_reask_1.txt b/tests/integration_tests/test_assets/pydantic/llm_output_reask_1.txt index 88bd6be2a..d5af4fada 100644 --- a/tests/integration_tests/test_assets/pydantic/llm_output_reask_1.txt +++ b/tests/integration_tests/test_assets/pydantic/llm_output_reask_1.txt @@ -1 +1,19 @@ -{"people": [{"name": "John Doe", "age": 28, "zip_code": "None"}]} \ No newline at end of file +{ + "people": [ + { + "name": "John Doe", + "age": 28, + "zip_code": "None" + }, + { + "name": "Jane Doe", + "age": 32, + "zip_code": "94103" + }, + { + "name": "James Smith", + "age": 40, + "zip_code": "92101" + } + ] +} \ No newline at end of file diff --git a/tests/integration_tests/test_assets/pydantic/llm_output_reask_2.txt b/tests/integration_tests/test_assets/pydantic/llm_output_reask_2.txt index d5f11821c..d5af4fada 100644 --- a/tests/integration_tests/test_assets/pydantic/llm_output_reask_2.txt +++ b/tests/integration_tests/test_assets/pydantic/llm_output_reask_2.txt @@ -4,6 +4,16 @@ "name": "John Doe", "age": 28, "zip_code": "None" + }, + { + "name": "Jane Doe", + "age": 32, + "zip_code": "94103" + }, + { + "name": "James Smith", + "age": 40, + "zip_code": "92101" } ] } \ No newline at end of file diff --git a/tests/integration_tests/test_assets/pydantic/parsing_reask.py b/tests/integration_tests/test_assets/pydantic/parsing_reask.py index 7ecd7d27a..041ec4f71 100644 --- a/tests/integration_tests/test_assets/pydantic/parsing_reask.py +++ b/tests/integration_tests/test_assets/pydantic/parsing_reask.py @@ -7,7 +7,7 @@ Extract information from this resume and return a JSON that follows the correct schema. -${gr.complete_json_suffix} +${gr.complete_xml_suffix} \n\nAssistant: """ # noqa @@ -25,9 +25,62 @@ "" ) # noqa -compiled_prompt = """\n\nHuman:\nGiven the following resume, answer the following questions. If the answer doesn\'t exist in the resume, enter `null`.\n\nJoe Smith – 1234 5678 / joe@example.com PRIVATE & CONFIDENTIAL\n 1 Joe Smith\nLorem ipsum dolor sit amet, consectetur adipiscing elit,\nsed do eiusmod tempor incididunt ut labore et dolore magna aliqua.\nUt enim ad minim veniam, quis nostrud exercitation ullamco laboris\nnisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in\nreprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur.\nExcepteur sint occaecat cupidatat non proident, sunt in culpa qui officia\ndeserunt mollit anim id est laborum.\n\nExtract information from this resume and return a JSON that follows the correct schema.\n\n\nGiven below is XML that describes the information to extract from this document and the tags to extract it into.\n\n\n \n \n \n\n\n\nONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML\'s tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`.\n\nHere are examples of simple (XML, JSON) pairs that show the expected behavior:\n- `` => `{\'foo\': \'example one\'}`\n- `` => `{"bar": [\'STRING ONE\', \'STRING TWO\', etc.]}`\n- `` => `{\'baz\': {\'foo\': \'Some String\', \'index\': 1}}`\n\n\n\n\nAssistant:\n""" # noqa +compiled_prompt = """ -compiled_reask = """\nI was given the following response, which was not parseable as JSON.\n\n"Here is the JSON containing the requested information extracted from the resume:\\n\\n```\\n{\\n \\"name\\": \\"Joe Smith\\",\\n \\"contact_number\\": \\"1234 5678\\",\\n \\"contact_email\\": \\"joe@example.com\\"\\n```"\n\nHelp me correct this by making it valid JSON.\n\nGiven below is XML that describes the information to extract from this document and the tags to extract it into.\n\n\n \n \n \n\n\n\nONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML\'s tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`.\n""" # noqa +Human: +Given the following resume, answer the following questions. If the answer doesn't exist in the resume, enter `null`. + +Joe Smith – 1234 5678 / joe@example.com PRIVATE & CONFIDENTIAL + 1 Joe Smith +Lorem ipsum dolor sit amet, consectetur adipiscing elit, +sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. +Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris +nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in +reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. +Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia +deserunt mollit anim id est laborum. + +Extract information from this resume and return a JSON that follows the correct schema. + + +Given below is XML that describes the information to extract from this document and the tags to extract it into. + + + + + + + +ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. + +Here are examples of simple (XML, JSON) pairs that show the expected behavior: +- `` => `{'foo': 'example one'}` +- `` => `{"bar": ['STRING ONE', 'STRING TWO', etc.]}` +- `` => `{'baz': {'foo': 'Some String', 'index': 1}}` + + + + +Assistant: +""" # noqa + +compiled_reask = """ +I was given the following response, which was not parseable as JSON. + +"Here is the JSON containing the requested information extracted from the resume:\\n\\n```\\n{\\n \\"name\\": \\"Joe Smith\\",\\n \\"contact_number\\": \\"1234 5678\\",\\n \\"contact_email\\": \\"joe@example.com\\"\\n```" + +Help me correct this by making it valid JSON. + +Given below is XML that describes the information to extract from this document and the tags to extract it into. + + + + + + + +ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. +""" # noqa class PersonalDetails(BaseModel): diff --git a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py index e3e6201f3..92db0e373 100644 --- a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py +++ b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py @@ -20,7 +20,7 @@ ${xml_output_schema} -${gr.complete_json_suffix_v2}""" +${gr.complete_xml_suffix_v2}""" @register_validator(name="zip_code_must_be_numeric", data_type="string") diff --git a/tests/integration_tests/test_assets/python_rail/compiled_prompt_1_pydantic_2.txt b/tests/integration_tests/test_assets/python_rail/compiled_prompt_1_pydantic_2.txt index 2120ed2ce..e53e5cb2b 100644 --- a/tests/integration_tests/test_assets/python_rail/compiled_prompt_1_pydantic_2.txt +++ b/tests/integration_tests/test_assets/python_rail/compiled_prompt_1_pydantic_2.txt @@ -3,32 +3,31 @@ Provide detailed information about the top 5 grossing movies from Christopher No Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/python_rail/compiled_prompt_2.txt b/tests/integration_tests/test_assets/python_rail/compiled_prompt_2.txt index ca7806694..195f20492 100644 --- a/tests/integration_tests/test_assets/python_rail/compiled_prompt_2.txt +++ b/tests/integration_tests/test_assets/python_rail/compiled_prompt_2.txt @@ -21,14 +21,31 @@ Help me correct the incorrect values based on the given error messages. Given below is XML that describes the information to extract from this document and the tags to extract it into. - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. diff --git a/tests/integration_tests/test_assets/python_rail/validator_parallelism.rail b/tests/integration_tests/test_assets/python_rail/validator_parallelism.rail index 1367c4ed4..d86d278d2 100644 --- a/tests/integration_tests/test_assets/python_rail/validator_parallelism.rail +++ b/tests/integration_tests/test_assets/python_rail/validator_parallelism.rail @@ -2,7 +2,7 @@ ValidationResult: return FailResult(error_message=f"Value {value} should fail.") + # We don't support tuple syntax for from_string and never have + # Once the validator function is decorated though, it becomes a Validator class guard = gd.Guard.from_string( - validators=[(always_fail, OnFailAction.REASK)], + validators=[always_fail(OnFailAction.REASK)], description="Some description", ) diff --git a/tests/integration_tests/test_pydantic.py b/tests/integration_tests/test_pydantic.py index 67e5c72a4..df3f1e1b5 100644 --- a/tests/integration_tests/test_pydantic.py +++ b/tests/integration_tests/test_pydantic.py @@ -7,18 +7,38 @@ import guardrails as gd from guardrails.classes.generic.stack import Stack from guardrails.classes.history.call import Call +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.openai_utils import ( get_static_openai_chat_create_func, get_static_openai_create_func, ) -from .mock_llm_outputs import MockOpenAICallable, MockOpenAIChatCallable, pydantic +from .mock_llm_outputs import pydantic from .test_assets.pydantic import VALIDATED_RESPONSE_REASK_PROMPT, ListOfPeople def test_pydantic_with_reask(mocker): """Test that the entity extraction works with re-asking.""" - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm" + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=pydantic.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=pydantic.LLM_OUTPUT_REASK_1, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=pydantic.LLM_OUTPUT_REASK_2, + prompt_token_count=123, + response_token_count=1234, + ), + ] guard = gd.Guard.from_pydantic(ListOfPeople, prompt=VALIDATED_RESPONSE_REASK_PROMPT) final_output = guard( @@ -85,9 +105,26 @@ def test_pydantic_with_reask(mocker): def test_pydantic_with_full_schema_reask(mocker): """Test that the entity extraction works with re-asking.""" - mocker.patch( - "guardrails.llm_providers.OpenAIChatCallable", new=MockOpenAIChatCallable + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAIChatCallable._invoke_llm" ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=pydantic.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=pydantic.LLM_OUTPUT_FULL_REASK_1, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=pydantic.LLM_OUTPUT_FULL_REASK_2, + prompt_token_count=123, + response_token_count=1234, + ), + ] guard = gd.Guard.from_pydantic(ListOfPeople, prompt=VALIDATED_RESPONSE_REASK_PROMPT) final_output = guard( diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 65a065c65..0f7f22503 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -6,6 +6,7 @@ from pydantic import BaseModel, Field import guardrails as gd +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.openai_utils import ( get_static_openai_chat_create_func, get_static_openai_create_func, @@ -45,10 +46,21 @@ def validate(self, value, metadata) -> ValidationResult: def test_python_rail(mocker): - mocker.patch( - "guardrails.llm_providers.OpenAIChatCallable", - new=MockOpenAIChatCallable, + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAIChatCallable._invoke_llm" ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=python_rail.LLM_OUTPUT_1_FAIL_GUARDRAILS_VALIDATION, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION, + prompt_token_count=123, + response_token_count=1234, + ), + ] class BoxOfficeRevenue(BaseModel): revenue_type: Literal["box_office"] @@ -355,7 +367,10 @@ def test_python_string(mocker): """ guard = gd.Guard.from_string( - validators, description, prompt=prompt, instructions=instructions + validators, + string_description=description, + prompt=prompt, + instructions=instructions, ) final_output = guard( llm_api=get_static_openai_create_func(), diff --git a/tests/integration_tests/test_run.py b/tests/integration_tests/test_run.py index 99767d4e6..7e07d94f5 100644 --- a/tests/integration_tests/test_run.py +++ b/tests/integration_tests/test_run.py @@ -1,35 +1,27 @@ -import os - import pytest -from lxml import etree as ET -import guardrails as gd from guardrails.classes.history.call import Call from guardrails.classes.history.iteration import Iteration +from guardrails.classes.llm.llm_response import LLMResponse +from guardrails.classes.output_type import OutputTypes from guardrails.llm_providers import AsyncOpenAICallable, OpenAICallable +from guardrails.prompt.instructions import Instructions +from guardrails.prompt.prompt import Prompt from guardrails.run import AsyncRunner, Runner -from guardrails.schema.string_schema import StringSchema -from guardrails.utils.openai_utils import OPENAI_VERSION +from guardrails.types.on_fail import OnFailAction -from .mock_llm_outputs import MockAsyncOpenAICallable, MockOpenAICallable from .test_assets import string +from tests.integration_tests.test_assets.validators.two_words import TwoWords -PROMPT = gd.Prompt(source=string.COMPILED_PROMPT) -INSTRUCTIONS = gd.Instructions( - """ You are a helpful assistant, and you are helping me +PROMPT = string.COMPILED_PROMPT +INSTRUCTIONS = """You are a helpful assistant, and you are helping me come up with a name for a pizza. ${gr.complete_string_suffix}""" -) -OUTPUT_SCHEMA = StringSchema.from_xml( - ET.fromstring( - """""" - ) -) +OUTPUT_SCHEMA = {"type": "string", "description": "Name for the pizza"} +two_words = TwoWords(on_fail=OnFailAction.REASK) +validation_map = {"$": [two_words]} + OUTPUT = "Tomato Cheese Pizza" @@ -37,73 +29,44 @@ def runner_instance(is_sync: bool): if is_sync: return Runner( - instructions=INSTRUCTIONS, + OutputTypes.STRING, + output_schema=OUTPUT_SCHEMA, + num_reasks=0, + validation_map=validation_map, prompt=PROMPT, + instructions=INSTRUCTIONS, msg_history=None, api=OpenAICallable, - prompt_schema=None, - instructions_schema=None, - output_schema=OUTPUT_SCHEMA, - num_reasks=0, ) else: return AsyncRunner( - instructions=INSTRUCTIONS, + OutputTypes.STRING, + output_schema=OUTPUT_SCHEMA, + num_reasks=0, + validation_map=validation_map, prompt=PROMPT, + instructions=INSTRUCTIONS, msg_history=None, api=AsyncOpenAICallable, - prompt_schema=None, - instructions_schema=None, - output_schema=OUTPUT_SCHEMA, - num_reasks=0, ) -@pytest.mark.skipif( - os.environ.get("OPENAI_API_KEY") is None, reason="openai api key not set" -) -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_sync_async_call_equivalence(mocker): - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, - ) - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) - - # Call the 'call' method synchronously - result_sync = runner_instance(True).call( - 1, - INSTRUCTIONS, - PROMPT, - None, - OpenAICallable(**{"temperature": 0}), - "Tomato Cheese Pizza", - ) - - # Call the 'async_call' method asynchronously - result_async = await runner_instance(False).async_call( - index=1, - instructions=INSTRUCTIONS, - prompt=PROMPT, - msg_history=None, - api=AsyncOpenAICallable(**{"temperature": 0}), - output="Tomato Cheese Pizza", - ) - - assert result_sync.output == result_async.output - - @pytest.mark.asyncio async def test_sync_async_validate_equivalence(mocker): - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", ) - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=string.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] + iteration = Iteration() - parsed_output, _ = runner_instance(True).parse(1, OUTPUT, OUTPUT_SCHEMA) + parsed_output, _ = runner_instance(True).parse(OUTPUT, OUTPUT_SCHEMA) # Call the 'validate' method synchronously result_sync = runner_instance(True).validate( @@ -119,44 +82,41 @@ async def test_sync_async_validate_equivalence(mocker): @pytest.mark.asyncio async def test_sync_async_step_equivalence(mocker): - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", ) - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=string.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] call_log = Call() # Call the 'step' method synchronously sync_iteration = runner_instance(True).step( 1, - OpenAICallable(**{"temperature": 0}), - INSTRUCTIONS, - PROMPT, - None, - {}, - None, - None, - None, OUTPUT_SCHEMA, call_log, - OUTPUT, + api=OpenAICallable(**{"temperature": 0}), + instructions=Instructions(INSTRUCTIONS), + prompt=Prompt(PROMPT), + prompt_params={}, + output=OUTPUT, ) # Call the 'async_step' method asynchronously async_iteration = await runner_instance(False).async_step( 1, - AsyncOpenAICallable(**{"temperature": 0}), - INSTRUCTIONS, - PROMPT, - None, - {}, - None, - None, - None, OUTPUT_SCHEMA, call_log, - OUTPUT, + api=AsyncOpenAICallable(**{"temperature": 0}), + instructions=Instructions(INSTRUCTIONS), + prompt=Prompt(PROMPT), + prompt_params={}, + output=OUTPUT, ) assert sync_iteration.guarded_output == async_iteration.guarded_output diff --git a/tests/integration_tests/test_schema_to_prompt.py b/tests/integration_tests/test_schema_to_prompt.py deleted file mode 100644 index 1759065d9..000000000 --- a/tests/integration_tests/test_schema_to_prompt.py +++ /dev/null @@ -1,59 +0,0 @@ -# ruff: noqa: E501 - -from guardrails import Guard - - -def test_choice_schema(): - rail_spec = """ - - - - - - - - - - - - - - - - - -Dummy prompt - - - -""" - - guard = Guard.from_rail_string(rail_spec) - schema_2_prompt = guard.output_schema.transpile() - expected_schema_2_prompt = """ - - - - - - - - - - - - -""" - assert schema_2_prompt == expected_schema_2_prompt diff --git a/tests/integration_tests/test_validators.py b/tests/integration_tests/test_validators.py index 9c310d86d..2c5832469 100644 --- a/tests/integration_tests/test_validators.py +++ b/tests/integration_tests/test_validators.py @@ -5,8 +5,6 @@ import pytest from guardrails import Guard, Validator, register_validator -from guardrails.datatypes import DataType -from guardrails.schema.string_schema import StringSchema from guardrails.validator_base import OnFailAction, PassResult, ValidationResult from guardrails.validators import ( DetectSecrets, @@ -63,10 +61,7 @@ def embed_function(text: str): ) # Check types remain intact - output_schema: StringSchema = guard.rail.output_schema - data_type: DataType = output_schema.root_datatype - validators = data_type.validators_attr.validators - validator: SimilarToList = validators[0] + validator: SimilarToList = guard._validators[0] assert isinstance(validator._standard_deviations, int) assert isinstance(validator._threshold, float) @@ -588,10 +583,7 @@ def test_validator_instance_attr_equality(mocker, instance_attr): prompt="", ) - assert ( - guard.rail.output_schema.root_datatype.validators[0].an_instance_attr - == instance_attr - ) + assert guard._validators[0].an_instance_attr == instance_attr @pytest.mark.parametrize( From 4f1122b952e4af0d50631a3fb531caa4ae4117ba Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 28 May 2024 17:31:21 -0700 Subject: [PATCH 048/318] remove pytest skip mark --- guardrails/utils/pydantic_utils/v2.py | 2 +- .../applications/test_text2sql.py | 2 +- tests/integration_tests/test_async.py | 16 ++++++++-------- tests/integration_tests/test_run.py | 2 +- tests/unit_tests/test_async_guard.py | 2 +- tests/unit_tests/test_guard.py | 2 +- tests/unit_tests/test_llm_providers.py | 10 +++++----- tests/unit_tests/test_validators.py | 4 ++-- 8 files changed, 20 insertions(+), 20 deletions(-) diff --git a/guardrails/utils/pydantic_utils/v2.py b/guardrails/utils/pydantic_utils/v2.py index fb523f99f..b717f8a26 100644 --- a/guardrails/utils/pydantic_utils/v2.py +++ b/guardrails/utils/pydantic_utils/v2.py @@ -62,7 +62,7 @@ def add_validator( ) -> Callable: if kwargs: warnings.warn( - "The following kwargs are not supported by pydantic v2 " + "The following kwargs are not by pydantic v2 " "and will be ignored: " f"{kwargs}" ) diff --git a/tests/integration_tests/applications/test_text2sql.py b/tests/integration_tests/applications/test_text2sql.py index ff5d199c5..e5e27e3d9 100644 --- a/tests/integration_tests/applications/test_text2sql.py +++ b/tests/integration_tests/applications/test_text2sql.py @@ -39,7 +39,7 @@ def test_text2sql_with_examples(conn_str: str, schema_path: str, examples: str, Text2Sql(conn_str, schema_file=schema_path, examples=examples) -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") def test_text2sql_with_coro(): s = Text2Sql("sqlite://", llm_api=openai.Completion.acreate) with pytest.raises(ValueError): diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 987055412..60649faca 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -17,7 +17,7 @@ @pytest.mark.asyncio @pytest.mark.parametrize("multiprocessing_validators", (True, False)) -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: bool): """Test that the entity extraction works with re-asking.""" mocker.patch( @@ -76,7 +76,7 @@ async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_noop(mocker): mocker.patch( "guardrails.llm_providers.AsyncOpenAICallable", @@ -115,7 +115,7 @@ async def test_entity_extraction_with_noop(mocker): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_noop_pydantic(mocker): mocker.patch( "guardrails.llm_providers.AsyncOpenAICallable", @@ -151,7 +151,7 @@ async def test_entity_extraction_with_noop_pydantic(mocker): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_filter(mocker): """Test that the entity extraction works with re-asking.""" mocker.patch( @@ -186,7 +186,7 @@ async def test_entity_extraction_with_filter(mocker): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_fix(mocker): """Test that the entity extraction works with re-asking.""" mocker.patch( @@ -218,7 +218,7 @@ async def test_entity_extraction_with_fix(mocker): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_refrain(mocker): """Test that the entity extraction works with re-asking.""" mocker.patch( @@ -250,7 +250,7 @@ async def test_entity_extraction_with_refrain(mocker): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_rail_spec_output_parse(rail_spec, llm_output, validated_output): """Test that the rail_spec fixture is working.""" guard = gd.Guard.from_rail_string(rail_spec) @@ -288,7 +288,7 @@ def validated_string_output(): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_string_rail_spec_output_parse( string_rail_spec, string_llm_output, validated_string_output ): diff --git a/tests/integration_tests/test_run.py b/tests/integration_tests/test_run.py index 49496928c..3b236ed32 100644 --- a/tests/integration_tests/test_run.py +++ b/tests/integration_tests/test_run.py @@ -63,7 +63,7 @@ def runner_instance(is_sync: bool): os.environ.get("OPENAI_API_KEY") is None, reason="openai api key not set" ) @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_sync_async_call_equivalence(mocker): mocker.patch( "guardrails.llm_providers.AsyncOpenAICallable", diff --git a/tests/unit_tests/test_async_guard.py b/tests/unit_tests/test_async_guard.py index 0f4e33d6d..48109511a 100644 --- a/tests/unit_tests/test_async_guard.py +++ b/tests/unit_tests/test_async_guard.py @@ -90,7 +90,7 @@ def validate(self, value, metadata): ], ) @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_required_metadata(spec, metadata, error_message): guard = AsyncGuard.from_rail_string(spec) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 9e400c896..0ca8fb1e4 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -90,7 +90,7 @@ def validate(self, value, metadata): ], ) @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_required_metadata(spec, metadata, error_message): guard = Guard.from_rail_string(spec) diff --git a/tests/unit_tests/test_llm_providers.py b/tests/unit_tests/test_llm_providers.py index 83002e858..2b4af2c3f 100644 --- a/tests/unit_tests/test_llm_providers.py +++ b/tests/unit_tests/test_llm_providers.py @@ -21,7 +21,7 @@ from .mocks import MockAsyncOpenAILlm, MockOpenAILlm -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") def test_openai_callable_does_not_retry_on_non_retryable_errors(mocker): with pytest.raises(Exception) as e: llm = MockOpenAILlm() @@ -52,7 +52,7 @@ def test_openai_callable_does_not_retry_on_success(mocker): assert response.response_token_count is None -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") @pytest.mark.asyncio async def test_async_openai_callable_does_not_retry_on_non_retryable_errors(mocker): with pytest.raises(Exception) as e: @@ -225,7 +225,7 @@ def test_openai_stream_callable(mocker, openai_stream_mock): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") async def test_async_openai_callable(mocker, openai_mock): mocker.patch("openai.Completion.acreate", return_value=openai_mock) @@ -279,7 +279,7 @@ def test_openai_chat_stream_callable(mocker, openai_chat_stream_mock): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") async def test_async_openai_chat_callable(mocker, openai_chat_mock): mocker.patch("openai.ChatCompletion.acreate", return_value=openai_chat_mock) @@ -318,7 +318,7 @@ class MyModel(BaseModel): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") async def test_async_openai_chat_model_callable(mocker, openai_chat_mock): mocker.patch("openai.ChatCompletion.acreate", return_value=openai_chat_mock) diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 74188c647..46d103fde 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -786,7 +786,7 @@ def mock_llm_api(*args, **kwargs): @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") async def test_async_input_validation_fix(mocker): async def mock_llm_api(*args, **kwargs): return json.dumps({"name": "Fluffy"}) @@ -1068,7 +1068,7 @@ def test_input_validation_fail( ], ) @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") async def test_input_validation_fail_async( on_fail, structured_prompt_error, From d5b3185681ffcf7946363d1da4a43621d9eed9fe Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 28 May 2024 17:32:39 -0700 Subject: [PATCH 049/318] run tests --- tests/unit_tests/test_validators.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 46d103fde..821135d66 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -786,7 +786,7 @@ def mock_llm_api(*args, **kwargs): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") async def test_async_input_validation_fix(mocker): async def mock_llm_api(*args, **kwargs): return json.dumps({"name": "Fluffy"}) From 5201775ff2b31cde5f275d291e24c9d03d700048 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 28 May 2024 17:34:01 -0700 Subject: [PATCH 050/318] run tests --- tests/unit_tests/test_validators.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 821135d66..46d103fde 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -786,7 +786,7 @@ def mock_llm_api(*args, **kwargs): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") +#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") async def test_async_input_validation_fix(mocker): async def mock_llm_api(*args, **kwargs): return json.dumps({"name": "Fluffy"}) From cef2719152c575f336d02f2e33611a94416c23ec Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 28 May 2024 18:06:16 -0700 Subject: [PATCH 051/318] revert other changes --- .../applications/test_text2sql.py | 2 +- tests/integration_tests/test_async.py | 16 ++++++++-------- tests/integration_tests/test_run.py | 2 +- tests/unit_tests/test_async_guard.py | 2 +- tests/unit_tests/test_guard.py | 2 +- tests/unit_tests/test_llm_providers.py | 10 +++++----- tests/unit_tests/test_validators.py | 4 ++-- 7 files changed, 19 insertions(+), 19 deletions(-) diff --git a/tests/integration_tests/applications/test_text2sql.py b/tests/integration_tests/applications/test_text2sql.py index e5e27e3d9..ff5d199c5 100644 --- a/tests/integration_tests/applications/test_text2sql.py +++ b/tests/integration_tests/applications/test_text2sql.py @@ -39,7 +39,7 @@ def test_text2sql_with_examples(conn_str: str, schema_path: str, examples: str, Text2Sql(conn_str, schema_file=schema_path, examples=examples) -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") def test_text2sql_with_coro(): s = Text2Sql("sqlite://", llm_api=openai.Completion.acreate) with pytest.raises(ValueError): diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 60649faca..987055412 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -17,7 +17,7 @@ @pytest.mark.asyncio @pytest.mark.parametrize("multiprocessing_validators", (True, False)) -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: bool): """Test that the entity extraction works with re-asking.""" mocker.patch( @@ -76,7 +76,7 @@ async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_noop(mocker): mocker.patch( "guardrails.llm_providers.AsyncOpenAICallable", @@ -115,7 +115,7 @@ async def test_entity_extraction_with_noop(mocker): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_noop_pydantic(mocker): mocker.patch( "guardrails.llm_providers.AsyncOpenAICallable", @@ -151,7 +151,7 @@ async def test_entity_extraction_with_noop_pydantic(mocker): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_filter(mocker): """Test that the entity extraction works with re-asking.""" mocker.patch( @@ -186,7 +186,7 @@ async def test_entity_extraction_with_filter(mocker): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_fix(mocker): """Test that the entity extraction works with re-asking.""" mocker.patch( @@ -218,7 +218,7 @@ async def test_entity_extraction_with_fix(mocker): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_entity_extraction_with_refrain(mocker): """Test that the entity extraction works with re-asking.""" mocker.patch( @@ -250,7 +250,7 @@ async def test_entity_extraction_with_refrain(mocker): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_rail_spec_output_parse(rail_spec, llm_output, validated_output): """Test that the rail_spec fixture is working.""" guard = gd.Guard.from_rail_string(rail_spec) @@ -288,7 +288,7 @@ def validated_string_output(): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_string_rail_spec_output_parse( string_rail_spec, string_llm_output, validated_string_output ): diff --git a/tests/integration_tests/test_run.py b/tests/integration_tests/test_run.py index 3b236ed32..49496928c 100644 --- a/tests/integration_tests/test_run.py +++ b/tests/integration_tests/test_run.py @@ -63,7 +63,7 @@ def runner_instance(is_sync: bool): os.environ.get("OPENAI_API_KEY") is None, reason="openai api key not set" ) @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_sync_async_call_equivalence(mocker): mocker.patch( "guardrails.llm_providers.AsyncOpenAICallable", diff --git a/tests/unit_tests/test_async_guard.py b/tests/unit_tests/test_async_guard.py index 48109511a..0f4e33d6d 100644 --- a/tests/unit_tests/test_async_guard.py +++ b/tests/unit_tests/test_async_guard.py @@ -90,7 +90,7 @@ def validate(self, value, metadata): ], ) @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_required_metadata(spec, metadata, error_message): guard = AsyncGuard.from_rail_string(spec) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 0ca8fb1e4..9e400c896 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -90,7 +90,7 @@ def validate(self, value, metadata): ], ) @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_required_metadata(spec, metadata, error_message): guard = Guard.from_rail_string(spec) diff --git a/tests/unit_tests/test_llm_providers.py b/tests/unit_tests/test_llm_providers.py index 2b4af2c3f..83002e858 100644 --- a/tests/unit_tests/test_llm_providers.py +++ b/tests/unit_tests/test_llm_providers.py @@ -21,7 +21,7 @@ from .mocks import MockAsyncOpenAILlm, MockOpenAILlm -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") def test_openai_callable_does_not_retry_on_non_retryable_errors(mocker): with pytest.raises(Exception) as e: llm = MockOpenAILlm() @@ -52,7 +52,7 @@ def test_openai_callable_does_not_retry_on_success(mocker): assert response.response_token_count is None -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") @pytest.mark.asyncio async def test_async_openai_callable_does_not_retry_on_non_retryable_errors(mocker): with pytest.raises(Exception) as e: @@ -225,7 +225,7 @@ def test_openai_stream_callable(mocker, openai_stream_mock): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") async def test_async_openai_callable(mocker, openai_mock): mocker.patch("openai.Completion.acreate", return_value=openai_mock) @@ -279,7 +279,7 @@ def test_openai_chat_stream_callable(mocker, openai_chat_stream_mock): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") async def test_async_openai_chat_callable(mocker, openai_chat_mock): mocker.patch("openai.ChatCompletion.acreate", return_value=openai_chat_mock) @@ -318,7 +318,7 @@ class MyModel(BaseModel): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="OpenAI v0 only") async def test_async_openai_chat_model_callable(mocker, openai_chat_mock): mocker.patch("openai.ChatCompletion.acreate", return_value=openai_chat_mock) diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 46d103fde..74188c647 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -786,7 +786,7 @@ def mock_llm_api(*args, **kwargs): @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") async def test_async_input_validation_fix(mocker): async def mock_llm_api(*args, **kwargs): return json.dumps({"name": "Fluffy"}) @@ -1068,7 +1068,7 @@ def test_input_validation_fail( ], ) @pytest.mark.asyncio -#@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") +@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") async def test_input_validation_fail_async( on_fail, structured_prompt_error, From 8956a806f2ae3b22a999acec5a4fc9e8a07b040b Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Wed, 29 May 2024 00:38:19 -0700 Subject: [PATCH 052/318] minor changes --- guardrails/run/stream_runner.py | 1 + guardrails/utils/pydantic_utils/v2.py | 2 +- tests/conftest.py | 1 - 3 files changed, 2 insertions(+), 2 deletions(-) diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index ba8215530..c872d7cf8 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -13,6 +13,7 @@ from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner from guardrails.schema import Schema, StringSchema +from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.reask_utils import SkeletonReAsk diff --git a/guardrails/utils/pydantic_utils/v2.py b/guardrails/utils/pydantic_utils/v2.py index b717f8a26..fb523f99f 100644 --- a/guardrails/utils/pydantic_utils/v2.py +++ b/guardrails/utils/pydantic_utils/v2.py @@ -62,7 +62,7 @@ def add_validator( ) -> Callable: if kwargs: warnings.warn( - "The following kwargs are not by pydantic v2 " + "The following kwargs are not supported by pydantic v2 " "and will be ignored: " f"{kwargs}" ) diff --git a/tests/conftest.py b/tests/conftest.py index 55d7e7fcc..2fcf23c65 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -1,4 +1,3 @@ import os - os.environ["OPENAI_API_KEY"] = "mocked" From a305dee7486f9791883a9de49f2f08f9dbf8db98 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Wed, 29 May 2024 01:45:10 -0700 Subject: [PATCH 053/318] fix lint --- guardrails/run/stream_runner.py | 1 - 1 file changed, 1 deletion(-) diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index c872d7cf8..ba8215530 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -13,7 +13,6 @@ from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner from guardrails.schema import Schema, StringSchema -from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.reask_utils import SkeletonReAsk From f04ce6562bf68a7b2d1ec07ab1369acd0705c396 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 3 Jun 2024 14:44:29 -0500 Subject: [PATCH 054/318] all tests passing --- guardrails/__init__.py | 2 - guardrails/actions/reask.py | 2 +- guardrails/classes/history/call.py | 4 +- guardrails/classes/history/iteration.py | 2 +- guardrails/classes/history/outputs.py | 2 +- guardrails/guard.py | 87 ++- guardrails/rail.py | 321 ---------- guardrails/run/async_runner.py | 33 +- guardrails/run/runner.py | 31 +- guardrails/run/stream_runner.py | 5 +- guardrails/schema/json_schema.py | 562 ------------------ guardrails/schema/pydantic_schema.py | 6 +- guardrails/schema/schema.py | 185 ------ guardrails/schema/string_schema.py | 297 --------- guardrails/types/on_fail.py | 1 + guardrails/utils/misc.py | 4 +- guardrails/utils/reask_utils.py | 229 ------- guardrails/utils/telemetry_utils.py | 2 +- guardrails/utils/validator_utils.py | 2 + guardrails/validator_service.py | 18 +- tests/integration_tests/mock_llm_outputs.py | 2 - .../validated_output_reask_1.py | 2 +- .../validated_output_skeleton_reask_1.py | 2 +- .../pydantic/msg_validated_output_reask.py | 2 +- .../pydantic/validated_response_reask.py | 2 +- .../validator_parallelism_reask_1.py | 2 +- .../validator_parallelism_reask_2.py | 2 +- .../string/msg_validated_output_reask.py | 2 +- .../string/validated_output_reask.py | 2 +- tests/integration_tests/test_async.py | 5 +- .../integration_tests/test_data_validation.py | 2 +- tests/integration_tests/test_datatypes.py | 5 +- tests/integration_tests/test_guard.py | 3 +- tests/integration_tests/test_json_utils.py | 4 +- .../test_reask.py} | 219 +++++-- tests/unit_tests/classes/history/test_call.py | 2 +- .../classes/history/test_iteration.py | 2 +- .../classes/history/test_outputs.py | 2 +- tests/unit_tests/cli/hub/test_install.py | 1 - .../test_async_validator_service.py | 126 ++-- tests/unit_tests/test_guard.py | 171 +++--- tests/unit_tests/test_json_schema.py | 52 -- tests/unit_tests/test_prompt.py | 44 +- tests/unit_tests/test_rail.py | 30 +- tests/unit_tests/test_reask_utils.py | 69 --- tests/unit_tests/test_validator_service.py | 8 +- tests/unit_tests/test_validator_suite.py | 13 +- tests/unit_tests/test_validators.py | 175 +++--- tests/unit_tests/utils/test_regex_utils.py | 1 - 49 files changed, 591 insertions(+), 2156 deletions(-) delete mode 100644 guardrails/rail.py delete mode 100644 guardrails/schema/json_schema.py delete mode 100644 guardrails/schema/schema.py delete mode 100644 guardrails/schema/string_schema.py delete mode 100644 guardrails/utils/reask_utils.py rename tests/unit_tests/{utils/test_reask_utils.py => actions/test_reask.py} (67%) delete mode 100644 tests/unit_tests/test_json_schema.py delete mode 100644 tests/unit_tests/test_reask_utils.py diff --git a/guardrails/__init__.py b/guardrails/__init__.py index a5821eb1e..f46ee52ce 100644 --- a/guardrails/__init__.py +++ b/guardrails/__init__.py @@ -4,7 +4,6 @@ from guardrails.llm_providers import PromptCallableBase from guardrails.logging_utils import configure_logging from guardrails.prompt import Instructions, Prompt -from guardrails.rail import Rail from guardrails.utils import constants, docs_utils from guardrails.types.on_fail import OnFailAction from guardrails.validator_base import Validator, register_validator @@ -12,7 +11,6 @@ __all__ = [ "Guard", "PromptCallableBase", - "Rail", "Validator", "OnFailAction", "register_validator", diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index e5880f538..7e0189891 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -356,7 +356,7 @@ def get_reask_setup_for_json( indent=2, ) - def reask_decoder(obj): + def reask_decoder(obj: ReAsk): decoded = {} for k, v in obj.__dict__.items(): if k in ["path"]: diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 9dfef4f5d..70d80a7fa 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -18,7 +18,7 @@ from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.reask_utils import ( +from guardrails.actions.reask import ( ReAsk, gather_reasks, sub_reasks_with_fixed_values, @@ -51,7 +51,7 @@ def __init__( super().__init__( iterations=iterations, # type: ignore inputs=inputs, # type: ignore - exception=CallException(exception), # type: ignore + i_exception=CallException(exception), # type: ignore ) self.iterations = iterations self.inputs = inputs diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py index d97e9cd38..944f120a8 100644 --- a/guardrails/classes/history/iteration.py +++ b/guardrails/classes/history/iteration.py @@ -15,7 +15,7 @@ from guardrails.logger import get_scope_handler from guardrails.prompt.prompt import Prompt from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.reask_utils import ReAsk +from guardrails.actions.reask import ReAsk class Iteration(IIteration, ArbitraryModel): diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index 588b5b113..55af65567 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -8,7 +8,7 @@ from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.generic.arbitrary_model import ArbitraryModel from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.reask_utils import ReAsk +from guardrails.actions.reask import ReAsk from guardrails.classes.validation.validation_result import FailResult diff --git a/guardrails/guard.py b/guardrails/guard.py index 600c6a4a7..c4097f8b4 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -31,6 +31,7 @@ SimpleTypes, ) from pydantic import field_validator +from pydantic.config import ConfigDict from guardrails.api_client import GuardrailsApiClient from guardrails.classes.output_type import OT @@ -61,6 +62,7 @@ from guardrails.schema.validator import SchemaValidationError, validate_json_schema from guardrails.stores.context import ( Tracer, + Context, get_call_kwarg, get_tracer_context, set_call_kwargs, @@ -72,7 +74,7 @@ from guardrails.utils.safe_get import safe_get from guardrails.utils.hub_telemetry_utils import HubTelemetry from guardrails.classes.llm.llm_response import LLMResponse -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.utils.validator_utils import get_validator, verify_metadata_requirements from guardrails.validator_base import Validator from guardrails.types import ( @@ -103,29 +105,8 @@ class that contains the raw output from the LLM, the validated output, as well as other helpful information. """ - # Public - id: Optional[str] = None - name: Optional[str] = None - description: Optional[str] = None - validators: Optional[List[ValidatorReference]] = [] - output_schema: Optional[ModelSchema] = None - - # Legacy - _num_reasks = None - _rail: Optional[str] = None - _base_model: Optional[ModelOrListOfModels] = None - - # Private - _tracer = None - _tracer_context = None - _hub_telemetry = None - _user_id = None - _validator_map: ValidatorMap = {} - _validators: List[Validator] = [] - _api_client: Optional[GuardrailsApiClient] = None - _allow_metrics_collection: Optional[bool] = None - _exec_opts: GuardExecutionOptions - _output_type: OutputTypes + # Pydantic Config + model_config = ConfigDict(arbitrary_types_allowed=True) def __init__( self, @@ -163,11 +144,30 @@ def __init__( i_history=GuardHistory([]), ) - # Assign private properties and backfill - self._validator_map = {} - self._validators = [] - self._output_type = OutputTypes.__from_json_schema__(output_schema) - self._exec_opts = GuardExecutionOptions() + ### Public ### + ## Assigned in super ## + # self.id: Optional[str] = None + # self.name: Optional[str] = None + # self.description: Optional[str] = None + # self.validators: Optional[List[ValidatorReference]] = [] + # self.output_schema: Optional[ModelSchema] = None + + ### Legacy ## + self._num_reasks = None + self._rail: Optional[str] = None + self._base_model: Optional[ModelOrListOfModels] = None + + ### Private ### + self._validator_map: ValidatorMap = {} + self._validators: List[Validator] = [] + self._output_type: OutputTypes = OutputTypes.__from_json_schema__(output_schema) + self._exec_opts: GuardExecutionOptions = GuardExecutionOptions() + self._tracer: Optional[Tracer] = None + self._tracer_context: Optional[Context] = None + self._hub_telemetry: Optional[HubTelemetry] = None + self._user_id: Optional[str] = None + self._api_client: Optional[GuardrailsApiClient] = None + self._allow_metrics_collection: Optional[bool] = None # TODO: Support a sink for history so that it is not solely held in memory self._history: Stack[Call] = Stack() @@ -233,6 +233,7 @@ def _configure_telemtry( ) -> None: if allow_metrics_collection is None: credentials = Credentials.from_rc_file(logger) + # TODO: Check credentials.enable_metrics after merge from main allow_metrics_collection = credentials.no_metrics is False self._allow_metrics_collection = allow_metrics_collection @@ -1046,12 +1047,18 @@ def parse( ) def __add_validator(self, validator: Validator, on: str = "output"): - # TODO: This isn't the case anymore; should we remove this restriction? - # e.g. User could rightfully do: - # Guard.from_pydantic().use(Validator, on="$.some.prop") - if self._output_type != OutputTypes.STRING: - raise RuntimeError( - "The `use` method is only available for string output types." + if on not in [ + "output", + "prompt", + "instructions", + "msg_history", + ] and not on.startswith("$"): + warnings.warn( + f"Unusual 'on' value: {on}!" + "This value is typically one of " + "'output', 'prompt', 'instructions', 'msg_history') " + "or a JSON path starting with '$.'", + UserWarning, ) if on == "output": @@ -1114,15 +1121,7 @@ def use_many( *validators: UseManyValidatorSpec, on: str = "output", ) -> "Guard": - """Use a validator to validate results of an LLM request. - - *Note*: `use_many` is only available for string output types. - """ - if self._output_type != OutputTypes.STRING: - raise RuntimeError( - "The `use_many` method is only available for string output types." - ) - + """Use a validator to validate results of an LLM request.""" # Loop through the validators for v in validators: hydrated_validator = get_validator(v) diff --git a/guardrails/rail.py b/guardrails/rail.py deleted file mode 100644 index 8c76b9ec4..000000000 --- a/guardrails/rail.py +++ /dev/null @@ -1,321 +0,0 @@ -"""Rail class.""" - -import warnings -from dataclasses import dataclass -from typing import Any, Dict, List, Optional, Sequence, Type, Union - -from lxml import etree as ET -from pydantic import BaseModel - -from guardrails.datatypes import List as ListDataType -from guardrails.prompt import Instructions, Prompt -from guardrails.schema.schema import Schema -from guardrails.schema.string_schema import StringSchema -from guardrails.schema.json_schema import JsonSchema -from guardrails.utils.xml_utils import cast_xml_to_string -from guardrails.validator_base import ValidatorSpec - -# TODO: Logging -XMLPARSER = ET.XMLParser(encoding="utf-8") - - -@dataclass -class Rail: - """RAIL (Reliable AI Language) is a dialect of XML that allows users to - specify guardrails for large language models (LLMs). - - A RAIL file contains a root element called - `` - that contains the following elements as children: - 1. ``, which contains the input schema - 2. ``, which contains the output schema - 3. ``, which contains the prompt to be passed to the LLM - 4. ``, which contains the instructions to be passed to the LLM - """ - - prompt_schema: Optional[StringSchema] - """The schema for the prompt. - - If None, the prompt is not validated. - """ - - instructions_schema: Optional[StringSchema] - """The schema for the instructions. - - If None, the instructions are not validated. - """ - - msg_history_schema: Optional[StringSchema] - """The schema for the message history. - - If None, the message history is not validated. - """ - - output_schema: Schema - """The schema for the output.""" - - instructions: Optional[Instructions] - """The instructions to be passed to the LLM.""" - - prompt: Optional[Prompt] - """The prompt to be passed to the LLM.""" - - version: str = "0.1" - """The version of the RAIL file.""" - - @property - def output_type(self): - """Returns the type of the output schema.""" - - if isinstance(self.output_schema, StringSchema): - return "str" - elif isinstance(self.output_schema, JsonSchema) and isinstance( - self.output_schema.root_datatype, ListDataType - ): - return "list" - return "dict" - - @classmethod - def from_pydantic( - cls, - output_class: Union[Type[BaseModel], Type[List[Type[BaseModel]]]], - prompt: Optional[str] = None, - instructions: Optional[str] = None, - reask_prompt: Optional[str] = None, - reask_instructions: Optional[str] = None, - ): - """Initializes a RAIL from a Pydantic model.""" - output_schema = cls.load_json_schema_from_pydantic( - output_class, - reask_prompt_template=reask_prompt, - reask_instructions_template=reask_instructions, - ) - - return cls( - prompt_schema=None, - instructions_schema=None, - msg_history_schema=None, - output_schema=output_schema, - instructions=cls.load_instructions(instructions, output_schema), - prompt=cls.load_prompt(prompt, output_schema), - ) - - @classmethod - def from_file(cls, file_path: str) -> "Rail": - """Loads a RAIL from a file.""" - - with open(file_path, "r") as f: - xml = f.read() - return cls.from_string(xml) - - @classmethod - def from_string(cls, string: str) -> "Rail": - """Initializes a RAIL from a string.""" - - return cls.from_xml(ET.fromstring(string, parser=XMLPARSER)) - - @classmethod - def from_xml(cls, xml: ET._Element): - """Initializes a RAIL from an XML tree.""" - - if "version" not in xml.attrib or xml.attrib["version"] != "0.1": - raise ValueError( - "RAIL file must have a version attribute set to 0.1." - "Change the opening element to: ." - ) - - # Load schema - raw_output_schema = xml.find("output") - if raw_output_schema is None: - raise ValueError("RAIL file must contain an element.") - raw_output_schema = ET.tostring(raw_output_schema, encoding="utf-8") - raw_output_schema = ET.fromstring(raw_output_schema, parser=XMLPARSER) - # If reasking prompt and instructions are provided, add them to the schema. - reask_prompt = xml.find("reask_prompt") - if reask_prompt is not None: - reask_prompt = reask_prompt.text - reask_instructions = xml.find("reask_instructions") - if reask_instructions is not None: - reask_instructions = reask_instructions.text - output_schema = cls.load_output_schema_from_xml( - raw_output_schema, - reask_prompt=reask_prompt, - reask_instructions=reask_instructions, - ) - - # Parse instructions for the LLM. These are optional but if given, - # LLMs can use them to improve their output. Commonly these are - # prepended to the prompt. - instructions_tag = xml.find("instructions") - if instructions_tag is None: - instructions = None - instructions_schema = None - else: - instructions = cls.load_instructions(instructions_tag.text, output_schema) - instructions_schema = cls.load_input_schema_from_xml(instructions_tag) - - # Load - prompt_tag = xml.find("prompt") - if prompt_tag is None: - warnings.warn("Prompt must be provided during __call__.") - prompt = None - prompt_schema = None - else: - prompt = cls.load_prompt(prompt_tag.text, output_schema) - prompt_schema = cls.load_input_schema_from_xml(prompt_tag) - - # Get version - version = xml.attrib["version"] - version = cast_xml_to_string(version) - - return cls( - prompt_schema=prompt_schema, - instructions_schema=instructions_schema, - msg_history_schema=None, - output_schema=output_schema, - instructions=instructions, - prompt=prompt, - version=version, - ) - - @classmethod - def from_string_validators( - cls, - validators: Sequence[ValidatorSpec], - description: Optional[str] = None, - prompt: Optional[str] = None, - instructions: Optional[str] = None, - reask_prompt: Optional[str] = None, - reask_instructions: Optional[str] = None, - ): - """Initializes a RAIL from a list of validators.""" - output_schema = cls.load_string_schema_from_string( - validators, - description=description, - reask_prompt_template=reask_prompt, - reask_instructions_template=reask_instructions, - ) - - return cls( - prompt_schema=None, - instructions_schema=None, - msg_history_schema=None, - output_schema=output_schema, - instructions=cls.load_instructions(instructions, output_schema), - prompt=cls.load_prompt(prompt, output_schema), - ) - - @staticmethod - def load_input_schema_from_xml( - root: Optional[ET._Element], - ) -> Optional[StringSchema]: - """Given the RAIL element, create a Schema object.""" - - if root is None or all( - tag not in root.attrib for tag in ["format", "validators"] - ): - return None - return StringSchema.from_xml(root) - - @staticmethod - def load_output_schema_from_xml( - root: ET._Element, - reask_prompt: Optional[str] = None, - reask_instructions: Optional[str] = None, - ) -> Schema: - """Given the RAIL element, create a Schema object. - - Args: - root: The root element of the output schema. - reask_prompt: If provided, the prompt when reasking the LLM. - reask_instructions: If provided, the instructions when reasking the LLM. - - Returns: - A Schema object. - """ - schema_type = root.attrib["type"] if "type" in root.attrib else "object" - # If root contains a `type="string"` attribute, then it's a StringSchema - if schema_type == "string": - return StringSchema.from_xml( - root, - reask_prompt_template=reask_prompt, - reask_instructions_template=reask_instructions, - ) - elif schema_type in ["object", "list"]: - return JsonSchema.from_xml( - root, - reask_prompt_template=reask_prompt, - reask_instructions_template=reask_instructions, - ) - else: - raise ValueError( - "The type attribute of the tag must be one of:" - ' "string", "object", or "list"' - ) - - @staticmethod - def load_string_schema_from_string( - validators: Sequence[ValidatorSpec], - description: Optional[str] = None, - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ): - """Initializes a StringSchema using a list of validators.""" - return StringSchema.from_string( - validators, - description=description, - reask_prompt_template=reask_prompt_template, - reask_instructions_template=reask_instructions_template, - ) - - @staticmethod - def load_json_schema_from_pydantic( - output_class: Union[Type[BaseModel], Type[List[Type[BaseModel]]]], - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ): - """Initializes a JsonSchema using a Pydantic model.""" - - return JsonSchema.from_pydantic( - output_class, - reask_prompt_template=reask_prompt_template, - reask_instructions_template=reask_instructions_template, - ) - - @staticmethod - def load_instructions( - text: Optional[str], output_schema: Schema - ) -> Optional[Instructions]: - """Given the RAIL element, create Instructions.""" - if text is None: - return None - return Instructions( - source=text or "", - output_schema=output_schema.transpile(), - ) - - @staticmethod - def load_prompt(text: Optional[str], output_schema: Schema) -> Optional[Prompt]: - """Given the RAIL element, create a Prompt object.""" - if text is None: - return None - return Prompt( - source=text or "", - output_schema=output_schema.transpile(), - ) - - def _to_request(self) -> Dict: - rail: Dict[str, Any] = {"version": self.version} - - # input_schema = ( - # self.input_schema._to_request() if self.input_schema is not None else None - # ) - # if input_schema is not None: - # rail["inputSchema"] = input_schema - if self.output_schema is not None: - rail["outputSchema"] = self.output_schema._to_request() - if self.instructions is not None: - rail["instructions"] = self.instructions._to_request() - if self.prompt is not None: - rail["prompt"] = self.prompt._to_request() - return rail diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index 5f387b8e1..b41e8c1fa 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -8,20 +8,20 @@ from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions from guardrails.classes.history import Call, Inputs, Iteration, Outputs from guardrails.classes.output_type import OutputTypes +from guardrails.constants import fail_status from guardrails.errors import ValidationError from guardrails.llm_providers import AsyncPromptCallableBase, PromptCallableBase from guardrails.logger import set_scope from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner from guardrails.run.utils import msg_history_source, msg_history_string -from guardrails.schema.schema import Schema from guardrails.schema.validator import schema_validation from guardrails.types.pydantic import ModelOrListOfModels from guardrails.types.validator import ValidatorMap from guardrails.utils.exception_utils import UserFacingException from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.prompt_utils import preprocess_prompt, prompt_uses_xml -from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk +from guardrails.actions.reask import NonParseableReAsk, ReAsk from guardrails.utils.telemetry_utils import async_trace @@ -290,7 +290,7 @@ async def async_validate( iteration: Iteration, attempt_number: int, parsed_output: Any, - output_schema: Schema, + output_schema: Dict[str, Any], **kwargs, ): """Validate the output.""" @@ -378,11 +378,10 @@ async def async_prepare( disable_tracer=self._disable_tracer, path="msg_history", ) - value = validator_service.post_process_validation( + validated_msg_history = validator_service.post_process_validation( value, attempt_number, iteration, OutputTypes.STRING ) - value = cast(str, value) - validated_msg_history = value + validated_msg_history = cast(str, validated_msg_history) iteration.outputs.validation_response = validated_msg_history if isinstance(validated_msg_history, ReAsk): @@ -435,21 +434,18 @@ async def async_prepare( disable_tracer=self._disable_tracer, path="prompt", ) - value = validator_service.post_process_validation( + validated_prompt = validator_service.post_process_validation( value, attempt_number, iteration, OutputTypes.STRING ) - value = cast(str, value) - validated_prompt = value - iteration.outputs.validation_response = validated_prompt - if validated_prompt is None: - raise ValidationError("Prompt validation failed") if isinstance(validated_prompt, ReAsk): raise ValidationError( f"Prompt validation failed: {validated_prompt}" ) - prompt = Prompt(validated_prompt) + elif not validated_prompt or iteration.status == fail_status: + raise ValidationError("Prompt validation failed") + prompt = Prompt(cast(str, validated_prompt)) # validate instructions if "instructions" in self.validation_map and instructions is not None: @@ -467,21 +463,18 @@ async def async_prepare( disable_tracer=self._disable_tracer, path="instructions", ) - value = validator_service.post_process_validation( + validated_instructions = validator_service.post_process_validation( value, attempt_number, iteration, OutputTypes.STRING ) - value = cast(str, value) - validated_instructions = value - iteration.outputs.validation_response = validated_instructions - if validated_instructions is None: - raise ValidationError("Instructions validation failed") if isinstance(validated_instructions, ReAsk): raise ValidationError( f"Instructions validation failed: {validated_instructions}" ) - instructions = Instructions(validated_instructions) + elif not validated_instructions or iteration.status == fail_status: + raise ValidationError("Instructions validation failed") + instructions = Instructions(cast(str, validated_instructions)) else: raise UserFacingException( ValueError("'prompt' or 'msg_history' must be provided.") diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 17ce36260..159ee4090 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -7,6 +7,7 @@ from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions from guardrails.classes.history import Call, Inputs, Iteration, Outputs from guardrails.classes.output_type import OutputTypes +from guardrails.constants import fail_status from guardrails.errors import ValidationError from guardrails.llm_providers import AsyncPromptCallableBase, PromptCallableBase from guardrails.logger import set_scope @@ -28,7 +29,7 @@ prompt_content_for_schema, prompt_uses_xml, ) -from guardrails.utils.reask_utils import NonParseableReAsk, ReAsk, introspect +from guardrails.actions.reask import NonParseableReAsk, ReAsk, introspect from guardrails.utils.telemetry_utils import trace @@ -351,11 +352,9 @@ def validate_msg_history( disable_tracer=self._disable_tracer, path="msg_history", ) - value = validator_service.post_process_validation( + validated_msg_history = validator_service.post_process_validation( value, attempt_number, iteration, OutputTypes.STRING ) - value = cast(str, value) - validated_msg_history = value iteration.outputs.validation_response = validated_msg_history if isinstance(validated_msg_history, ReAsk): @@ -399,19 +398,18 @@ def validate_prompt(self, call_log: Call, prompt: Prompt, attempt_number: int): disable_tracer=self._disable_tracer, path="prompt", ) - value = validator_service.post_process_validation( + + validated_prompt = validator_service.post_process_validation( value, attempt_number, iteration, OutputTypes.STRING ) - value = cast(str, value) - validated_prompt = value - iteration.outputs.validation_response = validated_prompt - if validated_prompt is None: - raise ValidationError("Prompt validation failed") + if isinstance(validated_prompt, ReAsk): raise ValidationError(f"Prompt validation failed: {validated_prompt}") - return Prompt(validated_prompt) + elif not validated_prompt or iteration.status == fail_status: + raise ValidationError("Prompt validation failed") + return Prompt(cast(str, validated_prompt)) def validate_instructions( self, call_log: Call, instructions: Instructions, attempt_number: int @@ -429,21 +427,18 @@ def validate_instructions( disable_tracer=self._disable_tracer, path="instructions", ) - value = validator_service.post_process_validation( + validated_instructions = validator_service.post_process_validation( value, attempt_number, iteration, OutputTypes.STRING ) - value = cast(str, value) - validated_instructions = value - iteration.outputs.validation_response = validated_instructions - if validated_instructions is None: - raise ValidationError("Instructions validation failed") if isinstance(validated_instructions, ReAsk): raise ValidationError( f"Instructions validation failed: {validated_instructions}" ) - return Instructions(validated_instructions) + elif not validated_instructions or iteration.status == fail_status: + raise ValidationError("Instructions validation failed") + return Instructions(cast(str, validated_instructions)) def prepare_prompt( self, diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 51b81e820..a5dc4d294 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -11,14 +11,13 @@ ) from guardrails.prompt import Instructions, Prompt from guardrails.run.runner import Runner -from guardrails.schema.schema import Schema from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.parsing_utils import ( coerce_types, parse_llm_output, prune_extra_keys, ) -from guardrails.utils.reask_utils import SkeletonReAsk +from guardrails.actions.reask import SkeletonReAsk class StreamRunner(Runner): @@ -80,7 +79,7 @@ def step( prompt: Optional[Prompt], msg_history: Optional[List[Dict]], prompt_params: Dict, - output_schema: Schema, + output_schema: Dict[str, Any], call_log: Call, output: Optional[str] = None, ) -> Generator[ValidationOutcome[OT], None, None]: diff --git a/guardrails/schema/json_schema.py b/guardrails/schema/json_schema.py deleted file mode 100644 index 9a1fc5644..000000000 --- a/guardrails/schema/json_schema.py +++ /dev/null @@ -1,562 +0,0 @@ -import json -from copy import deepcopy -from typing import ( - Any, - Dict, - List, - Optional, - Tuple, - Type, - Union, - cast, - get_args, - get_origin, -) - -from lxml import etree as ET -from pydantic import BaseModel -from typing_extensions import Self - -from guardrails import validator_service -from guardrails.classes.history import Iteration -from guardrails.datatypes import Choice, DataType -from guardrails.datatypes import List as ListDataType -from guardrails.datatypes import Object -from guardrails.llm_providers import ( - AsyncOpenAICallable, - AsyncOpenAIChatCallable, - OpenAICallable, - OpenAIChatCallable, - PromptCallableBase, -) -from guardrails.logger import logger -from guardrails.prompt import Instructions, Prompt -from guardrails.schema.schema import Schema -from guardrails.utils.constants import constants -from guardrails.utils.json_utils import ( - extract_json_from_ouput, - verify_schema_against_json, -) -from guardrails.utils.pydantic_utils import convert_pydantic_model_to_datatype -from guardrails.utils.reask_utils import ( - FieldReAsk, - NonParseableReAsk, - ReAsk, - SkeletonReAsk, - gather_reasks, - get_pruned_tree, - prune_obj_for_reasking, -) -from guardrails.utils.safe_get import safe_get -from guardrails.utils.telemetry_utils import trace_validation_result -from guardrails.validator_base import FailResult, check_refrain, filter_in_schema -from guardrails.validatorsattr import ValidatorsAttr - - -class JsonSchema(Schema): - reask_prompt_vars = {"previous_response", "output_schema", "json_example"} - - def __init__( - self, - schema: Union[Object, ListDataType], - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ) -> None: - super().__init__( - schema, - reask_prompt_template=reask_prompt_template, - reask_instructions_template=reask_instructions_template, - ) - self.root_datatype = schema - - def get_reask_setup( - self, - reasks: List[ReAsk], - original_response: Any, - use_full_schema: bool, - prompt_params: Optional[Dict[str, Any]] = None, - ) -> Tuple["Schema", Prompt, Instructions]: - root = deepcopy(self.root_datatype) - - is_skeleton_reask = not any(isinstance(reask, FieldReAsk) for reask in reasks) - is_nonparseable_reask = any( - isinstance(reask, NonParseableReAsk) for reask in reasks - ) - - if is_nonparseable_reask: - pruned_tree_schema = self - - reask_prompt_template = self.reask_prompt_template - if reask_prompt_template is None: - reask_prompt_template = Prompt( - constants["high_level_json_parsing_reask_prompt"] - + constants["json_suffix_without_examples"] - ) - np_reask: NonParseableReAsk = next( - r for r in reasks if isinstance(r, NonParseableReAsk) - ) - # This is correct - reask_value = np_reask.incorrect_value - elif is_skeleton_reask: - pruned_tree_schema = self - - reask_prompt_template = self.reask_prompt_template - if reask_prompt_template is None: - reask_prompt_template = Prompt( - constants["high_level_skeleton_reask_prompt"] - + constants["json_suffix_with_structure_example"] - ) - - # This is incorrect - # This should be the parsed output - reask_value = original_response - else: - if use_full_schema: - # This is incorrect - # This should be the parsed output - reask_value = original_response - # Don't prune the tree if we're reasking with pydantic model - # (and openai function calling) - pruned_tree_schema = self - else: - # This is correct - reask_value = prune_obj_for_reasking(original_response) - - # Get the pruned tree so that it only contains ReAsk objects - field_reasks = [r for r in reasks if isinstance(r, FieldReAsk)] - pruned_tree = get_pruned_tree(root, field_reasks) - pruned_tree_schema = type(self)(pruned_tree) - - reask_prompt_template = self.reask_prompt_template - if reask_prompt_template is None: - reask_prompt_template = Prompt( - constants["high_level_json_reask_prompt"] - + constants["json_suffix_without_examples"] - ) - - pruned_tree_string = pruned_tree_schema.transpile() - json_example = json.dumps( - pruned_tree_schema.root_datatype.get_example(), - indent=2, - ) - - def reask_decoder(obj): - decoded = {} - for k, v in obj.__dict__.items(): - if k in ["path"]: - continue - if k == "fail_results": - k = "error_messages" - v = [result.error_message for result in v] - decoded[k] = v - return decoded - - prompt = reask_prompt_template.format( - previous_response=json.dumps( - reask_value, indent=2, default=reask_decoder, ensure_ascii=False - ), - output_schema=pruned_tree_string, - json_example=json_example, - **(prompt_params or {}), - ) - - instructions = self.reask_instructions_template - if instructions is None: - instructions = Instructions(constants["high_level_json_instructions"]) - instructions = instructions.format(**(prompt_params or {})) - - return pruned_tree_schema, prompt, instructions - - @classmethod - def from_xml( - cls, - root: ET._Element, - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ) -> Self: - strict = False - if "strict" in root.attrib and root.attrib["strict"] == "true": - strict = True - - schema_type = root.attrib["type"] if "type" in root.attrib else "object" - - if schema_type == "list": - schema = ListDataType.from_xml(root, strict=strict) - else: - schema = Object.from_xml(root, strict=strict) - - return cls( - schema, - reask_prompt_template=reask_prompt_template, - reask_instructions_template=reask_instructions_template, - ) - - @classmethod - def from_pydantic( - cls, - model: Union[Type[BaseModel], Type[List[Type[BaseModel]]]], - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ) -> Self: - strict = False - - type_origin = get_origin(model) - - if type_origin == list: - item_types = get_args(model) - if len(item_types) > 1: - raise ValueError("List data type must have exactly one child.") - item_type = safe_get(item_types, 0) - if not item_type or not issubclass(item_type, BaseModel): - raise ValueError("List item type must be a Pydantic model.") - item_schema = convert_pydantic_model_to_datatype(item_type, strict=strict) - children = {"item": item_schema} - validators_attr = ValidatorsAttr.from_validators( - [], ListDataType.tag, strict - ) - schema = ListDataType(children, validators_attr, False, None, None) - else: - pydantic_model = cast(Type[BaseModel], model) - schema = convert_pydantic_model_to_datatype(pydantic_model, strict=strict) - - return cls( - schema, - reask_prompt_template=reask_prompt_template, - reask_instructions_template=reask_instructions_template, - ) - - def parse( - self, output: str, **kwargs - ) -> Tuple[ - Union[Optional[Dict], NonParseableReAsk, str], - Union[Optional[Exception], str, bool, None], - ]: - if kwargs.get("stream", False): - # Do expected behavior for StreamRunner - # 1. Check if the fragment is valid JSON - verified = kwargs.get("verified", set()) - is_valid_fragment = self.is_valid_fragment(output, verified) - if not is_valid_fragment: - return output, True - - # 2. Parse the fragment - parsed_fragment, parsing_error = self.parse_fragment(output) - return parsed_fragment, parsing_error - - # Else do expected behavior for Runner - # Try to get json code block from output. - # Return error and reask if it is not parseable. - parsed_output, error = extract_json_from_ouput(output) - - if error: - reask = NonParseableReAsk( - incorrect_value=output, - fail_results=[ - FailResult( - fix_value=None, - error_message="Output is not parseable as JSON", - ) - ], - ) - return reask, error - return parsed_output, None - - def is_valid_fragment(self, fragment: str, verified: set) -> bool: - """Check if the fragment is a somewhat valid JSON.""" - - # Strip fragment of whitespaces and newlines - # to avoid duplicate checks - text = fragment.strip(" \n") - - # Check if text is already verified - if text in verified: - return False - - # Check if text is valid JSON - try: - json.loads(text) - verified.add(text) - return True - except ValueError as e: - error_msg = str(e) - # Check if error is due to missing comma - if "Expecting ',' delimiter" in error_msg: - verified.add(text) - return True - return False - - def parse_fragment(self, fragment: str): - """Parse the fragment into a dict.""" - - # Complete the JSON fragment to handle missing brackets - # Stack to keep track of opening brackets - stack = [] - - # Process each character in the string - for char in fragment: - if char in "{[": - # Push opening brackets onto the stack - stack.append(char) - elif char in "}]": - # Pop from stack if matching opening bracket is found - if stack and ( - (char == "}" and stack[-1] == "{") - or (char == "]" and stack[-1] == "[") - ): - stack.pop() - - # Add the necessary closing brackets in reverse order - while stack: - opening_bracket = stack.pop() - if opening_bracket == "{": - fragment += "}" - elif opening_bracket == "[": - fragment += "]" - - # Parse the fragment - try: - parsed_fragment = json.loads(fragment) - return parsed_fragment, None - except ValueError as e: - return fragment, str(e) - - def validate( - self, - iteration: Iteration, - data: Optional[Dict[str, Any]], - metadata: Dict, - attempt_number: int = 0, - disable_tracer: Optional[bool] = True, - **kwargs, - ) -> Any: - """Validate a dictionary of data against the schema. - - Args: - data: The data to validate. - - Returns: - The validated data. - """ - if data is None: - return None - - validated_response = deepcopy(data) - - if not verify_schema_against_json( - self.root_datatype, - validated_response, - prune_extra_keys=True, - coerce_types=True, - validate_subschema=kwargs.get("validate_subschema", False), - ): - return SkeletonReAsk( - incorrect_value=validated_response, - fail_results=[ - FailResult( - fix_value=None, - error_message="JSON does not match schema", - ) - ], - ) - - validation = self.root_datatype.collect_validation( - key="", - value=validated_response, - schema=validated_response, - ) - - validated_response, metadata = validator_service.validate( - value=validated_response, - metadata=metadata, - validator_setup=validation, - iteration=iteration, - disable_tracer=disable_tracer, - ) - - if check_refrain(validated_response): - # If the data contains a `Refrain` value, we return an empty - # dictionary. - logger.debug("Refrain detected.") - validated_response = {} - - # Remove all keys that have `Filter` values. - validated_response = filter_in_schema(validated_response) - - # TODO: Capture error messages once Top Level error handling is merged in - trace_validation_result( - validation_logs=iteration.validator_logs, attempt_number=attempt_number - ) - - return validated_response - - async def async_validate( - self, - iteration: Iteration, - data: Optional[Dict[str, Any]], - metadata: Dict, - attempt_number: int = 0, - ) -> Any: - """Validate a dictionary of data against the schema. - - Args: - data: The data to validate. - - Returns: - The validated data. - """ - if data is None: - return None - - validated_response = deepcopy(data) - - if not verify_schema_against_json( - self.root_datatype, - validated_response, - prune_extra_keys=True, - coerce_types=True, - ): - return SkeletonReAsk( - incorrect_value=validated_response, - fail_results=[ - FailResult( - fix_value=None, - error_message="JSON does not match schema", - ) - ], - ) - - # FIXME make the top-level validation key-invariant - validation = self.root_datatype.collect_validation( - key="", - value=validated_response, - schema=validated_response, - ) - - validated_response, metadata = await validator_service.async_validate( - value=validated_response, - metadata=metadata, - validator_setup=validation, - iteration=iteration, - ) - - if check_refrain(validated_response): - # If the data contains a `Refain` value, we return an empty - # dictionary. - logger.debug("Refrain detected.") - validated_response = {} - - # Remove all keys that have `Filter` values. - validated_response = filter_in_schema(validated_response) - - # TODO: Capture error messages once Top Level error handling is merged in - trace_validation_result( - validation_logs=iteration.validator_logs, attempt_number=attempt_number - ) - - return validated_response - - def introspect(self, data: Any) -> Tuple[List[ReAsk], Union[Dict, List, None]]: - if isinstance(data, SkeletonReAsk): - return [data], None - elif isinstance(data, NonParseableReAsk): - return [data], None - return gather_reasks(data) - - def preprocess_prompt( - self, - prompt_callable: PromptCallableBase, - instructions: Optional[Instructions], - prompt: Prompt, - ): - if isinstance(prompt_callable, OpenAICallable) or isinstance( - prompt_callable, AsyncOpenAICallable - ): - prompt.source += "\n\nJson Output:\n\n" - if ( - isinstance(prompt_callable, OpenAIChatCallable) - or isinstance(prompt_callable, AsyncOpenAIChatCallable) - ) and not instructions: - instructions = Instructions( - "You are a helpful assistant, " - "able to express yourself purely through JSON, " - "strictly and precisely adhering to the provided XML schemas." - ) - - return instructions, prompt - - def transpile(self, method: str = "default") -> str: - transpiler = getattr(Schema2Prompt, method) - return transpiler(self) - - -class Schema2Prompt: - """Class that contains transpilers to go from a schema to its - representation in a prompt. - - This is important for communicating the schema to a large language - model, and this class will provide multiple alternatives to do so. - """ - - @staticmethod - def datatypes_to_xml( - dt: DataType, - root: Optional[ET._Element] = None, - override_tag_name: Optional[str] = None, - ) -> ET._Element: - """Recursively convert the datatypes to XML elements.""" - if root is None: - tagname = override_tag_name or dt.tag - el = ET.Element(tagname) - else: - el = ET.SubElement(root, dt.tag) - - if dt.name: - el.attrib["name"] = dt.name - - if dt.description: - el.attrib["description"] = dt.description - - if dt.validators_attr: - format_prompt = dt.validators_attr.to_prompt() - if format_prompt: - el.attrib["format"] = format_prompt - - if dt.optional: - el.attrib["required"] = "false" - - if isinstance(dt, Choice): - el.attrib["discriminator"] = dt.discriminator_key - - for child in dt._children.values(): - Schema2Prompt.datatypes_to_xml(child, el) - - return el - - @classmethod - def default(cls, schema: JsonSchema) -> str: - """Default transpiler. - - Converts the XML schema to a string directly after removing: - - Comments - - Action attributes like 'on-fail-*' - - Args: - schema: The schema to transpile. - - Returns: - The prompt. - """ - # Construct another XML tree from the schema. - schema_object = schema.root_datatype - - # Remove validators with arguments. - root = cls.datatypes_to_xml(schema_object, override_tag_name="output") - - # Return the XML as a string that is - ET.indent(root, space=" ") - return ET.tostring( - root, - encoding="unicode", - method="xml", - pretty_print=True, - ) diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py index dca9e0809..65d962c68 100644 --- a/guardrails/schema/pydantic_schema.py +++ b/guardrails/schema/pydantic_schema.py @@ -216,7 +216,11 @@ def extract_validators( validator_instances.append(validators) else: validator_instances.extend( - [safe_get_validator(v) for v in validators if v is not None] + [ + safe_get_validator(v) + for v in validators + if safe_get_validator(v) is not None + ] ) all_paths = [field_path] all_paths.extend(alias_paths) diff --git a/guardrails/schema/schema.py b/guardrails/schema/schema.py deleted file mode 100644 index 7d8dad8c0..000000000 --- a/guardrails/schema/schema.py +++ /dev/null @@ -1,185 +0,0 @@ -import pprint -from typing import TYPE_CHECKING, Any, Dict, Optional, Sequence, Set, Tuple, Union - -from lxml import etree as ET -from typing_extensions import Self - -from guardrails.classes.history import Iteration -from guardrails.datatypes import DataType -from guardrails.llm_providers import PromptCallableBase -from guardrails.prompt import Instructions, Prompt -from guardrails.utils.reask_utils import ReAsk - -if TYPE_CHECKING: - pass - - -class Schema: - """Schema class that holds a _schema attribute.""" - - reask_prompt_vars: Set[str] - - def __init__( - self, - schema: DataType, - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ) -> None: - self.root_datatype = schema - - # Setup reask templates - self.reask_prompt_template = reask_prompt_template - self.reask_instructions_template = reask_instructions_template - - @classmethod - def from_xml( - cls, - root: ET._Element, - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ) -> Self: - """Create a schema from an XML element.""" - raise NotImplementedError - - def __repr__(self) -> str: - # FIXME make sure this is pretty - return f"{self.__class__.__name__}({pprint.pformat(self.root_datatype)})" - - @property - def reask_prompt_template(self) -> Optional[Prompt]: - return self._reask_prompt_template - - @reask_prompt_template.setter - def reask_prompt_template(self, value: Optional[str]) -> None: - self.check_valid_reask_prompt(value) - if value is not None: - self._reask_prompt_template = Prompt(value) - else: - self._reask_prompt_template = None - - @property - def reask_instructions_template(self) -> Optional[Instructions]: - return self._reask_instructions_template - - @reask_instructions_template.setter - def reask_instructions_template(self, value: Optional[str]) -> None: - if value is not None: - self._reask_instructions_template = Instructions(value) - else: - self._reask_instructions_template = None - - def validate( - self, - iteration: Iteration, - data: Any, - metadata: Dict, - attempt_number: int = 0, - **kwargs, - ) -> Any: - """Validate a dictionary of data against the schema. - - Args: - data: The data to validate. - - Returns: - The validated data. - """ - raise NotImplementedError - - async def async_validate( - self, iteration: Iteration, data: Any, metadata: Dict, attempt_number: int = 0 - ) -> Any: - """Asynchronously validate a dictionary of data against the schema. - - Args: - data: The data to validate. - - Returns: - The validated data. - """ - raise NotImplementedError - - def transpile(self, method: str = "default") -> str: - """Convert the XML schema to a string that is used for prompting a - large language model. - - Returns: - The prompt. - """ - raise NotImplementedError - - def parse(self, output: str, **kwargs) -> Tuple[Any, Optional[Exception]]: - """Parse the output from the large language model. - - Args: - output: The output from the large language model. - - Returns: - The parsed output, and the exception that was raised (if any). - """ - raise NotImplementedError - - def introspect( - self, data: Any - ) -> Tuple[Sequence[ReAsk], Optional[Union[str, Dict]]]: - """Inspect the data for reasks. - - Args: - data: The data to introspect. - - Returns: - A list of ReAsk objects. - """ - raise NotImplementedError - - def get_reask_setup( - self, - reasks: Sequence[ReAsk], - original_response: Any, - use_full_schema: bool, - prompt_params: Optional[Dict[str, Any]] = None, - ) -> Tuple["Schema", Prompt, Instructions]: - """Construct a schema for reasking, and a prompt for reasking. - - Args: - reasks: List of tuples, where each tuple contains the path to the - reasked element, and the ReAsk object (which contains the error - message describing why the reask is necessary). - original_response: The value that was returned from the API, with reasks. - use_full_schema: Whether to use the full schema, or only the schema - for the reasked elements. - - Returns: - The schema for reasking, and the prompt for reasking. - """ - raise NotImplementedError - - def preprocess_prompt( - self, - prompt_callable: PromptCallableBase, - instructions: Optional[Instructions], - prompt: Prompt, - ): - """Preprocess the instructions and prompt before sending it to the - model. - - Args: - prompt_callable: The callable to be used to prompt the model. - instructions: The instructions to preprocess. - prompt: The prompt to preprocess. - """ - raise NotImplementedError - - def check_valid_reask_prompt(self, reask_prompt: Optional[str]) -> None: - if reask_prompt is None: - return - - # Check that the reask prompt has the correct variables - - # TODO decide how to check this - # variables = get_template_variables(reask_prompt) - # assert set(variables) == self.reask_prompt_vars - - def _to_request(self): - if self.root_datatype is not None: - return {"schema": self.root_datatype._to_request()} diff --git a/guardrails/schema/string_schema.py b/guardrails/schema/string_schema.py deleted file mode 100644 index cbff5d5d1..000000000 --- a/guardrails/schema/string_schema.py +++ /dev/null @@ -1,297 +0,0 @@ -from typing import Any, Dict, List, Optional, Sequence, Tuple, Union - -from lxml import etree as ET -from typing_extensions import Self - -from guardrails import validator_service -from guardrails.classes.history import Iteration -from guardrails.datatypes import String -from guardrails.llm_providers import ( - AsyncOpenAICallable, - AsyncOpenAIChatCallable, - OpenAICallable, - OpenAIChatCallable, - PromptCallableBase, -) -from guardrails.logger import logger -from guardrails.prompt import Instructions, Prompt -from guardrails.schema.schema import Schema -from guardrails.utils.constants import constants -from guardrails.utils.reask_utils import FieldReAsk, ReAsk -from guardrails.utils.telemetry_utils import trace_validation_result -from guardrails.validator_base import ( - ValidatorSpec, - check_refrain_in_dict, - filter_in_dict, -) - - -class StringSchema(Schema): - reask_prompt_vars = {"previous_response", "output_schema", "error_messages"} - - def __init__( - self, - schema: String, - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ) -> None: - super().__init__( - schema, - reask_prompt_template=reask_prompt_template, - reask_instructions_template=reask_instructions_template, - ) - self.root_datatype = schema - - @classmethod - def from_xml( - cls, - root: ET._Element, - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ) -> Self: - if len(root) != 0: - raise ValueError("String output schemas must not have children.") - - strict = False - if "strict" in root.attrib and root.attrib["strict"] == "true": - strict = True - - schema = String.from_xml(root, strict=strict) - - return cls( - schema=schema, - reask_prompt_template=reask_prompt_template, - reask_instructions_template=reask_instructions_template, - ) - - @classmethod - def from_string( - cls, - validators: Sequence[ValidatorSpec], - description: Optional[str] = None, - reask_prompt_template: Optional[str] = None, - reask_instructions_template: Optional[str] = None, - ): - strict = False - - schema = String.from_string_rail( - validators, description=description, strict=strict - ) - - return cls( - schema=schema, - reask_prompt_template=reask_prompt_template, - reask_instructions_template=reask_instructions_template, - ) - - def get_reask_setup( - self, - reasks: List[FieldReAsk], - original_response: FieldReAsk, - use_full_schema: bool, - prompt_params: Optional[Dict[str, Any]] = None, - ) -> Tuple[Schema, Prompt, Instructions]: - pruned_tree_string = self.transpile() - - reask_prompt_template = self.reask_prompt_template - if reask_prompt_template is None: - reask_prompt_template = Prompt( - constants["high_level_string_reask_prompt"] - + constants["complete_string_suffix"] - ) - - error_messages = "\n".join( - [ - f"- {fail_result.error_message}" - for reask in reasks - for fail_result in reask.fail_results - ] - ) - - prompt = reask_prompt_template.format( - previous_response=original_response.incorrect_value, - error_messages=error_messages, - output_schema=pruned_tree_string, - **(prompt_params or {}), - ) - - instructions = self.reask_instructions_template - if instructions is None: - instructions = Instructions("You are a helpful assistant.") - instructions = instructions.format(**(prompt_params or {})) - - return self, prompt, instructions - - def parse(self, output: str, **kwargs) -> Tuple[Any, Optional[Exception]]: - # Return a ValueError if the output is empty, else None - error = ValueError("Empty response received.") if not output else None - return output, error - - def validate( - self, - iteration: Iteration, - data: Any, - metadata: Dict, - attempt_number: int = 0, - disable_tracer: Optional[bool] = True, - **kwargs, - ) -> Any: - """Validate a dictionary of data against the schema. - - Args: - data: The data to validate. - - Returns: - The validated data. - """ - if data is None: - return None - - if not isinstance(data, str): - raise TypeError(f"Argument `data` must be a string, not {type(data)}.") - - # FIXME instead of writing the validation infrastructure for dicts (JSON), - # make it more structure-invariant - dummy_key = "string" - validation = self.root_datatype.collect_validation( - key=dummy_key, - value=data, - schema={ - dummy_key: data, - }, - ) - - validated_response, metadata = validator_service.validate( - value=data, - metadata=metadata, - validator_setup=validation, - iteration=iteration, - disable_tracer=disable_tracer, - ) - - validated_response = {dummy_key: validated_response} - - if check_refrain_in_dict(validated_response): - # If the data contains a `Refain` value, we return an empty - # dictionary. - logger.debug("Refrain detected.") - validated_response = {} - - # Remove all keys that have `Filter` values. - validated_response = filter_in_dict(validated_response) - - trace_validation_result( - validation_logs=iteration.validator_logs, attempt_number=attempt_number - ) - - if dummy_key in validated_response: - return validated_response[dummy_key] - return None - - async def async_validate( - self, - iteration: Iteration, - data: Any, - metadata: Dict, - attempt_number: int = 0, - ) -> Any: - """Validate a dictionary of data against the schema. - - Args: - data: The data to validate. - - Returns: - The validated data. - """ - if data is None: - return None - - if not isinstance(data, str): - raise TypeError(f"Argument `data` must be a string, not {type(data)}.") - - dummy_key = "string" - validation = self.root_datatype.collect_validation( - key=dummy_key, - value=data, - schema={ - dummy_key: data, - }, - ) - - validated_response, metadata = await validator_service.async_validate( - value=data, - metadata=metadata, - validator_setup=validation, - iteration=iteration, - ) - - validated_response = {dummy_key: validated_response} - - if check_refrain_in_dict(validated_response): - # If the data contains a `Refain` value, we return an empty - # dictionary. - logger.debug("Refrain detected.") - validated_response = {} - - # Remove all keys that have `Filter` values. - validated_response = filter_in_dict(validated_response) - - trace_validation_result( - validation_logs=iteration.validator_logs, attempt_number=attempt_number - ) - - if dummy_key in validated_response: - return validated_response[dummy_key] - return None - - def introspect( - self, data: Union[ReAsk, Optional[str]] - ) -> Tuple[List[FieldReAsk], Optional[str]]: - if isinstance(data, FieldReAsk): - return [data], None - return [], data # type: ignore - - def preprocess_prompt( - self, - prompt_callable: PromptCallableBase, - instructions: Optional[Instructions], - prompt: Prompt, - ): - if isinstance(prompt_callable, OpenAICallable) or isinstance( - prompt_callable, AsyncOpenAICallable - ): - prompt.source += "\n\nString Output:\n\n" - if ( - isinstance(prompt_callable, OpenAIChatCallable) - or isinstance(prompt_callable, AsyncOpenAIChatCallable) - ) and not instructions: - instructions = Instructions( - "You are a helpful assistant, expressing yourself through a string." - ) - - return instructions, prompt - - def transpile(self, method: str = "default") -> str: - obj = self.root_datatype - schema = "" - if obj.description is not None: - schema += ( - "Here's a description of what I want you to generate: " - f"{obj.description}" - ) - if not obj.validators_attr.empty: - schema += ( - "\n\nYour generated response should satisfy the following properties:" - ) - for validator in obj.validators_attr.validators: - schema += f"\n- {validator.to_prompt()}" - - schema += "\n\nDon't talk; just go." - return schema - - def _to_request(self): - if self.root_datatype is not None: - request_body: Optional[Dict[str, Any]] = super()._to_request() - if request_body is not None: - request_body["schema"]["element"]["name"] = "$string" - return request_body diff --git a/guardrails/types/on_fail.py b/guardrails/types/on_fail.py index 77cb74533..0a8200b30 100644 --- a/guardrails/types/on_fail.py +++ b/guardrails/types/on_fail.py @@ -9,3 +9,4 @@ class OnFailAction(str, Enum): NOOP = "noop" EXCEPTION = "exception" FIX_REASK = "fix_reask" + CUSTOM = "custom" diff --git a/guardrails/utils/misc.py b/guardrails/utils/misc.py index 1e7ad98c0..427adc958 100644 --- a/guardrails/utils/misc.py +++ b/guardrails/utils/misc.py @@ -7,7 +7,7 @@ from guardrails import datatypes as dt from guardrails.classes.history.call import Call -from guardrails.utils.reask_utils import gather_reasks +from guardrails.actions.reask import gather_reasks def generate_test_artifacts( @@ -72,7 +72,7 @@ def generate_test_artifacts( reasks, _ = gather_reasks(validated_output) if len(reasks): - f.write("from guardrails.utils.reask_utils import ReAsk\n") + f.write("from guardrails.actions.reask import ReAsk\n") validated_output_repr = pretty_repr(validated_output, max_string=None) f.write(f"\nVALIDATED_OUTPUT = {validated_output_repr}") diff --git a/guardrails/utils/reask_utils.py b/guardrails/utils/reask_utils.py deleted file mode 100644 index 30db871bd..000000000 --- a/guardrails/utils/reask_utils.py +++ /dev/null @@ -1,229 +0,0 @@ -from copy import deepcopy -from typing import Any, Dict, List, Optional, Tuple, Union - -from guardrails.actions.reask import ReAsk, FieldReAsk, SkeletonReAsk, NonParseableReAsk # noqa -from guardrails.datatypes import List as ListType -from guardrails.datatypes import Object as ObjectType - - -def introspect( - data: Optional[Union[ReAsk, str, Dict, List]], -) -> Tuple[List[ReAsk], Optional[Union[str, Dict, List]]]: - if isinstance(data, FieldReAsk): - return [data], None - elif isinstance(data, SkeletonReAsk): - return [data], None - elif isinstance(data, NonParseableReAsk): - return [data], None - return gather_reasks(data) - - -def gather_reasks( - validated_output: Optional[Union[ReAsk, str, Dict, List]], -) -> Tuple[List[ReAsk], Optional[Union[str, Dict, List]]]: - """Traverse output and gather all ReAsk objects. - - Args: - validated_output (Union[str, Dict, ReAsk], optional): The output of a model. - Each value can be a ReAsk, a list, a dictionary, or a single value. - - Returns: - A list of ReAsk objects found in the output. - """ - if validated_output is None: - return [], None - if isinstance(validated_output, ReAsk): - return [validated_output], None - if isinstance(validated_output, str): - return [], validated_output - - reasks = [] - - def _gather_reasks_in_dict( - original: Dict, valid_output: Dict, path: Optional[List[Union[str, int]]] = None - ) -> None: - if path is None: - path = [] - for field, value in original.items(): - if isinstance(value, FieldReAsk): - value.path = path + [field] - reasks.append(value) - del valid_output[field] - - if isinstance(value, dict): - _gather_reasks_in_dict(value, valid_output[field], path + [field]) - - if isinstance(value, list): - _gather_reasks_in_list(value, valid_output[field], path + [field]) - return - - def _gather_reasks_in_list( - original: List, valid_output: List, path: Optional[List[Union[str, int]]] = None - ) -> None: - if path is None: - path = [] - for idx, item in enumerate(original): - if isinstance(item, FieldReAsk): - item.path = path + [idx] - reasks.append(item) - del valid_output[idx] - elif isinstance(item, dict): - _gather_reasks_in_dict(item, valid_output[idx], path + [idx]) - elif isinstance(item, list): - _gather_reasks_in_list(item, valid_output[idx], path + [idx]) - return - - if isinstance(validated_output, Dict): - valid_output = deepcopy(validated_output) - _gather_reasks_in_dict(validated_output, valid_output) - return reasks, valid_output - elif isinstance(validated_output, List): - valid_output = deepcopy(validated_output) - _gather_reasks_in_list(validated_output, valid_output) - return reasks, valid_output - return reasks, None - - -def get_pruned_tree( - root: Union[ObjectType, ListType], - reasks: Optional[List[FieldReAsk]] = None, -) -> Union[ObjectType, ListType]: - """Prune tree of any elements that are not in `reasks`. - - Return the tree with only the elements that are keys of `reasks` and - their parents. If `reasks` is None, return the entire tree. If an - element is removed, remove all ancestors that have no children. - - Args: - root: The XML tree. - reasks: The elements that are to be reasked. - - Returns: - The prompt. - """ - if reasks is None: - return root - - # Find all elements that are to be retained - retain = [root] - for reask in reasks: - path = reask.path - if path is None: - raise RuntimeError("FieldReAsk path is None") - current_root = root - for part in path: - # TODO does this work for all cases? - if isinstance(part, int): - current_root = current_root.children.item - else: - current_root = vars(current_root.children)[part] - retain.append(current_root) - - # Remove all elements that are not to be retained - def _remove_children(element: Union[ObjectType, ListType]) -> None: - if isinstance(element, ListType): - if element.children.item not in retain: - del element._children["item"] - else: - _remove_children(element.children.item) - else: # if isinstance(element, ObjectType): - for child_name, child in vars(element.children).items(): - if child not in retain: - del element._children[child_name] - else: - _remove_children(child) - - _remove_children(root) - - return root - - -def prune_obj_for_reasking(obj: Any) -> Union[None, Dict, List, ReAsk]: - """After validation, we get a nested dictionary where some keys may be - ReAsk objects. - - This function prunes the validated form of any object that is not a ReAsk object. - It also keeps all of the ancestors of the ReAsk objects. - - Args: - obj: The validated object. - - Returns: - The pruned validated object. - """ - - if isinstance(obj, ReAsk): - return obj - elif isinstance(obj, list): - pruned_list = [] - for item in obj: - pruned_output = prune_obj_for_reasking(item) - if pruned_output is not None: - pruned_list.append(pruned_output) - if len(pruned_list): - return pruned_list - return None - elif isinstance(obj, dict): - pruned_json = {} - for key, value in obj.items(): - if isinstance(value, FieldReAsk): - pruned_json[key] = value - elif isinstance(value, dict): - pruned_output = prune_obj_for_reasking(value) - if pruned_output is not None: - pruned_json[key] = pruned_output - elif isinstance(value, list): - pruned_list = [] - for item in value: - pruned_output = prune_obj_for_reasking(item) - if pruned_output is not None: - pruned_list.append(pruned_output) - if len(pruned_list): - pruned_json[key] = pruned_list - - if len(pruned_json): - return pruned_json - - return None - - -def reasks_to_dict(dict_with_reasks: Dict) -> Dict: - """If a ReAsk object exists in the dict, return it as a dictionary.""" - - def _(dict_object: Any) -> Any: - if isinstance(dict_object, dict): - return {key: _(value) for key, value in dict_object.items()} - elif isinstance(dict_object, list): - return [_(item) for item in dict_object] - elif isinstance(dict_object, FieldReAsk): - return dict_object.__dict__ - else: - return dict_object - - return _(dict_with_reasks) - - -def sub_reasks_with_fixed_values(value: Any) -> Any: - """Substitute ReAsk objects with their fixed values recursively. - - Args: - value: Either a list, a dictionary, a ReAsk object or a scalar value. - - Returns: - The value with ReAsk objects replaced with their fixed values. - """ - copy = deepcopy(value) - if isinstance(copy, list): - for index, item in enumerate(copy): - copy[index] = sub_reasks_with_fixed_values(item) - elif isinstance(copy, dict): - for dict_key, dict_value in value.items(): - copy[dict_key] = sub_reasks_with_fixed_values(dict_value) - elif isinstance(copy, FieldReAsk): - fix_value = copy.fail_results[0].fix_value - # TODO handle multiple fail results - # Leave the ReAsk in place if there is no fix value - # This allows us to determine the proper status for the call - copy = fix_value if fix_value is not None else copy - - return copy diff --git a/guardrails/utils/telemetry_utils.py b/guardrails/utils/telemetry_utils.py index 45253af56..9df514b39 100644 --- a/guardrails/utils/telemetry_utils.py +++ b/guardrails/utils/telemetry_utils.py @@ -11,7 +11,7 @@ from guardrails.stores.context import get_tracer_context from guardrails.utils.casting_utils import to_string from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.reask_utils import ReAsk +from guardrails.actions.reask import ReAsk from guardrails.validator_base import Filter, Refrain diff --git a/guardrails/utils/validator_utils.py b/guardrails/utils/validator_utils.py index 4dc1aeaa8..a9ab607d9 100644 --- a/guardrails/utils/validator_utils.py +++ b/guardrails/utils/validator_utils.py @@ -91,6 +91,8 @@ def parse_use_many_validator( if isinstance(args, Dict): kwargs = args args = [] + elif not isinstance(args, List): + args = [args] kwargs = safe_get(use_tuple, 2, kwargs) if validator_cls: validator_inst = validator_cls(*args, **kwargs) diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index c52868bbf..6c045319b 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -14,13 +14,12 @@ PassResult, ValidationResult, ) -from guardrails.datatypes import FieldValidation from guardrails.errors import ValidationError from guardrails.logger import logger from guardrails.types import ValidatorMap, OnFailAction from guardrails.utils.hub_telemetry_utils import HubTelemetry from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.reask_utils import FieldReAsk, ReAsk +from guardrails.actions.reask import FieldReAsk, ReAsk from guardrails.utils.telemetry_utils import trace_validation_result, trace_validator from guardrails.validator_base import Validator @@ -432,9 +431,10 @@ def validate( self, value: Any, metadata: dict, - validator_setup: FieldValidation, + validator_map: ValidatorMap, iteration: Iteration, - path: Optional[str] = None, + absolute_path: str = "$", + reference_path: str = "$", ) -> Tuple[Any, dict]: # Run validate_async in an async loop loop = asyncio.get_event_loop() @@ -443,7 +443,9 @@ def validate( "Async event loop found, please call `validate_async` instead." ) value, metadata = loop.run_until_complete( - self.async_validate(value, metadata, validator_setup, iteration, path) + self.async_validate( + value, metadata, validator_map, iteration, absolute_path, reference_path + ) ) return value, metadata @@ -476,7 +478,9 @@ def validate( validator_service = AsyncValidatorService(disable_tracer) else: validator_service = SequentialValidatorService(disable_tracer) - return validator_service.validate(value, metadata, validator_map, iteration, path) + return validator_service.validate( + value, metadata, validator_map, iteration, path, path + ) async def async_validate( @@ -489,7 +493,7 @@ async def async_validate( ): validator_service = AsyncValidatorService(disable_tracer) return await validator_service.async_validate( - value, metadata, validator_map, iteration, path + value, metadata, validator_map, iteration, path, path ) diff --git a/tests/integration_tests/mock_llm_outputs.py b/tests/integration_tests/mock_llm_outputs.py index 7cd312cf5..daa8c4cef 100644 --- a/tests/integration_tests/mock_llm_outputs.py +++ b/tests/integration_tests/mock_llm_outputs.py @@ -44,9 +44,7 @@ def _invoke_llm(self, prompt, *args, **kwargs): } try: - # print("MockOpenAICallable called with prompt:\n", prompt) output = mock_llm_responses[prompt] - # print("returning output:\n", output) return LLMResponse( output=output, prompt_token_count=123, diff --git a/tests/integration_tests/test_assets/entity_extraction/validated_output_reask_1.py b/tests/integration_tests/test_assets/entity_extraction/validated_output_reask_1.py index fae836c88..cb8f361b2 100644 --- a/tests/integration_tests/test_assets/entity_extraction/validated_output_reask_1.py +++ b/tests/integration_tests/test_assets/entity_extraction/validated_output_reask_1.py @@ -1,5 +1,5 @@ # ruff: noqa: E501 -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validators import FailResult VALIDATED_OUTPUT_REASK_1 = { diff --git a/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py b/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py index 99aad7ee8..870c6def8 100644 --- a/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py +++ b/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py @@ -1,5 +1,5 @@ # ruff: noqa: E501 -from guardrails.utils.reask_utils import SkeletonReAsk +from guardrails.actions.reask import SkeletonReAsk from guardrails.validators import FailResult VALIDATED_OUTPUT_SKELETON_REASK_1 = SkeletonReAsk( diff --git a/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py b/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py index 8a140f63d..bc56dfdc4 100644 --- a/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py +++ b/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py @@ -1,4 +1,4 @@ -from guardrails.utils.reask_utils import SkeletonReAsk +from guardrails.actions.reask import SkeletonReAsk from guardrails.validators import FailResult MSG_VALIDATED_OUTPUT_REASK = SkeletonReAsk( diff --git a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py index 92db0e373..c2f009443 100644 --- a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py +++ b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py @@ -4,7 +4,7 @@ from pydantic import BaseModel, Field from guardrails.utils.pydantic_utils import PYDANTIC_VERSION -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validator_base import OnFailAction from guardrails.validators import ( FailResult, diff --git a/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_1.py b/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_1.py index a7de54a7d..7b35715c4 100644 --- a/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_1.py +++ b/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_1.py @@ -1,4 +1,4 @@ -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validators import FailResult VALIDATOR_PARALLELISM_REASK_1 = FieldReAsk( diff --git a/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_2.py b/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_2.py index 0ef838eee..b7d070f9d 100644 --- a/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_2.py +++ b/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_2.py @@ -1,4 +1,4 @@ -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validators import FailResult VALIDATOR_PARALLELISM_REASK_2 = FieldReAsk( diff --git a/tests/integration_tests/test_assets/string/msg_validated_output_reask.py b/tests/integration_tests/test_assets/string/msg_validated_output_reask.py index 7a2f31cda..12ab4a74e 100644 --- a/tests/integration_tests/test_assets/string/msg_validated_output_reask.py +++ b/tests/integration_tests/test_assets/string/msg_validated_output_reask.py @@ -1,4 +1,4 @@ -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validators import FailResult MSG_VALIDATED_OUTPUT_REASK = FieldReAsk( diff --git a/tests/integration_tests/test_assets/string/validated_output_reask.py b/tests/integration_tests/test_assets/string/validated_output_reask.py index 85557fed2..bc28781ee 100644 --- a/tests/integration_tests/test_assets/string/validated_output_reask.py +++ b/tests/integration_tests/test_assets/string/validated_output_reask.py @@ -1,4 +1,4 @@ -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validators import FailResult VALIDATED_OUTPUT_REASK = FieldReAsk( diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 8e01bc153..4f23f7c5c 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -4,7 +4,6 @@ import pytest import guardrails as gd -from guardrails.schema.json_schema import JsonSchema from guardrails.utils.openai_utils import OPENAI_VERSION from tests.integration_tests.test_assets.fixtures import ( # noqa fixture_llm_output, @@ -36,8 +35,8 @@ async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") guard = gd.Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_REASK) - with patch.object( - JsonSchema, "preprocess_prompt", wraps=guard.output_schema.preprocess_prompt + with patch( + "guardrails.run.async_runner.preprocess_prompt" ) as mock_preprocess_prompt: final_output = await guard( llm_api=openai.Completion.acreate, diff --git a/tests/integration_tests/test_data_validation.py b/tests/integration_tests/test_data_validation.py index 96bdf8391..8a4c32865 100644 --- a/tests/integration_tests/test_data_validation.py +++ b/tests/integration_tests/test_data_validation.py @@ -6,7 +6,7 @@ from guardrails import Guard from guardrails.errors import ValidationError -from guardrails.utils.reask_utils import ReAsk +from guardrails.actions.reask import ReAsk from guardrails.validator_base import OnFailAction from tests.integration_tests.test_assets.validators import ValidChoices diff --git a/tests/integration_tests/test_datatypes.py b/tests/integration_tests/test_datatypes.py index 73b85adb8..05a842ca0 100644 --- a/tests/integration_tests/test_datatypes.py +++ b/tests/integration_tests/test_datatypes.py @@ -85,14 +85,11 @@ def test_defaulted_date_parser_unsupported_values( """ - from rich import print guard = Guard.from_rail_string(rail_spec) - print("schema: ", guard.output_schema.to_dict()) with pytest.raises(Exception) as excinfo: - res = guard.parse( + guard.parse( llm_output='{"name": "John Doe", "dob": "' + date_string + '"}', num_reasks=0, ) - print("res: ", res) assert isinstance(excinfo.value, error_type) is True diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 6e40c7db2..450713510 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -15,7 +15,7 @@ get_static_openai_chat_create_func, get_static_openai_create_func, ) -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validators import FailResult, OneLine from .mock_llm_outputs import ( @@ -617,7 +617,6 @@ def test_entity_extraction_with_reask_with_optional_prompts( ) assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_REASK_2 - print("\n actual: \n", call.reask_instructions.last) if expected_reask_instructions: assert call.reask_instructions.last == expected_reask_instructions diff --git a/tests/integration_tests/test_json_utils.py b/tests/integration_tests/test_json_utils.py index bc97d2f7c..58a75ab89 100644 --- a/tests/integration_tests/test_json_utils.py +++ b/tests/integration_tests/test_json_utils.py @@ -118,9 +118,7 @@ def test_choice_placeholder_verify_raises( with pytest.raises(ValueError) as error: ph = ChoicePlaceholder(optional, "discriminator", cases) - return_value = ph.verify(value, False, coerce_types) - - print("return_value: ", return_value) + ph.verify(value, False, coerce_types) import traceback diff --git a/tests/unit_tests/utils/test_reask_utils.py b/tests/unit_tests/actions/test_reask.py similarity index 67% rename from tests/unit_tests/utils/test_reask_utils.py rename to tests/unit_tests/actions/test_reask.py index 3c340778f..ccf6e77d7 100644 --- a/tests/unit_tests/utils/test_reask_utils.py +++ b/tests/unit_tests/actions/test_reask.py @@ -1,18 +1,18 @@ import json import pytest -from lxml import etree as ET -from guardrails.classes.history.iteration import Iteration -from guardrails.datatypes import Object -from guardrails.schema.json_schema import JsonSchema -from guardrails.utils import reask_utils -from guardrails.utils.reask_utils import ( +from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions +from guardrails.actions.reask import ( FieldReAsk, gather_reasks, + get_reask_setup, + prune_obj_for_reasking, sub_reasks_with_fixed_values, ) -from guardrails.validators import FailResult +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.validation.validation_result import FailResult +from guardrails.schema.rail_schema import rail_string_to_schema @pytest.mark.parametrize( @@ -333,27 +333,57 @@ def test_gather_reasks(): }, ), ({"a": 1}, None), + ( + [ + FieldReAsk( + path=["$.failed_prop.child"], + fail_results=[ + FailResult( + error_message="child should not be None", outcome="fail" + ) + ], + incorrect_value=None, + ), + "not a reask", + ], + [ + FieldReAsk( + path=["$.failed_prop.child"], + fail_results=[ + FailResult( + error_message="child should not be None", outcome="fail" + ) + ], + incorrect_value=None, + ) + ], + ), ], ) def test_prune_json_for_reasking(input_dict, expected_dict): """Test that the prune_obj_for_reasking function removes ReAsk objects.""" - assert reask_utils.prune_obj_for_reasking(input_dict) == expected_dict + assert prune_obj_for_reasking(input_dict) == expected_dict @pytest.mark.parametrize( - "example_rail, expected_rail, reasks, original_response, reask_json", + "example_rail, expected_rail, reasks, original_response, validation_response, json_example, expected_reask_json", # noqa [ ( + # Example RAIL """ + + """, + # Expected RAIL Output Element """ - + """, + # ReAsks [ FieldReAsk( incorrect_value=-1, @@ -366,30 +396,46 @@ def test_prune_json_for_reasking(input_dict, expected_dict): path=["name"], ) ], + # Original Response { "name": -1, }, + # Validation Response { - "name": { - "incorrect_value": -1, - "error_message": "Error Msg", - "fix_value": "name", - } + "name": FieldReAsk( + incorrect_value=-1, + fail_results=[ + FailResult( + error_message="Error Msg", + fix_value="name", + ) + ], + path=["name"], + ) }, + # Json Example + {"name": "Name"}, + # Expected Reask Json + {"name": {"incorrect_value": -1, "error_messages": ["Error Msg"]}}, ), ( + # Example RAIL """ + - - + + + """, + # Expected RAIL Output element """ - - + + """, + # ReAsks [ FieldReAsk( incorrect_value=-1, @@ -412,44 +458,71 @@ def test_prune_json_for_reasking(input_dict, expected_dict): path=["age"], ), ], + # Original Response { "name": -1, "age": -1, }, + # Validation Response + { + "name": FieldReAsk( + incorrect_value=-1, + fail_results=[ + FailResult( + error_message="Error Msg", + fix_value="name", + ) + ], + path=["name"], + ), + "age": FieldReAsk( + incorrect_value=-1, + fail_results=[ + FailResult( + error_message="Error Msg", + fix_value=5, + ) + ], + path=["age"], + ), + }, + # Json Example + {"name": "Name", "age": 5}, + # Expected Reask Json { "name": { "incorrect_value": -1, - "error_message": "Error Msg", - "fix_value": "name", + "error_messages": ["Error Msg"], }, "age": { "incorrect_value": -1, - "error_message": "Error Msg", - "fix_value": 5, + "error_messages": ["Error Msg"], }, }, ), ], ) def test_get_reask_prompt( - example_rail, expected_rail, reasks, original_response, reask_json + mocker, + example_rail, + expected_rail, + reasks, + original_response, + validation_response, + json_example, + expected_reask_json, ): """Test that get_reask_prompt function returns the correct prompt.""" - expected_result_template = """ + expected_prompt_template = """ I was given the following JSON response, which had problems due to incorrect values. %s Help me correct the incorrect values based on the given error messages. - Given below is XML that describes the information to extract from this document and the tags to extract it into. %s - ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, enter `null`. - -Here's an example of the structure: -%s """ # noqa: E501 expected_instructions = """ You are a helpful assistant only capable of communicating with valid JSON, and no other text. @@ -461,24 +534,78 @@ def test_get_reask_prompt( - `` => `{"bar": ['STRING ONE', 'STRING TWO', etc.]}` - `` => `{'baz': {'foo': 'Some String', 'index': 1}}` """ # noqa: E501 - output_schema = JsonSchema(Object.from_xml(ET.fromstring(example_rail))) - iteration = Iteration() - validated = output_schema.validate(iteration, original_response, {}) - reasks = output_schema.introspect(validated) + + mocker.patch("guardrails.actions.reask.generate_example", return_value=json_example) + + output_type = OutputTypes.DICT + processed_schema = rail_string_to_schema(example_rail) + output_schema = processed_schema.json_schema + exec_options = GuardExecutionOptions( + # Use an XML constant to make existing test cases pass + prompt="${gr.complete_xml_suffix_v3}" + ) + ( reask_schema, - result_prompt, - instructions, - ) = output_schema.get_reask_setup(reasks, reask_json, False) - json_example = output_schema.root_datatype.get_example() + reask_prompt, + reask_instructions, + ) = get_reask_setup( + output_type, + output_schema, + validation_map={}, + reasks=reasks, + parsing_response=original_response, + validation_response=validation_response, + exec_options=exec_options, + ) + + # NOTE: This changes once we reimplement Field Level Reasks + assert reask_schema == output_schema - assert result_prompt.source == ( - expected_result_template - % ( - json.dumps(reask_json, indent=2), - expected_rail, - json.dumps(json_example, indent=2), - ) + expected_prompt = expected_prompt_template % ( + json.dumps(expected_reask_json, indent=2), + expected_rail, + # Examples are only included for SkeletonReAsk's + # json.dumps(json_example, indent=2), ) - assert instructions.source == expected_instructions + assert reask_prompt.source == expected_prompt + + assert reask_instructions.source == expected_instructions + + +### FIXME: Implement once Field Level ReAsk is implemented w/ JSON schema ### +# empty_root = Element("root") +# non_empty_root = Element("root") +# property = SubElement(non_empty_root, "list", name="dummy") +# property.attrib["validators"] = "length: 2" +# child = SubElement(property, "string") +# child.attrib["validators"] = "two-words" +# non_empty_output = Element("root") +# output_property = SubElement(non_empty_output, "list", name="dummy") +# output_property.attrib["validators"] = "length: 2" +# output_child = SubElement(output_property, "string") +# output_child.attrib["validators"] = "two-words" + + +# @pytest.mark.parametrize( +# "root,reasks,expected_output", +# [ +# (empty_root, None, empty_root), +# ( +# non_empty_root, +# [ +# FieldReAsk( +# incorrect_value="", +# fail_results=[FailResult(error_message="child should not be None")], # noqa +# path=["dummy", 0], +# ) +# ], +# non_empty_output, +# ), +# ], +# ) +# def test_get_reask_subschema(root, reasks, expected_output): +# actual_output = get_reask_subschema(Object.from_xml(root), reasks) + +# assert actual_output == Object.from_xml(expected_output) diff --git a/tests/unit_tests/classes/history/test_call.py b/tests/unit_tests/classes/history/test_call.py index d4f41d068..39735ad93 100644 --- a/tests/unit_tests/classes/history/test_call.py +++ b/tests/unit_tests/classes/history/test_call.py @@ -10,7 +10,7 @@ from guardrails.prompt.prompt import Prompt from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.reask_utils import ReAsk +from guardrails.actions.reask import ReAsk from guardrails.validator_base import FailResult, PassResult diff --git a/tests/unit_tests/classes/history/test_iteration.py b/tests/unit_tests/classes/history/test_iteration.py index a1d2bb80d..1dde35b0c 100644 --- a/tests/unit_tests/classes/history/test_iteration.py +++ b/tests/unit_tests/classes/history/test_iteration.py @@ -8,7 +8,7 @@ from guardrails.prompt.prompt import Prompt from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validator_base import FailResult diff --git a/tests/unit_tests/classes/history/test_outputs.py b/tests/unit_tests/classes/history/test_outputs.py index 61764c78d..85585d0a0 100644 --- a/tests/unit_tests/classes/history/test_outputs.py +++ b/tests/unit_tests/classes/history/test_outputs.py @@ -5,7 +5,7 @@ from guardrails.constants import error_status, fail_status, not_run_status, pass_status from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation.validator_logs import ValidatorLogs -from guardrails.utils.reask_utils import ReAsk +from guardrails.actions.reask import ReAsk from guardrails.validator_base import FailResult, PassResult diff --git a/tests/unit_tests/cli/hub/test_install.py b/tests/unit_tests/cli/hub/test_install.py index bf07e1847..5a413ac74 100644 --- a/tests/unit_tests/cli/hub/test_install.py +++ b/tests/unit_tests/cli/hub/test_install.py @@ -70,7 +70,6 @@ def test_happy_path(self, mocker): ), # noqa ] assert mock_logger_log.call_count == 2 - print(mock_logger_log) mock_logger_log.assert_has_calls(log_calls) mock_get_validator_manifest.assert_called_once_with("guardrails/test-validator") diff --git a/tests/unit_tests/test_async_validator_service.py b/tests/unit_tests/test_async_validator_service.py index 15308a2a6..692fad55e 100644 --- a/tests/unit_tests/test_async_validator_service.py +++ b/tests/unit_tests/test_async_validator_service.py @@ -3,7 +3,6 @@ import pytest from guardrails.classes.history.iteration import Iteration -from guardrails.datatypes import FieldValidation from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.validator_base import OnFailAction from guardrails.validator_service import AsyncValidatorService @@ -12,9 +11,6 @@ from .mocks import MockLoop from .mocks.mock_validator import create_mock_validator -empty_field_validation = FieldValidation( - key="mock-key", value="mock-value", validators=[], children=[] -) avs = AsyncValidatorService() @@ -26,7 +22,7 @@ def test_validate_with_running_loop(mocker): avs.validate( value=True, metadata={}, - validator_setup=empty_field_validation, + validator_map={}, iteration=iteration, ) @@ -50,49 +46,39 @@ def test_validate_without_running_loop(mocker): validated_value, validated_metadata = avs.validate( value=True, metadata={}, - validator_setup=empty_field_validation, + validator_map={}, iteration=iteration, ) assert loop_spy.call_count == 1 - async_validate_mock.assert_called_once_with( - True, {}, empty_field_validation, iteration - ) + async_validate_mock.assert_called_once_with(True, {}, {}, iteration, "$", "$") assert validated_value == "async_validate_mock" assert validated_metadata == {"async": True} @pytest.mark.asyncio async def test_async_validate_with_children(mocker): - validate_dependents_mock = mocker.patch.object(avs, "validate_dependents") + validate_children_mock = mocker.patch.object(avs, "validate_children") run_validators_mock = mocker.patch.object(avs, "run_validators") run_validators_mock.return_value = ("run_validators_mock", {"async": True}) - field_validation = FieldValidation( - key="mock-parent-key", - value="mock-parent-value", - validators=[], - children=[empty_field_validation], - ) + value = {"a": 1} + iteration = Iteration() validated_value, validated_metadata = await avs.async_validate( - value=True, + value=value, metadata={}, - validator_setup=field_validation, + validator_map={}, iteration=iteration, ) - assert validate_dependents_mock.call_count == 1 - validate_dependents_mock.assert_called_once_with( - True, {}, field_validation, iteration, "$.mock-parent-key" - ) + assert validate_children_mock.call_count == 1 + validate_children_mock.assert_called_once_with(value, {}, {}, iteration, "$", "$") assert run_validators_mock.call_count == 1 - run_validators_mock.assert_called_once_with( - iteration, field_validation, True, {}, "$.mock-parent-key" - ) + run_validators_mock.assert_called_once_with(iteration, {}, value, {}, "$", "$") assert validated_value == "run_validators_mock" assert validated_metadata == {"async": True} @@ -100,7 +86,7 @@ async def test_async_validate_with_children(mocker): @pytest.mark.asyncio async def test_async_validate_without_children(mocker): - validate_dependents_mock = mocker.patch.object(avs, "validate_dependents") + validate_children_mock = mocker.patch.object(avs, "validate_children") run_validators_mock = mocker.patch.object(avs, "run_validators") run_validators_mock.return_value = ("run_validators_mock", {"async": True}) @@ -108,17 +94,17 @@ async def test_async_validate_without_children(mocker): iteration = Iteration() validated_value, validated_metadata = await avs.async_validate( - value=True, + value="Hello world!", metadata={}, - validator_setup=empty_field_validation, + validator_map={}, iteration=iteration, ) - assert validate_dependents_mock.call_count == 0 + assert validate_children_mock.call_count == 0 assert run_validators_mock.call_count == 1 run_validators_mock.assert_called_once_with( - iteration, empty_field_validation, True, {}, "$.mock-key" + iteration, {}, "Hello world!", {}, "$", "$" ) assert validated_value == "run_validators_mock" @@ -126,7 +112,7 @@ async def test_async_validate_without_children(mocker): @pytest.mark.asyncio -async def test_validate_dependents(mocker): +async def test_validate_children(mocker): async def mock_async_validate(v, md, *args): return (f"new-{v}", md) @@ -136,33 +122,49 @@ async def mock_async_validate(v, md, *args): gather_spy = mocker.spy(asyncio, "gather") - child_one = FieldValidation( - key="child-one-key", value="child-one-value", validators=[], children=[] - ) - child_two = FieldValidation( - key="child-two-key", value="child-two-value", validators=[], children=[] - ) - field_validation = FieldValidation( - key="mock-parent-key", - value={"child-one-key": "child-one-value", "child-two-key": "child-two-value"}, - validators=[], - children=[child_one, child_two], - ) + validator_map = { + "$.mock-parent-key": [], + "$.mock-parent-key.child-one-key": [], + "$.mock-parent-key.child-two-key": [], + } + + value = { + "mock-parent-key": { + "child-one-key": "child-one-value", + "child-two-key": "child-two-value", + } + } + iteration = Iteration() - validated_value, validated_metadata = await avs.validate_dependents( - value=field_validation.value, + validated_value, validated_metadata = await avs.validate_children( + value=value.get("mock-parent-key"), metadata={}, - validator_setup=field_validation, + validator_map=validator_map, iteration=iteration, - parent_path="$", + abs_parent_path="$.mock-parent-key", + ref_parent_path="$.mock-parent-key", ) assert gather_spy.call_count == 1 assert async_validate_mock.call_count == 2 - async_validate_mock.assert_any_call(child_one.value, {}, child_one, iteration, "$") - async_validate_mock.assert_any_call(child_two.value, {}, child_two, iteration, "$") + async_validate_mock.assert_any_call( + "child-one-value", + {}, + validator_map, + iteration, + "$.mock-parent-key.child-one-key", + "$.mock-parent-key.child-one-key", + ) + async_validate_mock.assert_any_call( + "child-two-value", + {}, + validator_map, + iteration, + "$.mock-parent-key.child-two-key", + "$.mock-parent-key.child-two-key", + ) assert validated_value == { "child-one-key": "new-child-one-value", @@ -213,17 +215,18 @@ async def mock_gather(*args): iteration = Iteration() value, metadata = await avs.run_validators( - value=empty_field_validation.value, - metadata={}, - validator_setup=empty_field_validation, iteration=iteration, - property_path="$", + validator_map={}, + value=True, + metadata={}, + absolute_property_path="$", + reference_property_path="$", ) assert get_running_loop_mock.call_count == 1 assert group_validators_mock.call_count == 1 - group_validators_mock.assert_called_once_with(empty_field_validation.validators) + group_validators_mock.assert_called_once_with([]) assert run_in_executor_spy.call_count == 1 run_in_executor_spy.assert_called_once_with( @@ -231,7 +234,7 @@ async def mock_gather(*args): run_validator_mock, iteration, noop_validator_2, - empty_field_validation.value, + True, {}, "$", ) @@ -240,7 +243,7 @@ async def mock_gather(*args): assert asyancio_gather_mock.call_count == 1 - assert value == empty_field_validation.value + assert value is True assert metadata == {} @@ -273,17 +276,18 @@ async def test_run_validators_with_override(mocker): iteration = Iteration() value, metadata = await avs.run_validators( - value=empty_field_validation.value, - metadata={}, - validator_setup=empty_field_validation, iteration=iteration, - property_path="$", + validator_map={}, + value=True, + metadata={}, + absolute_property_path="$", + reference_property_path="$", ) assert get_running_loop_mock.call_count == 1 assert group_validators_mock.call_count == 1 - group_validators_mock.assert_called_once_with(empty_field_validation.validators) + group_validators_mock.assert_called_once_with([]) assert run_in_executor_spy.call_count == 0 diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index d22b17239..d81ff07ed 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -2,7 +2,7 @@ import pytest from pydantic import BaseModel -from guardrails import Guard, Rail, Validator +from guardrails import Guard, Validator from guardrails.datatypes import verify_metadata_requirements from guardrails.utils import args, kwargs, on_fail from guardrails.utils.openai_utils import OPENAI_VERSION @@ -122,7 +122,6 @@ async def test_required_metadata(spec, metadata, error_message): assert response.error is None -rail = Rail.from_string_validators([], "empty railspec") empty_rail_string = """ - - - - -""" - try: - xml = ET.fromstring(rail_spec, parser=XMLPARSER) - JsonSchema.from_xml(xml) - except Exception as e: - pytest.fail(f"JsonSchema.from_xml() raised an exception: {e}") - - -def test_json_schema_from_pydantic_outermost_list_typing(): - class Foo(BaseModel): - field: str - - # Test 1: typing.List with BaseModel - try: - JsonSchema.from_pydantic(model=List[Foo]) - except Exception as e: - pytest.fail(f"JsonSchema.from_pydantic() raised an exception: {e}") - - -@pytest.mark.skipif( - sys.version_info.major <= 3 and sys.version_info.minor <= 8, - reason="requires Python > 3.8", -) -def test_json_schema_from_pydantic_outermost_list(): - class Foo(BaseModel): - field: str - - # Test 1: typing.List with BaseModel - try: - JsonSchema.from_pydantic(model=list[Foo]) - except Exception as e: - pytest.fail(f"JsonSchema.from_pydantic() raised an exception: {e}") diff --git a/tests/unit_tests/test_prompt.py b/tests/unit_tests/test_prompt.py index c28c7e42d..7c933ecea 100644 --- a/tests/unit_tests/test_prompt.py +++ b/tests/unit_tests/test_prompt.py @@ -9,6 +9,7 @@ from guardrails.prompt.instructions import Instructions from guardrails.prompt.prompt import Prompt from guardrails.utils.constants import constants +from guardrails.utils.prompt_utils import prompt_content_for_schema INSTRUCTIONS = "\nYou are a helpful bot, who answers only with valid JSON\n" @@ -155,8 +156,10 @@ def test_parse_prompt(): guard = gd.Guard.from_rail_string(SIMPLE_RAIL_SPEC) # Strip both, raw and parsed, to be safe - assert guard.instructions.format().source.strip() == INSTRUCTIONS.strip() - assert guard.prompt.format().source.strip() == PROMPT.strip() + instructions = Instructions(guard._exec_opts.instructions) + assert instructions.format().source.strip() == INSTRUCTIONS.strip() + prompt = Prompt(guard._exec_opts.prompt) + assert prompt.format().source.strip() == PROMPT.strip() def test_instructions_with_params(): @@ -166,14 +169,13 @@ def test_instructions_with_params(): user_instructions = "A useful system message." user_prompt = "A useful prompt." + instructions = Instructions(guard._exec_opts.instructions) assert ( - guard.instructions.format(user_instructions=user_instructions).source.strip() + instructions.format(user_instructions=user_instructions).source.strip() == user_instructions.strip() ) - assert ( - guard.prompt.format(user_prompt=user_prompt).source.strip() - == user_prompt.strip() - ) + prompt = Prompt(guard._exec_opts.prompt) + assert prompt.format(user_prompt=user_prompt).source.strip() == user_prompt.strip() @pytest.mark.parametrize( @@ -187,32 +189,39 @@ def test_variable_names(rail, var_names): """Test extracting variable names from a prompt.""" guard = gd.Guard.from_rail_string(rail) - assert guard.prompt.variable_names == var_names + prompt = Prompt(guard._exec_opts.prompt) + + assert prompt.variable_names == var_names def test_format_instructions(): """Test extracting format instructions from a prompt.""" guard = gd.Guard.from_rail_string(RAIL_WITH_FORMAT_INSTRUCTIONS) - output_schema = guard.rail.output_schema.transpile() + + output_schema = prompt_content_for_schema( + guard._output_type, + guard.output_schema.to_dict(), + validator_map=guard._validator_map, + json_path="$", + ) + expected_instructions = ( Template(constants["complete_json_suffix_v2"]) .safe_substitute(output_schema=output_schema) .rstrip() ) - - assert guard.prompt.format_instructions.rstrip() == expected_instructions + prompt = Prompt(guard._exec_opts.prompt, output_schema=output_schema) + assert prompt.format_instructions.rstrip() == expected_instructions def test_reask_prompt(): guard = gd.Guard.from_rail_string(RAIL_WITH_REASK_PROMPT) - assert guard.output_schema.reask_prompt_template == Prompt(REASK_PROMPT) + assert guard._exec_opts.reask_prompt == REASK_PROMPT def test_reask_instructions(): guard = gd.Guard.from_rail_string(RAIL_WITH_REASK_INSTRUCTIONS) - assert guard.output_schema._reask_instructions_template == Instructions( - INSTRUCTIONS - ) + assert guard._exec_opts.reask_instructions == INSTRUCTIONS @pytest.mark.parametrize( @@ -240,14 +249,15 @@ def test_gr_prefixed_prompt_item_passes(): prompt = """Give me a response to ${grade}""" guard = gd.Guard.from_pydantic(output_class=TestResponse, prompt=prompt) - assert len(guard.prompt.variable_names) == 1 + prompt = Prompt(guard._exec_opts.prompt) + assert len(prompt.variable_names) == 1 def test_gr_dot_prefixed_prompt_item_fails(): with pytest.raises(Exception): # From pydantic: prompt = """Give me a response to ${gr.ade}""" - gd.Guard.from_pydantic(output_class=TestResponse, prompt=prompt) + Prompt(prompt) def test_escape(): diff --git a/tests/unit_tests/test_rail.py b/tests/unit_tests/test_rail.py index 3e019d8d8..2e65df212 100644 --- a/tests/unit_tests/test_rail.py +++ b/tests/unit_tests/test_rail.py @@ -1,6 +1,4 @@ -import pytest - -from guardrails.rail import Rail +from guardrails.schema.rail_schema import rail_string_to_schema def test_rail_scalar_string(): @@ -20,7 +18,7 @@ def test_rail_scalar_string(): """ - Rail.from_string(rail_spec) + rail_string_to_schema(rail_spec) def test_rail_object_with_scalar(): @@ -43,7 +41,7 @@ def test_rail_object_with_scalar(): """ - Rail.from_string(rail_spec) + rail_string_to_schema(rail_spec) def test_rail_object_with_list(): @@ -65,7 +63,7 @@ def test_rail_object_with_list(): """ - Rail.from_string(rail_spec) + rail_string_to_schema(rail_spec) def test_rail_object_with_object(): @@ -87,7 +85,7 @@ def test_rail_object_with_object(): """ - Rail.from_string(rail_spec) + rail_string_to_schema(rail_spec) def test_rail_list_with_scalar(): @@ -106,7 +104,7 @@ def test_rail_list_with_scalar(): """ - Rail.from_string(rail_spec) + rail_string_to_schema(rail_spec) def test_rail_list_with_list(): @@ -127,7 +125,7 @@ def test_rail_list_with_list(): """ - Rail.from_string(rail_spec) + rail_string_to_schema(rail_spec) def test_rail_list_with_object(): @@ -148,7 +146,7 @@ def test_rail_list_with_object(): """ - Rail.from_string(rail_spec) + rail_string_to_schema(rail_spec) def test_rail_outermost_list(): @@ -167,10 +165,10 @@ def test_rail_outermost_list(): """ - Rail.from_string(rail_spec) + rail_string_to_schema(rail_spec) -def test_format_deprecated(): +def test_format_not_read_as_validators(): rail_spec = """ @@ -187,7 +185,7 @@ def test_format_deprecated(): """ - with pytest.warns(DeprecationWarning): - rail = Rail.from_string(rail_spec) - validator = rail.output_schema.root_datatype.children.string_name.validators[0] - assert validator.rail_alias == "two-words" + # Declaring Validators in the format field was dropped in 0.5.x + # as stated in the previous DeprecationWarning. + processed_schema = rail_string_to_schema(rail_spec) + assert len(processed_schema.validators) == 0 diff --git a/tests/unit_tests/test_reask_utils.py b/tests/unit_tests/test_reask_utils.py deleted file mode 100644 index 3432e6e71..000000000 --- a/tests/unit_tests/test_reask_utils.py +++ /dev/null @@ -1,69 +0,0 @@ -import pytest -from lxml.etree import Element, SubElement - -from guardrails.datatypes import Object - -# from guardrails.datatypes import Object -from guardrails.utils.reask_utils import ( - FieldReAsk, - get_pruned_tree, - prune_obj_for_reasking, -) -from guardrails.validators import FailResult - -# FIXME: These tests are not exhaustive. -# They only add missing coverage from the 0.2 release -# We really should strive for close to 100% unit test coverage -# and use Integration tests for mimicking user flows - - -empty_root = Element("root") -non_empty_root = Element("root") -property = SubElement(non_empty_root, "list", name="dummy") -property.attrib["validators"] = "length: 2" -child = SubElement(property, "string") -child.attrib["validators"] = "two-words" -non_empty_output = Element("root") -output_property = SubElement(non_empty_output, "list", name="dummy") -output_property.attrib["validators"] = "length: 2" -output_child = SubElement(output_property, "string") -output_child.attrib["validators"] = "two-words" - - -@pytest.mark.parametrize( - "root,reasks,expected_output", - [ - (empty_root, None, empty_root), - ( - non_empty_root, - [ - FieldReAsk( - incorrect_value="", - fail_results=[FailResult(error_message="child should not be None")], - path=["dummy", 0], - ) - ], - non_empty_output, - ), - ], -) -def test_get_pruned_tree(root, reasks, expected_output): - actual_output = get_pruned_tree(Object.from_xml(root), reasks) - - assert actual_output == Object.from_xml(expected_output) - - -def test_prune_obj_for_reasking(): - reask = FieldReAsk( - path=["$.failed_prop.child"], - fail_results=[ - FailResult(error_message="child should not be None", outcome="fail") - ], - incorrect_value=None, - ) - reasks = [reask, "not a reask"] - - pruned_reasks = prune_obj_for_reasking(reasks) - - assert len(pruned_reasks) == 1 - assert pruned_reasks[0] == reask diff --git a/tests/unit_tests/test_validator_service.py b/tests/unit_tests/test_validator_service.py index 3002bca0d..c7e5c6e63 100644 --- a/tests/unit_tests/test_validator_service.py +++ b/tests/unit_tests/test_validator_service.py @@ -21,7 +21,7 @@ async def test_async_validate(mocker): validated_value, validated_metadata = await vs.async_validate( value=True, metadata={}, - validator_setup=empty_field_validation, + validator_map={}, iteration=iteration, ) @@ -44,7 +44,7 @@ def test_validate_with_running_loop(mocker): validated_value, validated_metadata = vs.validate( value=True, metadata={}, - validator_setup=empty_field_validation, + validator_map={}, iteration=iteration, ) @@ -66,7 +66,7 @@ def test_validate_without_running_loop(mocker): validated_value, validated_metadata = vs.validate( value=True, metadata={}, - validator_setup=empty_field_validation, + validator_map={}, iteration=iteration, ) @@ -89,7 +89,7 @@ def test_validate_loop_runtime_error(mocker): validated_value, validated_metadata = vs.validate( value=True, metadata={}, - validator_setup=empty_field_validation, + validator_map={}, iteration=iteration, ) diff --git a/tests/unit_tests/test_validator_suite.py b/tests/unit_tests/test_validator_suite.py index 4e4fa5234..d344ae32b 100644 --- a/tests/unit_tests/test_validator_suite.py +++ b/tests/unit_tests/test_validator_suite.py @@ -3,11 +3,11 @@ import pytest +from guardrails.classes.llm.llm_response import LLMResponse from guardrails.guard import Guard from guardrails.utils.openai_utils import get_static_openai_create_func from guardrails.validator_base import OnFailAction from guardrails.validators import FailResult -from tests.integration_tests.mock_llm_outputs import MockOpenAICallable from tests.unit_tests.validators.test_parameters import ( validator_test_pass_fail, validator_test_prompt, @@ -38,14 +38,21 @@ def test_validator_validate(validator_test_data: Dict[str, Dict[str, str]]): assert result.fix_value == test_scenario["fix_value"] +# FIXME: This is not a unit test @pytest.mark.parametrize("validator_test_data", [(validator_test_python_str)]) def test_validator_python_string( mocker, validator_test_data: Dict[str, Dict[str, str]] ): - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) - for validator_name in validator_test_data: print("testing validator: ", validator_name) + mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm", + return_value=LLMResponse( + output=validator_test_data[validator_name]["output"], + prompt_token_count=123, + response_token_count=1234, + ), + ) module = importlib.import_module("guardrails.validators") validator_class = getattr(module, validator_name) validators = [validator_class(on_fail=OnFailAction.REASK)] diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index 625ff5b2e..f030b336a 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -8,15 +8,13 @@ from pydantic import BaseModel, Field from guardrails import Guard -from guardrails.datatypes import DataType from guardrails.errors import ValidationError -from guardrails.schema.string_schema import StringSchema from guardrails.utils.openai_utils import ( OPENAI_VERSION, get_static_openai_acreate_func, get_static_openai_create_func, ) -from guardrails.utils.reask_utils import FieldReAsk +from guardrails.actions.reask import FieldReAsk from guardrails.validator_base import ( FailResult, Filter, @@ -24,6 +22,7 @@ PassResult, Refrain, ValidationResult, + Validator, check_refrain_in_dict, filter_in_dict, register_validator, @@ -224,7 +223,7 @@ def hello_validator(value: Any, metadata: Dict[str, Any]) -> ValidationResult: def test_validator_as_tuple(): # (Callable, on_fail) tuple fix class MyModel(BaseModel): - a_field: str = Field(..., validators=[(hello_validator, OnFailAction.FIX)]) + a_field: str = Field(..., validators=[(hello_validator(), OnFailAction.FIX)]) guard = Guard.from_pydantic(MyModel) output = guard.parse( @@ -280,7 +279,7 @@ class MyModel(BaseModel): ) class MyModel(BaseModel): - a_field: str = Field(..., validators=[(hello_validator, OnFailAction.REASK)]) + a_field: str = Field(..., validators=[(hello_validator(), OnFailAction.REASK)]) guard = Guard.from_pydantic(MyModel) @@ -333,13 +332,13 @@ class MyModel(BaseModel): assert output.validated_output == {"a_field": "hello there"} assert guard.history.first.iterations.first.reasks[0] == hello_reask - # Fail on string - class MyModel(BaseModel): a_field: str = Field(..., validators=["two-words"]) - with pytest.raises(ValueError): - Guard.from_pydantic(MyModel) + # Unintentionally supported, but supported nonetheless + # with pytest.raises(ValueError): + guard = Guard.from_pydantic(MyModel) + assert len(guard._validators) == 1 def test_custom_func_validator(): @@ -406,9 +405,7 @@ def test_provenance_v1(mocker): description="testmeout", ) - output_schema: StringSchema = string_guard.rail.output_schema - data_type: DataType = output_schema.root_datatype - validators = data_type.validators_attr.validators + validators = string_guard._validators prov_validator: ProvenanceV1 = validators[0] # Check types remain intact @@ -621,7 +618,7 @@ def custom_refrain_on_fail_handler(value: Any, fail_results: List[FailResult]): @pytest.mark.parametrize( - "validator_func, expected_result", + "custom_reask_func, expected_result", [ ( custom_fix_on_fail_handler, @@ -654,16 +651,17 @@ def custom_refrain_on_fail_handler(value: Any, fail_results: List[FailResult]): ), ], ) -@pytest.mark.parametrize( - "validator_spec", - [ - lambda val_func: TwoWords(on_fail=val_func), - lambda val_func: ("two-words", val_func), - ], -) +# @pytest.mark.parametrize( +# "validator_spec", +# [ +# lambda val_func: TwoWords(on_fail=val_func), +# # This was never supported even pre-0.5.x. +# # Trying this with function calling with throw. +# lambda val_func: ("two-words", val_func), +# ], +# ) def test_custom_on_fail_handler( - validator_spec, - validator_func, + custom_reask_func, expected_result, ): prompt = """ @@ -679,10 +677,10 @@ def test_custom_on_fail_handler( } """ + validator: Validator = TwoWords(on_fail=custom_reask_func) + class Pet(BaseModel): - pet_type: str = Field( - description="Species of pet", validators=[validator_spec(validator_func)] - ) + pet_type: str = Field(description="Species of pet", validators=[validator]) name: str = Field(description="a unique pet name") guard = Guard.from_pydantic(output_class=Pet, prompt=prompt) @@ -707,9 +705,9 @@ def mock_llm_api(*args, **kwargs): return json.dumps({"name": "Fluffy"}) # fix returns an amended value for prompt/instructions validation, - guard = Guard.from_pydantic(output_class=Pet).with_prompt_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") + guard( mock_llm_api, prompt="What kind of pet should I get?", @@ -717,9 +715,9 @@ def mock_llm_api(*args, **kwargs): assert ( guard.history.first.iterations.first.outputs.validation_response == "What kind" ) - guard = Guard.from_pydantic(output_class=Pet).with_instructions_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") + guard( mock_llm_api, prompt="What kind of pet should I get and what should I name it?", @@ -731,9 +729,9 @@ def mock_llm_api(*args, **kwargs): ) # but raises for msg_history validation - guard = Guard.from_pydantic(output_class=Pet).with_msg_history_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") + with pytest.raises(ValidationError) as excinfo: guard( mock_llm_api, @@ -801,9 +799,9 @@ async def mock_llm_api(*args, **kwargs): return json.dumps({"name": "Fluffy"}) # fix returns an amended value for prompt/instructions validation, - guard = Guard.from_pydantic(output_class=Pet).with_prompt_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") + await guard( mock_llm_api, prompt="What kind of pet should I get?", @@ -812,9 +810,9 @@ async def mock_llm_api(*args, **kwargs): guard.history.first.iterations.first.outputs.validation_response == "What kind" ) - guard = Guard.from_pydantic(output_class=Pet).with_instructions_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") + await guard( mock_llm_api, prompt="What kind of pet should I get and what should I name it?", @@ -826,9 +824,9 @@ async def mock_llm_api(*args, **kwargs): ) # but raises for msg_history validation - guard = Guard.from_pydantic(output_class=Pet).with_msg_history_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") + with pytest.raises(ValidationError) as excinfo: await guard( mock_llm_api, @@ -899,11 +897,11 @@ async def mock_llm_api(*args, **kwargs): [ ( OnFailAction.REASK, - "Prompt validation failed: incorrect_value='What kind of pet should I get?\\n\\nJson Output:\\n\\n' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='What kind')] path=None", # noqa - "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='What kind')] path=None", # noqa - "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='What kind')] path=None", # noqa - "Prompt validation failed: incorrect_value='\\nThis is not two words\\n\\n\\nString Output:\\n\\n' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='This is')] path=None", # noqa - "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='This also')] path=None", # noqa + "Prompt validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None)] path=None", # noqa + "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None)] path=None", # noqa + "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None)] path=None", # noqa + "Prompt validation failed: incorrect_value='\\nThis is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', metadata=None)] path=None", # noqa + "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', metadata=None)] path=None", # noqa ), ( OnFailAction.FILTER, @@ -939,40 +937,47 @@ def test_input_validation_fail( unstructured_prompt_error, unstructured_instructions_error, ): - # with_prompt_validation - guard = Guard.from_pydantic(output_class=Pet).with_prompt_validation( - validators=[TwoWords(on_fail=on_fail)] - ) + # With Prompt Validation + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="prompt") + + def custom_llm(*args, **kwargs): + raise Exception( + "LLM was called when it should not have been!" + "Input Validation did not raise as expected!" + ) + with pytest.raises(ValidationError) as excinfo: guard( - get_static_openai_create_func(), + custom_llm, prompt="What kind of pet should I get?", ) assert str(excinfo.value) == structured_prompt_error assert isinstance(guard.history.last.exception, ValidationError) assert guard.history.last.exception == excinfo.value - # with_instructions_validation - guard = Guard.from_pydantic(output_class=Pet).with_instructions_validation( - validators=[TwoWords(on_fail=on_fail)] - ) + # With Instructions Validation + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="instructions") + with pytest.raises(ValidationError) as excinfo: guard( - get_static_openai_create_func(), + custom_llm, prompt="What kind of pet should I get and what should I name it?", instructions="What kind of pet should I get?", ) + assert str(excinfo.value) == structured_instructions_error assert isinstance(guard.history.last.exception, ValidationError) assert guard.history.last.exception == excinfo.value - # with_msg_history_validation - guard = Guard.from_pydantic(output_class=Pet).with_msg_history_validation( - validators=[TwoWords(on_fail=on_fail)] - ) + # With Msg History Validation + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="msg_history") + with pytest.raises(ValidationError) as excinfo: guard( - get_static_openai_create_func(), + custom_llm, msg_history=[ { "role": "user", @@ -984,7 +989,7 @@ def test_input_validation_fail( assert isinstance(guard.history.last.exception, ValidationError) assert guard.history.last.exception == excinfo.value - # rail prompt validation + # Rail Prompt Validation guard = Guard.from_rail_string( f""" @@ -1001,13 +1006,13 @@ def test_input_validation_fail( ) with pytest.raises(ValidationError) as excinfo: guard( - get_static_openai_create_func(), + custom_llm, ) assert str(excinfo.value) == unstructured_prompt_error assert isinstance(guard.history.last.exception, ValidationError) assert guard.history.last.exception == excinfo.value - # rail instructions validation + # Rail Instructions Validation guard = Guard.from_rail_string( f""" @@ -1027,7 +1032,7 @@ def test_input_validation_fail( ) with pytest.raises(ValidationError) as excinfo: guard( - get_static_openai_create_func(), + custom_llm, ) assert str(excinfo.value) == unstructured_instructions_error assert isinstance(guard.history.last.exception, ValidationError) @@ -1087,9 +1092,9 @@ async def test_input_validation_fail_async( unstructured_instructions_error, ): # with_prompt_validation - guard = Guard.from_pydantic(output_class=Pet).with_prompt_validation( - validators=[TwoWords(on_fail=on_fail)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="prompt") + with pytest.raises(ValidationError) as excinfo: await guard( get_static_openai_acreate_func(), @@ -1100,9 +1105,9 @@ async def test_input_validation_fail_async( assert guard.history.last.exception == excinfo.value # with_instructions_validation - guard = Guard.from_pydantic(output_class=Pet).with_instructions_validation( - validators=[TwoWords(on_fail=on_fail)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="instructions") + with pytest.raises(ValidationError) as excinfo: await guard( get_static_openai_acreate_func(), @@ -1114,9 +1119,9 @@ async def test_input_validation_fail_async( assert guard.history.last.exception == excinfo.value # with_msg_history_validation - guard = Guard.from_pydantic(output_class=Pet).with_msg_history_validation( - validators=[TwoWords(on_fail=on_fail)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="msg_history") + with pytest.raises(ValidationError) as excinfo: await guard( get_static_openai_acreate_func(), @@ -1183,9 +1188,9 @@ async def test_input_validation_fail_async( def test_input_validation_mismatch_raise(): # prompt validation, msg_history argument - guard = Guard.from_pydantic(output_class=Pet).with_prompt_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") + with pytest.raises(ValueError): guard( get_static_openai_create_func(), @@ -1198,9 +1203,9 @@ def test_input_validation_mismatch_raise(): ) # instructions validation, msg_history argument - guard = Guard.from_pydantic(output_class=Pet).with_instructions_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") + with pytest.raises(ValueError): guard( get_static_openai_create_func(), @@ -1213,9 +1218,9 @@ def test_input_validation_mismatch_raise(): ) # msg_history validation, prompt argument - guard = Guard.from_pydantic(output_class=Pet).with_msg_history_validation( - validators=[TwoWords(on_fail=OnFailAction.FIX)] - ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") + with pytest.raises(ValueError): guard( get_static_openai_create_func(), diff --git a/tests/unit_tests/utils/test_regex_utils.py b/tests/unit_tests/utils/test_regex_utils.py index 200055555..6c440959b 100644 --- a/tests/unit_tests/utils/test_regex_utils.py +++ b/tests/unit_tests/utils/test_regex_utils.py @@ -11,7 +11,6 @@ def test_happy_path(self): def ignore_test_quoted(self): string = "valid-length: 0 1; ends-with: {\"some text;\"}; other: 'don't escape; this';" # noqa tokens = split_on(string, ";", exceptions=ESCAPED_OR_QUOTED) - print("actual tokens: ", tokens) assert len(tokens) == 3 assert tokens == [ "valid-length: 0 1", From 2296eeecb86cf7bb9e44a0db7cce301080a7244e Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 3 Jun 2024 15:04:16 -0500 Subject: [PATCH 055/318] replace check flag on lint --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Makefile b/Makefile index ce03e89cd..740917087 100644 --- a/Makefile +++ b/Makefile @@ -38,7 +38,7 @@ type-pydantic-v2-openai-v1: lint: poetry run ruff check guardrails/ tests/ - poetry run ruff format guardrails/ tests/ + poetry run ruff format guardrails/ tests/ --check test: poetry run pytest tests/ From 0ed8563ceb3cc934ce17b7848f349d526552cecc Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 3 Jun 2024 16:38:11 -0700 Subject: [PATCH 056/318] remove pytests for openai < 0 --- .../applications/test_text2sql.py | 9 - tests/integration_tests/test_async.py | 269 ------------------ tests/unit_tests/test_async_guard.py | 88 ------ tests/unit_tests/test_guard.py | 88 ------ tests/unit_tests/test_llm_providers.py | 113 -------- tests/unit_tests/test_validators.py | 200 ------------- 6 files changed, 767 deletions(-) diff --git a/tests/integration_tests/applications/test_text2sql.py b/tests/integration_tests/applications/test_text2sql.py index ff5d199c5..625db70e6 100644 --- a/tests/integration_tests/applications/test_text2sql.py +++ b/tests/integration_tests/applications/test_text2sql.py @@ -1,11 +1,9 @@ import json import os -import openai import pytest from guardrails.applications.text2sql import Text2Sql -from guardrails.utils.openai_utils import OPENAI_VERSION CURRENT_DIR_PARENT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) SCHEMA_PATH = os.path.join(CURRENT_DIR_PARENT, "test_assets/text2sql/schema.sql") @@ -37,10 +35,3 @@ def test_text2sql_with_examples(conn_str: str, schema_path: str, examples: str, # This should not raise an exception. Text2Sql(conn_str, schema_file=schema_path, examples=examples) - - -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -def test_text2sql_with_coro(): - s = Text2Sql("sqlite://", llm_api=openai.Completion.acreate) - with pytest.raises(ValueError): - s("") diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 987055412..199c5a771 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -1,265 +1,12 @@ -from unittest.mock import patch -import openai import pytest -import guardrails as gd -from guardrails.schema import JsonSchema -from guardrails.utils.openai_utils import OPENAI_VERSION from tests.integration_tests.test_assets.fixtures import ( # noqa fixture_llm_output, fixture_rail_spec, fixture_validated_output, ) -from .mock_llm_outputs import MockAsyncOpenAICallable, entity_extraction - - -@pytest.mark.asyncio -@pytest.mark.parametrize("multiprocessing_validators", (True, False)) -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: bool): - """Test that the entity extraction works with re-asking.""" - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, - ) - mocker.patch( - "guardrails.validators.Validator.run_in_separate_process", - new=multiprocessing_validators, - ) - - content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = gd.Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_REASK) - - with patch.object( - JsonSchema, "preprocess_prompt", wraps=guard.output_schema.preprocess_prompt - ) as mock_preprocess_prompt: - final_output = await guard( - llm_api=openai.Completion.acreate, - prompt_params={"document": content[:6000]}, - num_reasks=1, - ) - - # Check that the preprocess_prompt method was called. - mock_preprocess_prompt.assert_called() - - # Assertions are made on the guard state object. - assert final_output.validation_passed is True - assert final_output.validated_output == entity_extraction.VALIDATED_OUTPUT_REASK_2 - - guard_history = guard.history - call = guard_history.first - - # Check that the guard was only called once and - # has the correct number of re-asks. - assert guard_history.length == 1 - assert call.iterations.length == 2 - - # For orginal prompt and output - first = call.iterations.first - assert first.inputs.prompt == gd.Prompt(entity_extraction.COMPILED_PROMPT) - # Same as above - assert call.compiled_prompt == entity_extraction.COMPILED_PROMPT - assert first.prompt_tokens_consumed == 123 - assert first.completion_tokens_consumed == 1234 - assert first.raw_output == entity_extraction.LLM_OUTPUT - assert first.validation_response == entity_extraction.VALIDATED_OUTPUT_REASK_1 - - # For re-asked prompt and output - final = call.iterations.last - assert final.inputs.prompt == gd.Prompt(entity_extraction.COMPILED_PROMPT_REASK) - # Same as above - assert call.reask_prompts.last == entity_extraction.COMPILED_PROMPT_REASK - assert final.raw_output == entity_extraction.LLM_OUTPUT_REASK - assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_REASK_2 - - -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_entity_extraction_with_noop(mocker): - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, - ) - content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = gd.Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_NOOP) - final_output = await guard( - llm_api=openai.Completion.acreate, - prompt_params={"document": content[:6000]}, - num_reasks=1, - ) - - # Assertions are made on the guard state object. - - # Old assertion which is wrong - # This should not pass validation and therefore will not have a validated output - # assert final_output.validated_output == entity_extraction.VALIDATED_OUTPUT_NOOP - - assert final_output.validation_passed is False - assert final_output.validated_output is not None - assert final_output.validated_output["fees"] - assert final_output.validated_output["interest_rates"] - - call = guard.history.first - - # Check that the guard was called once - # and did not have to reask - assert guard.history.length == 1 - assert call.iterations.length == 1 - - # For orginal prompt and output - assert call.compiled_prompt == entity_extraction.COMPILED_PROMPT - assert call.raw_outputs.last == entity_extraction.LLM_OUTPUT - assert call.validation_response == entity_extraction.VALIDATED_OUTPUT_NOOP - - -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_entity_extraction_with_noop_pydantic(mocker): - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, - ) - content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = gd.Guard.from_pydantic( - entity_extraction.PYDANTIC_RAIL_WITH_NOOP, entity_extraction.PYDANTIC_PROMPT - ) - final_output = await guard( - llm_api=openai.Completion.acreate, - prompt_params={"document": content[:6000]}, - num_reasks=1, - ) - - # Assertions are made on the guard state object. - assert final_output.validation_passed is False - assert final_output.validated_output is not None - assert final_output.validated_output["fees"] - assert final_output.validated_output["interest_rates"] - - call = guard.history.first - - # Check that the guard was called once - # and did not have toreask - assert guard.history.length == 1 - assert call.iterations.length == 1 - - # For orginal prompt and output - assert call.compiled_prompt == entity_extraction.COMPILED_PROMPT - assert call.raw_outputs.last == entity_extraction.LLM_OUTPUT - assert call.validation_response == entity_extraction.VALIDATED_OUTPUT_NOOP - - -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_entity_extraction_with_filter(mocker): - """Test that the entity extraction works with re-asking.""" - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, - ) - - content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = gd.Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_FILTER) - final_output = await guard( - llm_api=openai.Completion.acreate, - prompt_params={"document": content[:6000]}, - num_reasks=1, - ) - - # Assertions are made on the guard state object. - assert final_output.validation_passed is False - assert final_output.validated_output is None - - call = guard.history.first - - # Check that the guard state object has the correct number of re-asks. - assert guard.history.length == 1 - assert call.iterations.length == 1 - - # For orginal prompt and output - assert call.compiled_prompt == entity_extraction.COMPILED_PROMPT - assert call.raw_outputs.last == entity_extraction.LLM_OUTPUT - assert call.validation_response == entity_extraction.VALIDATED_OUTPUT_FILTER - assert call.guarded_output is None - assert call.status == "fail" - - -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_entity_extraction_with_fix(mocker): - """Test that the entity extraction works with re-asking.""" - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, - ) - - content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = gd.Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_FIX) - final_output = await guard( - llm_api=openai.Completion.acreate, - prompt_params={"document": content[:6000]}, - num_reasks=1, - ) - - # Assertions are made on the guard state object. - assert final_output.validation_passed is True - assert final_output.validated_output == entity_extraction.VALIDATED_OUTPUT_FIX - - call = guard.history.first - - # Check that the guard state object has the correct number of re-asks. - assert guard.history.length == 1 - - # For orginal prompt and output - assert call.compiled_prompt == entity_extraction.COMPILED_PROMPT - assert call.raw_outputs.last == entity_extraction.LLM_OUTPUT - assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_FIX - - -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_entity_extraction_with_refrain(mocker): - """Test that the entity extraction works with re-asking.""" - mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, - ) - - content = gd.docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = gd.Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_REFRAIN) - final_output = await guard( - llm_api=openai.Completion.acreate, - prompt_params={"document": content[:6000]}, - num_reasks=1, - ) - # Assertions are made on the guard state object. - - assert final_output.validation_passed is False - assert final_output.validated_output == entity_extraction.VALIDATED_OUTPUT_REFRAIN - - call = guard.history.first - - # Check that the guard state object has the correct number of re-asks. - assert guard.history.length == 1 - - # For orginal prompt and output - assert call.compiled_prompt == entity_extraction.COMPILED_PROMPT - assert call.raw_outputs.last == entity_extraction.LLM_OUTPUT - assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_REFRAIN - - -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_rail_spec_output_parse(rail_spec, llm_output, validated_output): - """Test that the rail_spec fixture is working.""" - guard = gd.Guard.from_rail_string(rail_spec) - output = await guard.parse( - llm_output, - llm_api=openai.Completion.acreate, - ) - assert output.validated_output == validated_output - @pytest.fixture def string_rail_spec(): @@ -276,7 +23,6 @@ def string_rail_spec(): """ - @pytest.fixture def string_llm_output(): return "string output yes" @@ -285,18 +31,3 @@ def string_llm_output(): @pytest.fixture def validated_string_output(): return "string output" - - -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_string_rail_spec_output_parse( - string_rail_spec, string_llm_output, validated_string_output -): - """Test that the string_rail_spec fixture is working.""" - guard = gd.Guard.from_rail_string(string_rail_spec) - output = await guard.parse( - string_llm_output, - llm_api=openai.Completion.acreate, - num_reasks=0, - ) - assert output.validated_output == validated_string_output diff --git a/tests/unit_tests/test_async_guard.py b/tests/unit_tests/test_async_guard.py index 0f4e33d6d..6e35f4464 100644 --- a/tests/unit_tests/test_async_guard.py +++ b/tests/unit_tests/test_async_guard.py @@ -34,94 +34,6 @@ class RequiringValidator2(Validator): def validate(self, value, metadata): return PassResult() - -@pytest.mark.parametrize( - "spec,metadata,error_message", - [ - ( - """ - - - - - - """, - {"required_key": "a"}, - "Missing required metadata keys: required_key", - ), - ( - """ - - - - - - - - - - - """, - {"required_key": "a", "required_key2": "b"}, - "Missing required metadata keys: required_key, required_key2", - ), - ( - """ - - - - - - - - - - - - - - - - -""", - {"required_key": "a"}, - "Missing required metadata keys: required_key", - ), - ], -) -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_required_metadata(spec, metadata, error_message): - guard = AsyncGuard.from_rail_string(spec) - - missing_keys = verify_metadata_requirements({}, guard.output_schema.root_datatype) - assert set(missing_keys) == set(metadata) - - not_missing_keys = verify_metadata_requirements( - metadata, guard.output_schema.root_datatype - ) - assert not_missing_keys == [] - - # test sync guard - with pytest.raises(ValueError) as excinfo: - guard.parse("{}") - assert str(excinfo.value) == error_message - - response = guard.parse("{}", metadata=metadata, num_reasks=0) - assert response.error is None - - # test async guard - with pytest.raises(ValueError) as excinfo: - guard.parse("{}") - await guard.parse("{}", llm_api=openai.ChatCompletion.acreate, num_reasks=0) - assert str(excinfo.value) == error_message - - response = await guard.parse( - "{}", metadata=metadata, llm_api=openai.ChatCompletion.acreate, num_reasks=0 - ) - assert response.error is None - - rail = Rail.from_string_validators([], "empty railspec") empty_rail_string = """ - - - - - """, - {"required_key": "a"}, - "Missing required metadata keys: required_key", - ), - ( - """ - - - - - - - - - - - """, - {"required_key": "a", "required_key2": "b"}, - "Missing required metadata keys: required_key, required_key2", - ), - ( - """ - - - - - - - - - - - - - - - - -""", - {"required_key": "a"}, - "Missing required metadata keys: required_key", - ), - ], -) -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") -async def test_required_metadata(spec, metadata, error_message): - guard = Guard.from_rail_string(spec) - - missing_keys = verify_metadata_requirements({}, guard.output_schema.root_datatype) - assert set(missing_keys) == set(metadata) - - not_missing_keys = verify_metadata_requirements( - metadata, guard.output_schema.root_datatype - ) - assert not_missing_keys == [] - - # test sync guard - with pytest.raises(ValueError) as excinfo: - guard.parse("{}") - assert str(excinfo.value) == error_message - - response = guard.parse("{}", metadata=metadata, num_reasks=0) - assert response.error is None - - # test async guard - with pytest.raises(ValueError) as excinfo: - guard.parse("{}") - await guard.parse("{}", llm_api=openai.ChatCompletion.acreate, num_reasks=0) - assert str(excinfo.value) == error_message - - response = await guard.parse( - "{}", metadata=metadata, llm_api=openai.ChatCompletion.acreate, num_reasks=0 - ) - assert response.error is None - - rail = Rail.from_string_validators([], "empty railspec") empty_rail_string = """ - -This is not two words - - - - -""" - ) - await guard( - mock_llm_api, - ) - assert guard.history.first.iterations.first.outputs.validation_response == "This is" - - # rail instructions validation - guard = Guard.from_rail_string( - """ - - -This is not two words - - -This also is not two words - - - - -""" - ) - await guard( - mock_llm_api, - ) - assert ( - guard.history.first.iterations.first.outputs.validation_response == "This also" - ) - - @pytest.mark.parametrize( "on_fail," "structured_prompt_error," @@ -1067,110 +971,6 @@ def test_input_validation_fail( ), ], ) -@pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Not supported in v1") -async def test_input_validation_fail_async( - on_fail, - structured_prompt_error, - structured_instructions_error, - structured_message_history_error, - unstructured_prompt_error, - unstructured_instructions_error, -): - # with_prompt_validation - guard = Guard.from_pydantic(output_class=Pet).with_prompt_validation( - validators=[TwoWords(on_fail=on_fail)] - ) - with pytest.raises(ValidationError) as excinfo: - await guard( - get_static_openai_acreate_func(), - prompt="What kind of pet should I get?", - ) - assert str(excinfo.value) == structured_prompt_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # with_instructions_validation - guard = Guard.from_pydantic(output_class=Pet).with_instructions_validation( - validators=[TwoWords(on_fail=on_fail)] - ) - with pytest.raises(ValidationError) as excinfo: - await guard( - get_static_openai_acreate_func(), - prompt="What kind of pet should I get and what should I name it?", - instructions="What kind of pet should I get?", - ) - assert str(excinfo.value) == structured_instructions_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # with_msg_history_validation - guard = Guard.from_pydantic(output_class=Pet).with_msg_history_validation( - validators=[TwoWords(on_fail=on_fail)] - ) - with pytest.raises(ValidationError) as excinfo: - await guard( - get_static_openai_acreate_func(), - msg_history=[ - { - "role": "user", - "content": "What kind of pet should I get?", - } - ], - ) - assert str(excinfo.value) == structured_message_history_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # rail prompt validation - guard = Guard.from_rail_string( - f""" - - -This is not two words - - - - -""" - ) - with pytest.raises(ValidationError) as excinfo: - await guard( - get_static_openai_acreate_func(), - ) - assert str(excinfo.value) == unstructured_prompt_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # rail instructions validation - guard = Guard.from_rail_string( - f""" - - -This is not two words - - -This also is not two words - - - - -""" - ) - with pytest.raises(ValidationError) as excinfo: - await guard( - get_static_openai_acreate_func(), - ) - assert str(excinfo.value) == unstructured_instructions_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - def test_input_validation_mismatch_raise(): # prompt validation, msg_history argument From 4eaecbfcad0b82da3468bc8fb728c399002be17c Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 3 Jun 2024 16:38:49 -0700 Subject: [PATCH 057/318] run tests --- tests/integration_tests/test_python_rail.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 6a88d1f00..5674fa6df 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -210,7 +210,7 @@ class Director(BaseModel): python_rail.LLM_OUTPUT_3_SUCCEED_GUARDRAILS_AND_PYDANTIC ) - + @pytest.mark.skipif(not PYDANTIC_VERSION.startswith("1"), reason="Pydantic 1.x only") def test_python_rail_add_validator(mocker): from pydantic import root_validator, validator From 9ca5089ef682d5b9e574f5477a5943ec2daa8eef Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 3 Jun 2024 16:40:10 -0700 Subject: [PATCH 058/318] lint --- tests/integration_tests/test_async.py | 2 +- tests/integration_tests/test_python_rail.py | 2 +- tests/unit_tests/test_async_guard.py | 4 +--- tests/unit_tests/test_guard.py | 4 +--- tests/unit_tests/test_llm_providers.py | 6 +++++- tests/unit_tests/test_validators.py | 4 +--- 6 files changed, 10 insertions(+), 12 deletions(-) diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 199c5a771..97929cb10 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -1,4 +1,3 @@ - import pytest from tests.integration_tests.test_assets.fixtures import ( # noqa @@ -23,6 +22,7 @@ def string_rail_spec(): """ + @pytest.fixture def string_llm_output(): return "string output yes" diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 5674fa6df..6a88d1f00 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -210,7 +210,7 @@ class Director(BaseModel): python_rail.LLM_OUTPUT_3_SUCCEED_GUARDRAILS_AND_PYDANTIC ) - + @pytest.mark.skipif(not PYDANTIC_VERSION.startswith("1"), reason="Pydantic 1.x only") def test_python_rail_add_validator(mocker): from pydantic import root_validator, validator diff --git a/tests/unit_tests/test_async_guard.py b/tests/unit_tests/test_async_guard.py index 6e35f4464..e23ecf7e3 100644 --- a/tests/unit_tests/test_async_guard.py +++ b/tests/unit_tests/test_async_guard.py @@ -1,11 +1,8 @@ -import openai import pytest from pydantic import BaseModel from guardrails import AsyncGuard, Rail, Validator -from guardrails.datatypes import verify_metadata_requirements from guardrails.utils import args, kwargs, on_fail -from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.validator_base import OnFailAction from guardrails.validators import ( # ReadingTime, EndsWith, @@ -34,6 +31,7 @@ class RequiringValidator2(Validator): def validate(self, value, metadata): return PassResult() + rail = Rail.from_string_validators([], "empty railspec") empty_rail_string = """ Date: Mon, 3 Jun 2024 20:10:37 -0700 Subject: [PATCH 059/318] fix test --- tests/unit_tests/test_validators.py | 46 ++--------------------------- 1 file changed, 2 insertions(+), 44 deletions(-) diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index e6f2c4386..c968ce1b1 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -11,6 +11,8 @@ from guardrails.errors import ValidationError from guardrails.schema import StringSchema from guardrails.utils.openai_utils import ( + OPENAI_VERSION, + get_static_openai_acreate_func, get_static_openai_create_func, ) from guardrails.utils.reask_utils import FieldReAsk @@ -782,7 +784,6 @@ def mock_llm_api(*args, **kwargs): guard.history.first.iterations.first.outputs.validation_response == "This also" ) - @pytest.mark.parametrize( "on_fail," "structured_prompt_error," @@ -927,49 +928,6 @@ def test_input_validation_fail( assert isinstance(guard.history.last.exception, ValidationError) assert guard.history.last.exception == excinfo.value - -@pytest.mark.parametrize( - "on_fail," - "structured_prompt_error," - "structured_instructions_error," - "structured_message_history_error," - "unstructured_prompt_error," - "unstructured_instructions_error", - [ - ( - OnFailAction.REASK, - "Prompt validation failed: incorrect_value='What kind of pet should I get?\\n\\nJson Output:\\n\\n' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='What kind')] path=None", # noqa - "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='What kind')] path=None", # noqa - "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='What kind')] path=None", # noqa - "Prompt validation failed: incorrect_value='\\nThis is not two words\\n\\n\\nString Output:\\n\\n' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='This is')] path=None", # noqa - "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', metadata=None, error_message='must be exactly two words', fix_value='This also')] path=None", # noqa - ), - ( - OnFailAction.FILTER, - "Prompt validation failed", - "Instructions validation failed", - "Message history validation failed", - "Prompt validation failed", - "Instructions validation failed", - ), - ( - OnFailAction.REFRAIN, - "Prompt validation failed", - "Instructions validation failed", - "Message history validation failed", - "Prompt validation failed", - "Instructions validation failed", - ), - ( - OnFailAction.EXCEPTION, - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - ), - ], -) def test_input_validation_mismatch_raise(): # prompt validation, msg_history argument guard = Guard.from_pydantic(output_class=Pet).with_prompt_validation( From c42f9319ad8c7ef14930fe6d5922960cd68435c8 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 3 Jun 2024 20:17:32 -0700 Subject: [PATCH 060/318] fix lint --- tests/unit_tests/test_validators.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py index c968ce1b1..4898f02c7 100644 --- a/tests/unit_tests/test_validators.py +++ b/tests/unit_tests/test_validators.py @@ -11,8 +11,6 @@ from guardrails.errors import ValidationError from guardrails.schema import StringSchema from guardrails.utils.openai_utils import ( - OPENAI_VERSION, - get_static_openai_acreate_func, get_static_openai_create_func, ) from guardrails.utils.reask_utils import FieldReAsk @@ -784,6 +782,7 @@ def mock_llm_api(*args, **kwargs): guard.history.first.iterations.first.outputs.validation_response == "This also" ) + @pytest.mark.parametrize( "on_fail," "structured_prompt_error," @@ -928,6 +927,7 @@ def test_input_validation_fail( assert isinstance(guard.history.last.exception, ValidationError) assert guard.history.last.exception == excinfo.value + def test_input_validation_mismatch_raise(): # prompt validation, msg_history argument guard = Guard.from_pydantic(output_class=Pet).with_prompt_validation( From 5338f5a69613231f8ca41f44db1da30edf037708 Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 3 Jun 2024 23:12:36 -0700 Subject: [PATCH 061/318] fix tests --- tests/unit_tests/test_llm_providers.py | 33 +++++++++++++++++++------- 1 file changed, 24 insertions(+), 9 deletions(-) diff --git a/tests/unit_tests/test_llm_providers.py b/tests/unit_tests/test_llm_providers.py index 952afc3fe..21b293ab3 100644 --- a/tests/unit_tests/test_llm_providers.py +++ b/tests/unit_tests/test_llm_providers.py @@ -15,6 +15,7 @@ chat_prompt, get_llm_ask, ) +from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.safe_get import safe_get_with_brackets from .mocks import MockAsyncOpenAILlm, MockOpenAILlm @@ -33,7 +34,6 @@ def test_openai_callable_does_not_retry_on_success(mocker): assert response.prompt_token_count is None assert response.response_token_count is None - @pytest.mark.asyncio async def test_async_openai_callable_does_not_retry_on_success(mocker): llm = MockAsyncOpenAILlm() @@ -140,7 +140,6 @@ class MockCompletion: ), ) - @pytest.fixture(scope="module") def openai_stream_mock(): def gen(): @@ -155,6 +154,7 @@ def gen(): def test_openai_callable(mocker, openai_mock): + mocker.patch("openai.resources.Completions.create", return_value=openai_mock) from guardrails.llm_providers import OpenAICallable @@ -170,7 +170,9 @@ def test_openai_callable(mocker, openai_mock): def test_openai_stream_callable(mocker, openai_stream_mock): - mocker.patch("openai.resources.Completions.create", return_value=openai_stream_mock) + mocker.patch( + "openai.resources.Completions.create", return_value=openai_stream_mock + ) from guardrails.llm_providers import OpenAICallable @@ -187,13 +189,11 @@ def test_openai_stream_callable(mocker, openai_stream_mock): assert actual_op == f"{i}," i += 1 - def test_openai_chat_callable(mocker, openai_chat_mock): mocker.patch( "openai.resources.chat.completions.Completions.create", return_value=openai_chat_mock, ) - from guardrails.llm_providers import OpenAIChatCallable openai_chat_callable = OpenAIChatCallable() @@ -225,7 +225,6 @@ def test_openai_chat_stream_callable(mocker, openai_chat_stream_mock): assert actual_op == f"{i}," i += 1 - def test_openai_chat_model_callable(mocker, openai_chat_mock): mocker.patch( "openai.resources.chat.completions.Completions.create", @@ -248,6 +247,24 @@ class MyModel(BaseModel): assert response.prompt_token_count == 10 assert response.response_token_count == 20 +@pytest.mark.skipif( + not importlib.util.find_spec("manifest"), + reason="manifest-ml is not installed", +) +def test_manifest_callable(): + client = MagicMock() + client.run.return_value = "Hello world!" + + from guardrails.llm_providers import ManifestCallable + + manifest_callable = ManifestCallable() + response = manifest_callable(text="Hello", client=client) + + assert isinstance(response, LLMResponse) is True + assert response.output == "Hello world!" + assert response.prompt_token_count is None + assert response.response_token_count is None + @pytest.mark.skipif( not importlib.util.find_spec("manifest"), @@ -411,7 +428,6 @@ def test_get_llm_ask_openai_completion(): completion_create = None completion_create = openai.completions.create - prompt_callable = get_llm_ask(completion_create) assert isinstance(prompt_callable, OpenAICallable) @@ -426,7 +442,6 @@ def test_get_llm_ask_openai_chat(): from guardrails.llm_providers import OpenAIChatCallable - chat_completion_create = None chat_completion_create = openai.chat.completions.create prompt_callable = get_llm_ask(chat_completion_create) @@ -578,4 +593,4 @@ def test_get_llm_ask_litellm(): def test_chat_prompt(): # raises when neither msg_history or prompt are provided with pytest.raises(PromptCallableException): - chat_prompt(None) + chat_prompt(None) \ No newline at end of file From 1e0ccccf4e5e15bf587febe7e01c433b1fb05c0b Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Mon, 3 Jun 2024 23:16:20 -0700 Subject: [PATCH 062/318] lint --- tests/unit_tests/test_llm_providers.py | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/tests/unit_tests/test_llm_providers.py b/tests/unit_tests/test_llm_providers.py index 21b293ab3..6bd2e022e 100644 --- a/tests/unit_tests/test_llm_providers.py +++ b/tests/unit_tests/test_llm_providers.py @@ -15,7 +15,6 @@ chat_prompt, get_llm_ask, ) -from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.safe_get import safe_get_with_brackets from .mocks import MockAsyncOpenAILlm, MockOpenAILlm @@ -34,6 +33,7 @@ def test_openai_callable_does_not_retry_on_success(mocker): assert response.prompt_token_count is None assert response.response_token_count is None + @pytest.mark.asyncio async def test_async_openai_callable_does_not_retry_on_success(mocker): llm = MockAsyncOpenAILlm() @@ -140,6 +140,7 @@ class MockCompletion: ), ) + @pytest.fixture(scope="module") def openai_stream_mock(): def gen(): @@ -154,7 +155,6 @@ def gen(): def test_openai_callable(mocker, openai_mock): - mocker.patch("openai.resources.Completions.create", return_value=openai_mock) from guardrails.llm_providers import OpenAICallable @@ -170,9 +170,7 @@ def test_openai_callable(mocker, openai_mock): def test_openai_stream_callable(mocker, openai_stream_mock): - mocker.patch( - "openai.resources.Completions.create", return_value=openai_stream_mock - ) + mocker.patch("openai.resources.Completions.create", return_value=openai_stream_mock) from guardrails.llm_providers import OpenAICallable @@ -189,6 +187,7 @@ def test_openai_stream_callable(mocker, openai_stream_mock): assert actual_op == f"{i}," i += 1 + def test_openai_chat_callable(mocker, openai_chat_mock): mocker.patch( "openai.resources.chat.completions.Completions.create", @@ -225,6 +224,7 @@ def test_openai_chat_stream_callable(mocker, openai_chat_stream_mock): assert actual_op == f"{i}," i += 1 + def test_openai_chat_model_callable(mocker, openai_chat_mock): mocker.patch( "openai.resources.chat.completions.Completions.create", @@ -247,6 +247,7 @@ class MyModel(BaseModel): assert response.prompt_token_count == 10 assert response.response_token_count == 20 + @pytest.mark.skipif( not importlib.util.find_spec("manifest"), reason="manifest-ml is not installed", @@ -593,4 +594,4 @@ def test_get_llm_ask_litellm(): def test_chat_prompt(): # raises when neither msg_history or prompt are provided with pytest.raises(PromptCallableException): - chat_prompt(None) \ No newline at end of file + chat_prompt(None) From 4564f310a4775b1452c222ed46965263effc37cd Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 4 Jun 2024 03:14:29 -0700 Subject: [PATCH 063/318] remove pytest check --- tests/integration_tests/test_python_rail.py | 126 -------------------- 1 file changed, 126 deletions(-) diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 90d8345f8..787516e19 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -168,132 +168,6 @@ class Director(BaseModel): python_rail.LLM_OUTPUT_3_SUCCEED_GUARDRAILS_AND_PYDANTIC ) - -@pytest.mark.skipif(not PYDANTIC_VERSION.startswith("1"), reason="Pydantic 1.x only") -def test_python_rail_add_validator(mocker): - from pydantic import root_validator, validator - - mocker.patch( - "guardrails.llm_providers.OpenAIChatCallable", - new=MockOpenAIChatCallable, - ) - - class BoxOfficeRevenue(BaseModel): - revenue_type: Literal["box_office"] - gross: float - opening_weekend: float - - # Field-level validation using Pydantic (not Guardrails) - @validator("gross") - def validate_gross(cls, gross): - if gross <= 0: - raise ValueError("Gross revenue must be a positive value") - return gross - - class StreamingRevenue(BaseModel): - revenue_type: Literal["streaming"] - subscriptions: int - subscription_fee: float - - class Details(BaseModel): - release_date: date - duration: time - budget: float - is_sequel: bool = Field(default=False) - website: str - contact_email: str - revenue: Union[BoxOfficeRevenue, StreamingRevenue] = Field( - ..., discriminator="revenue_type" - ) - - # Register guardrails validators - _website_validator = add_validator( - "website", fn=ValidLength(min=9, max=100, on_fail=OnFailAction.REASK) - ) - - # Root-level validation using Pydantic (Not in Guardrails) - @root_validator - def validate_budget_and_gross(cls, values): - budget = values.get("budget") - revenue = values.get("revenue") - if isinstance(revenue, BoxOfficeRevenue): - gross = revenue.gross - if budget >= gross: - raise ValueError("Budget must be less than gross revenue") - return values - - class Movie(BaseModel): - rank: int - title: str - details: Details - - class Director(BaseModel): - name: str - movies: List[Movie] - - # Add guardrails validators - _name_validator = add_validator("name", fn=IsValidDirector()) - - guard = gd.Guard.from_pydantic( - output_class=Director, - prompt=( - "Provide detailed information about the top 5 grossing movies from" - " ${director} including release date, duration, budget, whether " - "it's a sequel, website, and contact email.\n" - "${gr.json_suffix_without_examples}" - ), - instructions="\nYou are a helpful assistant only capable of communicating" - " with valid JSON, and no other text.\n${gr.json_suffix_prompt_examples}", - ) - - # Guardrails runs validation and fixes the first failing output through reasking - final_output = guard( - get_static_openai_chat_create_func(), - prompt_params={"director": "Christopher Nolan"}, - num_reasks=2, - full_schema_reask=False, - ) - - # Assertions are made on the guard state object. - expected_gd_output = json.loads( - python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION - ) - assert final_output.validated_output == expected_gd_output - - call = guard.history.first - - # Check that the guard state object has the correct number of re-asks. - assert call.iterations.length == 2 - - assert call.compiled_prompt == python_rail.COMPILED_PROMPT_1_WITHOUT_INSTRUCTIONS - assert ( - call.iterations.first.raw_output - == python_rail.LLM_OUTPUT_1_FAIL_GUARDRAILS_VALIDATION - ) - - assert call.iterations.last.inputs.prompt == gd.Prompt( - python_rail.COMPILED_PROMPT_2_WITHOUT_INSTRUCTIONS - ) - # Same as above - assert call.reask_prompts.last == python_rail.COMPILED_PROMPT_2_WITHOUT_INSTRUCTIONS - assert ( - call.raw_outputs.last - == python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION - ) - - with pytest.raises(ValueError): - Director.parse_raw( - python_rail.LLM_OUTPUT_2_SUCCEED_GUARDRAILS_BUT_FAIL_PYDANTIC_VALIDATION - ) - - # The user can take corrective action based on the failed validation. - # Either manipulating the output themselves, taking corrective action - # in their application, or upstreaming their validations into Guardrails. - - # The fixed output should pass validation using Pydantic - Director.parse_raw(python_rail.LLM_OUTPUT_3_SUCCEED_GUARDRAILS_AND_PYDANTIC) - - def test_python_string(mocker): """Test single string (non-JSON) generation via pydantic with re-asking.""" mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) From f9b1f8a5a719dd5b18517ab28554152ee6dc039c Mon Sep 17 00:00:00 2001 From: Aarav Navani <38411399+oofmeister27@users.noreply.github.com> Date: Tue, 4 Jun 2024 03:22:23 -0700 Subject: [PATCH 064/318] lint --- tests/integration_tests/test_python_rail.py | 1 - 1 file changed, 1 deletion(-) diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 787516e19..e87adff0d 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -10,7 +10,6 @@ get_static_openai_chat_create_func, get_static_openai_create_func, ) -from guardrails.utils.pydantic_utils import PYDANTIC_VERSION, add_validator from guardrails.validator_base import OnFailAction from guardrails.validators import ( FailResult, From cbcfecbc607a8df3d1570fbd029184c30d454a0c Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 4 Jun 2024 08:36:57 -0500 Subject: [PATCH 065/318] remove dead code, repoint tests to new logic --- docs/examples/extracting_entities.ipynb | 2 +- guardrails/datatypes.py | 666 +----------------- guardrails/schema/rail_schema.py | 24 +- guardrails/types/rail.py | 1 + guardrails/utils/json_utils.py | 350 --------- guardrails/utils/logs_utils.py | 19 - guardrails/utils/pydantic_utils/__init__.py | 12 - guardrails/utils/pydantic_utils/v1.py | 428 +---------- guardrails/utils/pydantic_utils/v2.py | 487 +------------ guardrails/validator_base.py | 4 +- guardrails/validatorsattr.py | 377 ---------- tests/integration_tests/test_json_utils.py | 126 ---- tests/integration_tests/test_python_rail.py | 129 +--- tests/unit_tests/test_datatypes.py | 64 +- tests/unit_tests/test_guard.py | 2 +- tests/unit_tests/test_skeleton.py | 83 +-- tests/unit_tests/test_validator_service.py | 5 +- tests/unit_tests/utils/test_json_utils.py | 3 +- tests/unit_tests/utils/test_pydantic_utils.py | 114 --- 19 files changed, 101 insertions(+), 2795 deletions(-) delete mode 100644 guardrails/utils/json_utils.py delete mode 100644 guardrails/utils/logs_utils.py delete mode 100644 guardrails/validatorsattr.py delete mode 100644 tests/integration_tests/test_json_utils.py delete mode 100644 tests/unit_tests/utils/test_pydantic_utils.py diff --git a/docs/examples/extracting_entities.ipynb b/docs/examples/extracting_entities.ipynb index 955771d6b..c8e1bdc31 100644 --- a/docs/examples/extracting_entities.ipynb +++ b/docs/examples/extracting_entities.ipynb @@ -1756,7 +1756,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.12.1" + "version": "3.11.9" }, "vscode": { "interpreter": { diff --git a/guardrails/datatypes.py b/guardrails/datatypes.py index cc117e053..eb80f68d4 100644 --- a/guardrails/datatypes.py +++ b/guardrails/datatypes.py @@ -1,662 +1,10 @@ -import datetime -from dataclasses import dataclass -from types import SimpleNamespace -from typing import Any, Dict, Iterable -from typing import List as TypedList -from typing import Optional, Sequence, Type, TypeVar, Union +from typing import List -from dateutil.parser import parse -from lxml import etree as ET -from typing_extensions import Self +from guardrails_api_client import SimpleTypes +from guardrails.types.rail import RailTypes -from guardrails.utils.casting_utils import to_float, to_int, to_string -from guardrails.utils.xml_utils import cast_xml_to_string -from guardrails.validator_base import Validator, ValidatorSpec -from guardrails.validatorsattr import ValidatorsAttr - -@dataclass -class FieldValidation: - key: Any - value: Any - validators: TypedList[Validator] - children: TypedList["FieldValidation"] - - -def verify_metadata_requirements( - metadata: dict, datatypes: Union["DataType", Iterable["DataType"]] -) -> TypedList[str]: - missing_keys = set() - if isinstance(datatypes, DataType): - datatypes = [datatypes] - for datatype in datatypes: - for validator in datatype.validators: - for requirement in validator.required_metadata_keys: - if requirement not in metadata: - missing_keys.add(requirement) - nested_missing_keys = verify_metadata_requirements( - metadata, vars(datatype.children).values() - ) - missing_keys.update(nested_missing_keys) - missing_keys = list(missing_keys) - missing_keys.sort() - return missing_keys - - -class DataType: - rail_alias: str - tag: str - - def __init__( - self, - children: Dict[str, Any], - validators_attr: ValidatorsAttr, - optional: bool, - name: Optional[str], - description: Optional[str], - ) -> None: - self._children = children - self.validators_attr = validators_attr - self.name = name - self.description = description - self.optional = optional - - def get_example(self): - raise NotImplementedError - - @property - def validators(self) -> TypedList: - return self.validators_attr.validators - - def __repr__(self) -> str: - return f"{self.__class__.__name__}({self._children})" - - def from_str(self, s: str) -> str: - """Create a DataType from a string. - - Note: ScalarTypes like int, float, bool, etc. will override this method. - Other ScalarTypes like string, email, url, etc. will not override this - """ - return s - - def _constructor_validation( - self, - key: str, - value: Any, - ) -> FieldValidation: - """Creates a "FieldValidation" object for ValidatorService to run over, - which specifies the key, value, and validators for a given field. - - Its children should be populated by its nested fields' - FieldValidations. - """ - return FieldValidation( - key=key, value=value, validators=self.validators, children=[] - ) - - def collect_validation( - self, - key: str, - value: Any, - schema: Dict, - ) -> FieldValidation: - """Gather validators on a value.""" - value = self.from_str(value) - return self._constructor_validation(key, value) - - def set_children_from_xml(self, element: ET._Element): - raise NotImplementedError("Abstract method.") - - @classmethod - def from_xml(cls, element: ET._Element, strict: bool = False, **kwargs) -> Self: - # TODO: don't want to pass strict through to DataType, - # but need to pass it to ValidatorsAttr.from_element - # how to handle this? - validators_attr = ValidatorsAttr.from_xml(element, cls.tag, strict) - - is_optional = element.attrib.get("required", "true") == "false" - - name = element.attrib.get("name") - if name is not None: - name = cast_xml_to_string(name) - - description = element.attrib.get("description") - if description is not None: - description = cast_xml_to_string(description) - - data_type = cls({}, validators_attr, is_optional, name, description, **kwargs) - data_type.set_children_from_xml(element) - return data_type - - @property - def children(self) -> SimpleNamespace: - """Return a SimpleNamespace of the children of this DataType.""" - return SimpleNamespace(**self._children) - - def __eq__(self, other): - if not isinstance(other, type(self)): - return False - return self.__dict__ == other.__dict__ - - def _to_request(self) -> Dict[str, Any]: - element: Dict[str, Any] = { - "type": self.tag, - "name": self.name, - "description": self.description, - # This isn't stored anywhere and is inconsistently passed to ValidatorsAttr - # (i.e. is never passed to child properties) - # meaning its purpose isn't consistenly enforced. - # Since this is an XML only property and isn't properly implemented anymore, - # I'm just going to ignore it for now. - "strict": False, - "onFails": [ - {"validatorTag": v.rail_alias, "method": v.on_fail_descriptor} - for v in self.validators_attr.validators - ], - "dateFormat": getattr(self, "date_format", None), - "timeFormat": getattr(self, "time_format", None), - } - formatters = [v.to_xml_attrib() for v in self.validators_attr.validators] - children: Dict[str, Any] = { - k: v._to_request() for k, v in self._children.items() - } - - return {"children": children, "formatters": formatters, "element": element} - - -registry: Dict[str, Type[DataType]] = {} - - -T = TypeVar("T", bound=Type[DataType]) - - -# Create a decorator to register a type -def register_type(name: str): - def decorator(cls: T) -> T: - registry[name] = cls - cls.rail_alias = name - return cls - - return decorator - - -class ScalarType(DataType): - def set_children_from_xml(self, element: ET._Element): - for _ in element: - raise ValueError("ScalarType data type must not have any children.") - - -class NonScalarType(DataType): - pass - - -@register_type("string") -class String(ScalarType): - """Element tag: ``""" - - tag = "string" - - def get_example(self): - return "string" - - def from_str(self, s: str) -> Optional[str]: - """Create a String from a string.""" - return to_string(s) - - @classmethod - def from_string_rail( - cls, - validators: Sequence[ValidatorSpec], - description: Optional[str] = None, - strict: bool = False, - ) -> Self: - return cls( - children={}, - validators_attr=ValidatorsAttr.from_validators(validators, cls.tag, strict), - optional=False, - name=None, - description=description, - ) - - -@register_type("integer") -class Integer(ScalarType): - """Element tag: ``""" - - tag = "integer" - - def get_example(self): - return 1 - - def from_str(self, s: str) -> Optional[int]: - """Create an Integer from a string.""" - return to_int(s) - - -@register_type("float") -class Float(ScalarType): - """Element tag: ``""" - - tag = "float" - - def get_example(self): - return 1.5 - - def from_str(self, s: str) -> Optional[float]: - """Create a Float from a string.""" - return to_float(s) - - -@register_type("bool") -class Boolean(ScalarType): - """Element tag: ``""" - - tag = "bool" - - def get_example(self): - return True - - def from_str(self, s: Union[str, bool]) -> Optional[bool]: - """Create a Boolean from a string.""" - if s is None: - return None - - if isinstance(s, bool): - return s - - if s.lower() == "true": - return True - elif s.lower() == "false": - return False - else: - raise ValueError(f"Invalid boolean value: {s}") - - -@register_type("date") -class Date(ScalarType): - """Element tag: `` - - To configure the date format, create a date-format attribute on the - element. E.g. `` - """ - - tag = "date" - - def __init__( - self, - children: Dict[str, Any], - validators_attr: "ValidatorsAttr", - optional: bool, - name: Optional[str], - description: Optional[str], - ) -> None: - super().__init__(children, validators_attr, optional, name, description) - self.date_format = None - - def get_example(self): - return datetime.date.today() - - def from_str(self, s: str) -> Optional[datetime.date]: - """Create a Date from a string.""" - if s is None: - return None - if not self.date_format: - return parse(s).date() - return datetime.datetime.strptime(s, self.date_format).date() - - @classmethod - def from_xml(cls, element: ET._Element, strict: bool = False) -> "Date": - datatype = super().from_xml(element, strict) - - if "date-format" in element.attrib or "date_format" in element.attrib: - datatype.date_format = element.attrib["date-format"] - - return datatype - - -@register_type("time") -class Time(ScalarType): - """Element tag: `]]>` => `{'baz': {'foo': 'Some String', 'index': 1}}` - - \ No newline at end of file diff --git a/guardrails/guard.py b/guardrails/guard.py index c64c48edd..6b4b3502c 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1047,6 +1047,18 @@ def parse( **kwargs, ) + def error_spans_in_output(self): + try: + call = self.history.last + if call: + iter = call.iterations.last + if iter: + llm_spans = iter.error_spans_in_output + return llm_spans + return [] + except (AttributeError, TypeError): + return [] + def __add_validator(self, validator: Validator, on: str = "output"): if on not in [ "output", @@ -1131,7 +1143,7 @@ def use_many( self._save() return self - def validate(self, llm_output: str, *args, **kwargs) -> ValidationOutcome[str]: + def validate(self, llm_output: str, *args, **kwargs) -> ValidationOutcome[OT]: return self.parse(llm_output=llm_output, *args, **kwargs) # No call support for this until diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index 53c824846..c09c722cc 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -290,6 +290,7 @@ async def async_validate( attempt_number: int, parsed_output: Any, output_schema: Dict[str, Any], + stream: Optional[bool] = False, **kwargs, ): """Validate the output.""" @@ -301,6 +302,9 @@ async def async_validate( if skeleton_reask: return skeleton_reask + if self.output_type != OutputTypes.STRING: + stream = None + validated_output, _metadata = await validator_service.async_validate( value=parsed_output, metadata=self.metadata, @@ -308,6 +312,8 @@ async def async_validate( iteration=iteration, disable_tracer=self._disable_tracer, path="$", + stream=stream, + **kwargs, ) validated_output = validator_service.post_process_validation( validated_output, attempt_number, iteration, self.output_type diff --git a/guardrails/run/async_stream_runner.py b/guardrails/run/async_stream_runner.py index fc1fd4018..df7fe3a27 100644 --- a/guardrails/run/async_stream_runner.py +++ b/guardrails/run/async_stream_runner.py @@ -1,26 +1,19 @@ -import copy -from functools import partial from typing import ( Any, AsyncIterable, Dict, List, Optional, - Sequence, - Tuple, - Type, Union, cast, - Awaitable, ) -from pydantic import BaseModel +from guardrails.actions.reask import SkeletonReAsk from guardrails.classes import ValidationOutcome from guardrails.classes.history import Call, Inputs, Iteration, Outputs +from guardrails.classes.output_type import OutputTypes from guardrails.constants import pass_status -from guardrails.datatypes import verify_metadata_requirements -from guardrails.errors import ValidationError from guardrails.llm_providers import ( AsyncLiteLLMCallable, AsyncPromptCallableBase, @@ -29,101 +22,41 @@ OpenAIChatCallable, PromptCallableBase, ) +from guardrails.logger import set_scope from guardrails.prompt import Instructions, Prompt from guardrails.run import StreamRunner -from guardrails.run.utils import msg_history_source, msg_history_string -from guardrails.schema import Schema, StringSchema -from guardrails.utils.llm_response import LLMResponse +from guardrails.run.async_runner import AsyncRunner from guardrails.utils.openai_utils import OPENAI_VERSION -from guardrails.utils.reask_utils import ReAsk, SkeletonReAsk -from guardrails.utils.telemetry_utils import async_trace -from guardrails.validator_base import ValidationResult -class AsyncStreamRunner(StreamRunner): - def __init__( - self, - output_schema: Schema, - num_reasks: int, - prompt: Optional[Union[str, Prompt]] = None, - instructions: Optional[Union[str, Instructions]] = None, - msg_history: Optional[List[Dict]] = None, - api: Optional[AsyncPromptCallableBase] = None, - prompt_schema: Optional[StringSchema] = None, - instructions_schema: Optional[StringSchema] = None, - msg_history_schema: Optional[StringSchema] = None, - metadata: Optional[Dict[str, Any]] = None, - output: Optional[str] = None, - base_model: Optional[ - Union[Type[BaseModel], Type[List[Type[BaseModel]]]] - ] = None, - full_schema_reask: bool = False, - disable_tracer: Optional[bool] = True, - ): - super().__init__( - output_schema=output_schema, - num_reasks=num_reasks, - prompt=prompt, - instructions=instructions, - msg_history=msg_history, - api=api, - prompt_schema=prompt_schema, - instructions_schema=instructions_schema, - msg_history_schema=msg_history_schema, - metadata=metadata, - output=output, - base_model=base_model, - full_schema_reask=full_schema_reask, - disable_tracer=disable_tracer, - ) - self.api: Optional[AsyncPromptCallableBase] = api - +class AsyncStreamRunner(AsyncRunner, StreamRunner): async def async_run( self, call_log: Call, prompt_params: Optional[Dict] = None ) -> AsyncIterable[ValidationOutcome]: - if prompt_params is None: - prompt_params = {} - - missing_keys = verify_metadata_requirements( - self.metadata, self.output_schema.root_datatype - ) - - if missing_keys: - raise ValueError( - f"Missing required metadata keys: {', '.join(missing_keys)}" - ) + prompt_params = prompt_params or {} ( instructions, prompt, msg_history, - prompt_schema, - instructions_schema, - msg_history_schema, output_schema, ) = ( self.instructions, self.prompt, self.msg_history, - self.prompt_schema, - self.instructions_schema, - self.msg_history_schema, self.output_schema, ) result = self.async_step( - index=0, + 0, + output_schema, + call_log, api=self.api, instructions=instructions, prompt=prompt, msg_history=msg_history, prompt_params=prompt_params, - prompt_schema=prompt_schema, - instructions_schema=instructions_schema, - msg_history_schema=msg_history_schema, - output_schema=output_schema, output=self.output, - call_log=call_log, ) # FIXME: Where can this be moved to be less verbose? This is an await call on # the async generator. @@ -134,18 +67,17 @@ async def async_run( async def async_step( self, index: int, + output_schema: Dict[str, Any], + call_log: Call, + *, api: Optional[AsyncPromptCallableBase], instructions: Optional[Instructions], prompt: Optional[Prompt], - msg_history: Optional[List[Dict]], - prompt_params: Dict, - prompt_schema: Optional[StringSchema], - instructions_schema: Optional[StringSchema], - msg_history_schema: Optional[StringSchema], - output_schema: Schema, - call_log: Call, + msg_history: Optional[List[Dict]] = None, + prompt_params: Optional[Dict] = None, output: Optional[str] = None, ) -> AsyncIterable[ValidationOutcome]: + prompt_params = prompt_params or {} inputs = Inputs( llm_api=api, llm_output=output, @@ -160,6 +92,7 @@ async def async_step( ) outputs = Outputs() iteration = Iteration(inputs=inputs, outputs=outputs) + set_scope(str(id(iteration))) call_log.iterations.push(iteration) if output: instructions = None @@ -168,16 +101,12 @@ async def async_step( else: instructions, prompt, msg_history = await self.async_prepare( call_log, - index, - instructions, - prompt, - msg_history, - prompt_params, - api, - prompt_schema, - instructions_schema, - msg_history_schema, - output_schema, + instructions=instructions, + prompt=prompt, + msg_history=msg_history, + prompt_params=prompt_params, + api=api, + attempt_number=index, ) iteration.inputs.prompt = prompt @@ -198,14 +127,14 @@ async def async_step( parsed_fragment, validated_fragment, valid_op = None, None, None verified = set() - if isinstance(output_schema, StringSchema): + if self.output_type == OutputTypes.STRING: async for chunk in stream_output: chunk_text = self.get_chunk_text(chunk, api) _ = self.is_last_chunk(chunk, api) fragment += chunk_text parsed_chunk, move_to_next = self.parse( - index, chunk_text, output_schema, verified + chunk_text, output_schema, verified=verified ) if move_to_next: continue @@ -223,7 +152,7 @@ async def async_step( "of the expected output JSON schema." ) - reasks, valid_op = await self.introspect( + reasks, valid_op = self.introspect( index, validated_fragment, output_schema ) if reasks: @@ -243,7 +172,7 @@ async def async_step( fragment += chunk_text parsed_fragment, move_to_next = self.parse( - index, fragment, output_schema, verified + fragment, output_schema, verified=verified ) if move_to_next: continue @@ -260,9 +189,7 @@ async def async_step( "of the expected output JSON schema." ) - reasks, valid_op = await self.introspect( - index, validated_fragment, output_schema - ) + reasks, valid_op = self.introspect(validated_fragment) if reasks: raise ValueError( "Reasks are not yet supported with streaming. Please " @@ -277,171 +204,30 @@ async def async_step( iteration.outputs.raw_output = fragment iteration.outputs.parsed_output = parsed_fragment - iteration.outputs.guarded_output = valid_op iteration.outputs.validation_response = ( cast(str, validated_fragment) if validated_fragment else None ) + iteration.outputs.guarded_output = valid_op - @async_trace(name="call") - async def async_call( - self, - index: int, - instructions: Optional[Instructions], - prompt: Optional[Prompt], - msg_history: Optional[List[Dict]], - api: Optional[AsyncPromptCallableBase], - output: Optional[str] = None, - ) -> LLMResponse: - api_fn = api - if api is not None: - supports_base_model = getattr(api, "supports_base_model", False) - if supports_base_model: - api_fn = partial(api, base_model=self.base_model) - if output is not None: - llm_response = LLMResponse( - output=output, - ) - elif api_fn is None: - raise ValueError("Either API or output must be provided.") - elif msg_history: - llm_response = await api_fn(msg_history=msg_history_source(msg_history)) - elif prompt and instructions: - llm_response = await api_fn(prompt.source, instructions=instructions.source) - elif prompt: - llm_response = await api_fn(prompt.source) - else: - raise ValueError("'output', 'prompt' or 'msg_history' must be provided.") - return llm_response - - async def async_validate( - self, - iteration: Iteration, - index: int, - parsed_output: Any, - output_schema: Schema, - validate_subschema: bool = False, - stream: Optional[bool] = False, - ) -> Optional[Union[Awaitable[ValidationResult], ValidationResult]]: - # FIXME: Subschema is currently broken, it always returns a string from async - # streaming. - # Should return None/empty if fail result? - _ = await output_schema.async_validate( - iteration, parsed_output, self.metadata, attempt_number=index, stream=stream - ) - try: - return iteration.outputs.validator_logs[-1].validation_result - except IndexError: - return None - - async def introspect( - self, - index: int, - validated_output: Any, - output_schema: Schema, - ) -> Tuple[Sequence[ReAsk], Any]: - # Introspect: inspect validated output for reasks. - if validated_output is None: - return [], None - reasks, valid_output = output_schema.introspect(validated_output) - - return reasks, valid_output - - async def async_prepare( - self, - call_log: Call, - index: int, - instructions: Optional[Instructions], - prompt: Optional[Prompt], - msg_history: Optional[List[Dict]], - prompt_params: Dict, - api: Optional[Union[PromptCallableBase, AsyncPromptCallableBase]], - prompt_schema: Optional[StringSchema], - instructions_schema: Optional[StringSchema], - msg_history_schema: Optional[StringSchema], - output_schema: Schema, - ) -> Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]]: - if api is None: - raise ValueError("API must be provided.") - - if prompt_params is None: - prompt_params = {} - - if msg_history: - msg_history = copy.deepcopy(msg_history) - for msg in msg_history: - msg["content"] = msg["content"].format(**prompt_params) - - prompt, instructions = None, None - - if msg_history_schema is not None: - msg_str = msg_history_string(msg_history) - inputs = Inputs( - llm_output=msg_str, - ) - iteration = Iteration(inputs=inputs) - call_log.iterations.insert(0, iteration) - validated_msg_history = await msg_history_schema.async_validate( - iteration, msg_str, self.metadata - ) - if isinstance(validated_msg_history, ReAsk): - raise ValidationError( - f"Message history validation failed: " - f"{validated_msg_history}" - ) - if validated_msg_history != msg_str: - raise ValidationError("Message history validation failed") - elif prompt is not None: - if isinstance(prompt, str): - prompt = Prompt(prompt) - - prompt = prompt.format(**prompt_params) - - if instructions is not None and isinstance(instructions, Instructions): - instructions = instructions.format(**prompt_params) - - instructions, prompt = output_schema.preprocess_prompt( - api, instructions, prompt - ) - - if prompt_schema is not None and prompt is not None: - inputs = Inputs( - llm_output=prompt.source, - ) - iteration = Iteration(inputs=inputs) - call_log.iterations.insert(0, iteration) - validated_prompt = await prompt_schema.async_validate( - iteration, prompt.source, self.metadata - ) - iteration.outputs.validation_response = validated_prompt - if validated_prompt is None: - raise ValidationError("Prompt validation failed") - if isinstance(validated_prompt, ReAsk): - raise ValidationError( - f"Prompt validation failed: {validated_prompt}" - ) - prompt = Prompt(validated_prompt) - - if instructions_schema is not None and instructions is not None: - inputs = Inputs( - llm_output=instructions.source, - ) - iteration = Iteration(inputs=inputs) - call_log.iterations.insert(0, iteration) - validated_instructions = await instructions_schema.async_validate( - iteration, instructions.source, self.metadata - ) - iteration.outputs.validation_response = validated_instructions - if validated_instructions is None: - raise ValidationError("Instructions validation failed") - if isinstance(validated_instructions, ReAsk): - raise ValidationError( - f"Instructions validation failed: {validated_instructions}" - ) - instructions = Instructions(validated_instructions) - else: - raise ValueError("Prompt or message history must be provided.") - - return instructions, prompt, msg_history + # async def async_validate( + # self, + # iteration: Iteration, + # index: int, + # parsed_output: Any, + # output_schema: Schema, + # validate_subschema: bool = False, + # stream: Optional[bool] = False, + # ) -> Optional[Union[Awaitable[ValidationResult], ValidationResult]]: + # # FIXME: Subschema is currently broken, it always returns a string from async + # # streaming. + # # Should return None/empty if fail result? + # _ = await output_schema.async_validate( + # iteration, parsed_output, self.metadata, attempt_number=index, stream=stream # noqa + # ) + # try: + # return iteration.outputs.validator_logs[-1].validation_result + # except IndexError: + # return None def get_chunk_text(self, chunk: Any, api: Union[PromptCallableBase, None]) -> str: """Get the text from a chunk.""" @@ -490,29 +276,3 @@ def get_chunk_text(self, chunk: Any, api: Union[PromptCallableBase, None]) -> st "a generator of strings." ) from e return chunk_text - - def is_last_chunk(self, chunk: Any, api: Union[PromptCallableBase, None]) -> bool: - """Detect if chunk is final chunk.""" - if isinstance(api, OpenAICallable): - if OPENAI_VERSION.startswith("0"): - finished = chunk["choices"][0]["finish_reason"] - return finished is not None - else: - finished = chunk.choices[0].finish_reason - return finished is not None - elif isinstance(api, OpenAIChatCallable): - if OPENAI_VERSION.startswith("0"): - finished = chunk["choices"][0]["finish_reason"] - return finished is not None - else: - finished = chunk.choices[0].finish_reason - return finished is not None - elif isinstance(api, LiteLLMCallable): - finished = chunk.choices[0].finish_reason - return finished is not None - else: - try: - finished = chunk.choices[0].finish_reason - return finished is not None - except (AttributeError, TypeError): - return False diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index 7a44eec71..0242696ea 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -27,6 +27,7 @@ ValidationResult, PassResult, # noqa FailResult, + ErrorSpan, # noqa ) from guardrails.constants import hub from guardrails.errors import ValidationError diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index 985afc2f2..0079c1ff8 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -543,6 +543,8 @@ async def validate_children( iteration: Iteration, abs_parent_path: str, ref_parent_path: str, + stream: Optional[bool] = False, + **kwargs, ): async def validate_child( child_value: Any, *, key: Optional[str] = None, index: Optional[int] = None @@ -561,6 +563,8 @@ async def validate_child( iteration, abs_child_path, ref_child_path, + stream=stream, + **kwargs, ) return child_key, new_child_value, new_metadata @@ -591,12 +595,20 @@ async def async_validate( absolute_path: str = "$", reference_path: str = "$", stream: Optional[bool] = False, + **kwargs, ) -> Tuple[Any, dict]: child_ref_path = reference_path.replace(".*", "") # Validate children first if isinstance(value, List) or isinstance(value, Dict): await self.validate_children( - value, metadata, validator_map, iteration, absolute_path, child_ref_path + value, + metadata, + validator_map, + iteration, + absolute_path, + child_ref_path, + stream=stream, + **kwargs, ) # Then validate the parent value @@ -608,6 +620,7 @@ async def async_validate( absolute_path, reference_path, stream=stream, + **kwargs, ) return value, metadata @@ -620,6 +633,8 @@ def validate( iteration: Iteration, absolute_path: str = "$", reference_path: str = "$", + stream: Optional[bool] = False, + **kwargs, ) -> Tuple[Any, dict]: # Run validate_async in an async loop loop = asyncio.get_event_loop() @@ -629,7 +644,14 @@ def validate( ) value, metadata = loop.run_until_complete( self.async_validate( - value, metadata, validator_map, iteration, absolute_path, reference_path + value, + metadata, + validator_map, + iteration, + absolute_path, + reference_path, + stream=stream, + **kwargs, ) ) return value, metadata @@ -676,10 +698,11 @@ async def async_validate( disable_tracer: Optional[bool] = True, path: Optional[str] = None, stream: Optional[bool] = False, + **kwargs, ) -> Tuple[Any, dict]: validator_service = AsyncValidatorService(disable_tracer) return await validator_service.async_validate( - value, metadata, validator_map, iteration, path, path, stream + value, metadata, validator_map, iteration, path, path, stream, **kwargs ) diff --git a/tests/unit_tests/test_async_guard.py b/tests/unit_tests/test_async_guard.py index 0f4e33d6d..b9f0cb851 100644 --- a/tests/unit_tests/test_async_guard.py +++ b/tests/unit_tests/test_async_guard.py @@ -2,10 +2,10 @@ import pytest from pydantic import BaseModel -from guardrails import AsyncGuard, Rail, Validator -from guardrails.datatypes import verify_metadata_requirements +from guardrails import AsyncGuard, Validator from guardrails.utils import args, kwargs, on_fail from guardrails.utils.openai_utils import OPENAI_VERSION +from guardrails.utils.validator_utils import verify_metadata_requirements from guardrails.validator_base import OnFailAction from guardrails.validators import ( # ReadingTime, EndsWith, @@ -94,12 +94,10 @@ def validate(self, value, metadata): async def test_required_metadata(spec, metadata, error_message): guard = AsyncGuard.from_rail_string(spec) - missing_keys = verify_metadata_requirements({}, guard.output_schema.root_datatype) + missing_keys = verify_metadata_requirements({}, guard._validators) assert set(missing_keys) == set(metadata) - not_missing_keys = verify_metadata_requirements( - metadata, guard.output_schema.root_datatype - ) + not_missing_keys = verify_metadata_requirements(metadata, guard._validators) assert not_missing_keys == [] # test sync guard @@ -122,7 +120,6 @@ async def test_required_metadata(spec, metadata, error_message): assert response.error is None -rail = Rail.from_string_validators([], "empty railspec") empty_rail_string = """ Date: Tue, 11 Jun 2024 17:46:27 -0700 Subject: [PATCH 116/318] post request bug fixed --- guardrails/validator_base.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index 9357e648c..e6542960c 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -502,7 +502,7 @@ def __init__( ) # Determine if credentials have been established with the validator hub service - self.hub_jwt_token = get_jwt_token(Credentials.from_rc_file(logger)) + self.hub_jwt_token = get_jwt_token(Credentials.from_rc_file()) # Store the kwargs for the validator. self._kwargs = kwargs @@ -646,9 +646,9 @@ def _hub_inference_request(self, request_body: dict) -> Any: headers = { "Authorization": f"Bearer {self.token}", "Content-Type": "application/json", - "validator": self.rail_alias, + "validator": self.rail_alias.split("/")[-1], } - req = requests.post(submission_url, data=request_body, headers=headers) + req = requests.post(submission_url, json=request_body, headers=headers) body = req.json() if not req.ok: From 1cad845bcfbf8389727e0ded167a406d0f3970f2 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Wed, 12 Jun 2024 11:19:21 -0700 Subject: [PATCH 117/318] Update constraint generators, adding many more kinds of constraints. --- guardrails/constraint_generator/__init__.py | 15 +- .../balanced_braces_generator.py | 3 + .../constraint_generator.py | 16 +- .../json_constraint_generator.py | 182 +++++++++++++++++- .../unit_tests/test_constraint_generators.py | 64 +++++- 5 files changed, 276 insertions(+), 4 deletions(-) diff --git a/guardrails/constraint_generator/__init__.py b/guardrails/constraint_generator/__init__.py index 42cfa18f0..08b943512 100644 --- a/guardrails/constraint_generator/__init__.py +++ b/guardrails/constraint_generator/__init__.py @@ -2,5 +2,18 @@ from guardrails.constraint_generator.balanced_braces_generator import ( BalancedBracesGenerator, ) +from guardrails.constraint_generator.json_constraint_generator import ( + JSONConstraintGenerator, + KeywordConstraintGenerator, # JC Note: Do we want to expose this? + NumberConstraintGenerator, + UnionConstraintGenerator, +) -__all__ = ["BalancedBracesGenerator", "ConstraintGenerator"] +__all__ = [ + "BalancedBracesGenerator", + "ConstraintGenerator", + "JSONConstraintGenerator", + "KeywordConstraintGenerator", + "NumberConstraintGenerator", + "UnionConstraintGenerator", +] diff --git a/guardrails/constraint_generator/balanced_braces_generator.py b/guardrails/constraint_generator/balanced_braces_generator.py index ed4e59816..1c07d3a9f 100644 --- a/guardrails/constraint_generator/balanced_braces_generator.py +++ b/guardrails/constraint_generator/balanced_braces_generator.py @@ -8,6 +8,9 @@ def __init__(self, max_depth: int): self.max_depth = max_depth self.current_depth = 0 + def is_complete(self) -> bool: + return self.current_depth == 0 + def get_valid_tokens(self) -> Optional[Set[str]]: if self.current_depth < 0: return set() # We have closed more than we opened. diff --git a/guardrails/constraint_generator/constraint_generator.py b/guardrails/constraint_generator/constraint_generator.py index 7ca1a436b..d452f30ea 100644 --- a/guardrails/constraint_generator/constraint_generator.py +++ b/guardrails/constraint_generator/constraint_generator.py @@ -3,6 +3,16 @@ class ConstraintGenerator(ABC): + @abstractmethod + def is_complete(self) -> bool: + """Returns 'true' if the tokens that have been provided so far are sufficient to + complete the given object. For example, an integer constraint would not be + complete after getting the "-" token, but would be complete after "-1". A + balanced quote constraint might go from not complete to complete and back as + more quotes are added and removed.""" + ... + # JC: If a constraint is violated, is it complete? + @abstractmethod def get_valid_tokens(self) -> Optional[Set[str]]: """Given the current state of the constraint generator, return valid tokens. @@ -13,4 +23,8 @@ def get_valid_tokens(self) -> Optional[Set[str]]: ... @abstractmethod - def update_valid_tokens(self, token: str): ... + def update_valid_tokens(self, token: str): + """Update the internal state of the constraint generator. If the given token + does not match with any of the current valid tokens then one can expect the + next call to get_valid_tokens to return the empty set.""" + ... diff --git a/guardrails/constraint_generator/json_constraint_generator.py b/guardrails/constraint_generator/json_constraint_generator.py index 16365eaa3..858f92b35 100644 --- a/guardrails/constraint_generator/json_constraint_generator.py +++ b/guardrails/constraint_generator/json_constraint_generator.py @@ -1,11 +1,191 @@ +import string +from collections import deque from typing import Optional, Set from guardrails.constraint_generator import ConstraintGenerator -class JsonConstraintGenerator(ConstraintGenerator): +class JSONConstraintGenerator(ConstraintGenerator): + def __init__(self, schema: dict): + self.accumulator = "" + self.schema = schema + self.state_stack = deque() + def get_valid_tokens(self) -> Optional[Set[str]]: return {"a"} def update_valid_tokens(self, token: str): pass + + def is_complete(self) -> bool: + """Returns 'true' if the given object is complete now.""" + return False + + +class JSONValueConstraint(ConstraintGenerator): + """A JSON value is a `quoted string colon (object | array | number | string | kw)""" + + def __init__(self): + self.accumulator = "" + self.constraint_chain = [ + QuotedStringConstraintGenerator(), + KeywordConstraintGenerator(":"), + UnionConstraintGenerator(), + ] + + def get_valid_tokens(self) -> Optional[Set[str]]: + pass + + def update_valid_tokens(self, token: str): + pass + + def is_complete(self) -> bool: + pass + + +class QuotedStringConstraintGenerator(ConstraintGenerator): + """Accepts a string, starting with a double quote and ending with a double quote.""" + + def __init__(self): + self.accumulator = "" + self.escape_active = False + + def get_valid_tokens(self) -> Optional[Set[str]]: + if not self.accumulator: # Empty + return {'"'} + else: + pass + + def update_valid_tokens(self, token: str): + pass + + def is_complete(self) -> bool: + return False + + +class ArrayConstraintGenerator(JSONConstraintGenerator): + def __init__(self, base_schema: dict, array_type: str, schema: dict): + super().__init__(schema) + self.base_schema = base_schema + self.array_type = array_type + self.data = list() + + def get_valid_tokens(self) -> Optional[Set[str]]: + pass + + def update_valid_tokens(self, token: str): + pass + + +class UnionConstraintGenerator(ConstraintGenerator): + def __init__(self, a: ConstraintGenerator, b: ConstraintGenerator): + self.a = a + self.b = b + + def get_valid_tokens(self) -> Optional[Set[str]]: + return self.a.get_valid_tokens() | self.b.get_valid_tokens() + + def update_valid_tokens(self, token: str): + self.a.update_valid_tokens(token) + self.b.update_valid_tokens(token) + + def is_complete(self) -> bool: + return self.a.is_complete() or self.b.is_complete() + + +class KeywordConstraintGenerator(ConstraintGenerator): + """This might not seem like the most useful thing in the world, but it helps keep + our model on the rails if we need to generate something like 'false' or 'true'.""" + + def __init__(self, keyword: str, token_length_cap: int = 1): + """Constrains output to the given keyword. If the token_length_cap is set, + will produce all sub-keywords up to the given length as valid tokens, i.e. + keyword=foobezbar -> {'f', 'fo', 'foo', 'foob', ...}.""" + self.token_length_cap = token_length_cap + self.keyword = keyword + self.violated = False + + def is_complete(self) -> bool: + return len(self.keyword) == 0 and not self.violated + + def get_valid_tokens(self) -> Optional[Set[str]]: + if self.violated or self.is_complete(): + return set() + valid = set() + for i in range(1, self.token_length_cap + 1): + valid.add(self.keyword[:i]) + return valid + + def update_valid_tokens(self, token: str): + if self.keyword.startswith(token): + self.keyword = self.keyword[len(token) :] + else: + # TODO: Log an attempt to update with an invalid token? + self.violated = True + self.keyword = "" + + +class NumberConstraintGenerator(ConstraintGenerator): + def __init__(self, is_integer: bool, allow_leading_period: bool = False): + super().__init__() + self.accumulator = "" + self.decimal_placed = False + self.is_integer = is_integer + self.allow_leading_period = allow_leading_period + self.valid = True + + def is_complete(self) -> bool: + if not self.valid: + return False + try: + if self.is_integer: + int(self.accumulator, 10) # Force base-10. + else: + float(self.accumulator) + except ValueError: + return False + + def get_valid_tokens(self) -> Optional[Set[str]]: + if not self.valid: + return set() + valid_tokens = { + "0", + "1", + "2", + "3", + "4", + "5", + "6", + "7", + "8", + "9", + } + if len(self.accumulator) == 0: + valid_tokens.add("-") + if not self.decimal_placed and not self.is_integer: + # Can't start with '.' normally, so make sure we have at least one number. + # Also make sure it's not just a '-' or '+'. + if ( + self.allow_leading_period + or len(self.accumulator) > 1 + or (len(self.accumulator) > 0 and self.accumulator[0] != "-") + ): + valid_tokens.add(".") + return valid_tokens + + def update_valid_tokens(self, token: str): + for t in token: + self.valid = self.valid and any( + [ + t in string.digits, + (t == "-" and len(self.accumulator) == 0), + ( + t == "." + and not self.decimal_placed + and len(self.accumulator) > 0 + ), + ] + ) + self.accumulator += t + if t == ".": + self.decimal_placed = True diff --git a/tests/unit_tests/test_constraint_generators.py b/tests/unit_tests/test_constraint_generators.py index 4a27ebe4e..3f773d951 100644 --- a/tests/unit_tests/test_constraint_generators.py +++ b/tests/unit_tests/test_constraint_generators.py @@ -1,4 +1,11 @@ -from guardrails.constraint_generator import BalancedBracesGenerator +import pytest + +from guardrails.constraint_generator import ( + BalancedBracesGenerator, + NumberConstraintGenerator, + KeywordConstraintGenerator, + UnionConstraintGenerator, +) def test_enforce_balanced_braces(): @@ -9,8 +16,63 @@ def test_enforce_balanced_braces(): constraint.update_valid_tokens("{") # "{" assert constraint.get_valid_tokens() == {"{", "}"} # Could open or close. + assert not constraint.is_complete() constraint.update_valid_tokens("}") + assert constraint.is_complete() # "{}" constraint.update_valid_tokens("}") # "{}}" - No way we can get back to normal now. Empty set of valid tokens. assert constraint.get_valid_tokens() == set() + assert not constraint.is_complete() + + +def test_integer_constraint(): + # Make sure all our digits are valid. + c = NumberConstraintGenerator(is_integer=True) + for i in range(0, 10): + assert str(i) in c.get_valid_tokens() + # An integer can start with '-' + assert "-" in c.get_valid_tokens() + # But if we add a digit then it can't. -12 is valid. 1-2 is not. + c.update_valid_tokens("1") + assert "-" not in c.get_valid_tokens() + + +@pytest.mark.parametrize( + "number,is_integer,is_valid", + [ + ("1234567890", True, True), + ("-12", True, True), + ("1-2", True, False), + ("1.234", False, True), + ("0.1234", True, False), + ("-1234.567890", False, True), + ], +) +def test_float_constraint(number: str, is_integer: bool, is_valid: bool): + all_valid = True + c = NumberConstraintGenerator(is_integer=is_integer) + for digit in number: + if digit not in c.get_valid_tokens(): + all_valid = False + c.update_valid_tokens(digit) + assert is_valid == all_valid + + +def test_keyword_constraint(): + c = KeywordConstraintGenerator("Outstanding", token_length_cap=3) + assert c.get_valid_tokens() == {"O", "Ou", "Out"} + c.update_valid_tokens("Out") + assert c.get_valid_tokens() == {"s", "st", "sta"} + + +def test_true_or_false_keyword_constraint(): + false_keyword = KeywordConstraintGenerator("False", token_length_cap=1) + true_keyword = KeywordConstraintGenerator("True", token_length_cap=1) + c = UnionConstraintGenerator(false_keyword, true_keyword) + assert c.get_valid_tokens() == {"T", "F"} + c.update_valid_tokens("T") + assert c.get_valid_tokens() == {"r"} + c.update_valid_tokens("rue") + assert c.get_valid_tokens() == set() + assert c.is_complete() From 1d530dc423bc894140c96e739b35fa4287559fec Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Wed, 12 Jun 2024 12:10:06 -0700 Subject: [PATCH 118/318] Additional constraints. --- guardrails/constraint_generator/__init__.py | 4 ++ .../json_constraint_generator.py | 65 ++++++++++++++----- .../unit_tests/test_constraint_generators.py | 46 +++++++++++++ 3 files changed, 100 insertions(+), 15 deletions(-) diff --git a/guardrails/constraint_generator/__init__.py b/guardrails/constraint_generator/__init__.py index 08b943512..acea95e17 100644 --- a/guardrails/constraint_generator/__init__.py +++ b/guardrails/constraint_generator/__init__.py @@ -4,8 +4,10 @@ ) from guardrails.constraint_generator.json_constraint_generator import ( JSONConstraintGenerator, + JSONValueConstraint, KeywordConstraintGenerator, # JC Note: Do we want to expose this? NumberConstraintGenerator, + QuotedStringConstraintGenerator, UnionConstraintGenerator, ) @@ -13,7 +15,9 @@ "BalancedBracesGenerator", "ConstraintGenerator", "JSONConstraintGenerator", + "JSONValueConstraint", "KeywordConstraintGenerator", "NumberConstraintGenerator", + "QuotedStringConstraintGenerator", "UnionConstraintGenerator", ] diff --git a/guardrails/constraint_generator/json_constraint_generator.py b/guardrails/constraint_generator/json_constraint_generator.py index 858f92b35..efd4c891c 100644 --- a/guardrails/constraint_generator/json_constraint_generator.py +++ b/guardrails/constraint_generator/json_constraint_generator.py @@ -30,17 +30,33 @@ def __init__(self): self.constraint_chain = [ QuotedStringConstraintGenerator(), KeywordConstraintGenerator(":"), - UnionConstraintGenerator(), + UnionConstraintGenerator( + QuotedStringConstraintGenerator(), + NumberConstraintGenerator(is_integer=False), + UnionConstraintGenerator( + KeywordConstraintGenerator("true"), + KeywordConstraintGenerator("false"), + KeywordConstraintGenerator("null"), + ), + ), ] def get_valid_tokens(self) -> Optional[Set[str]]: - pass + if len(self.constraint_chain) == 0: + return set() + else: + return self.constraint_chain[0].get_valid_tokens() def update_valid_tokens(self, token: str): - pass + self.accumulator += token + for t in token: + if len(self.constraint_chain) > 0: + self.constraint_chain[0].update_valid_tokens(t) + if self.constraint_chain[0].is_complete(): + self.constraint_chain = self.constraint_chain[1:] def is_complete(self) -> bool: - pass + return len(self.constraint_chain) == 0 class QuotedStringConstraintGenerator(ConstraintGenerator): @@ -49,18 +65,28 @@ class QuotedStringConstraintGenerator(ConstraintGenerator): def __init__(self): self.accumulator = "" self.escape_active = False + self.quote_active = False def get_valid_tokens(self) -> Optional[Set[str]]: - if not self.accumulator: # Empty + if not self.accumulator: return {'"'} + elif self.escape_active: + return {'"', "\\", "b", "n", "t"} else: - pass + return None # No constraints def update_valid_tokens(self, token: str): - pass + for t in token: + self.accumulator += t + if self.escape_active: + self.escape_active = False + elif t == "\\": + self.escape_active = True + elif t == '"': + self.quote_active = not self.quote_active def is_complete(self) -> bool: - return False + return not self.quote_active and len(self.accumulator) > 2 class ArrayConstraintGenerator(JSONConstraintGenerator): @@ -78,19 +104,27 @@ def update_valid_tokens(self, token: str): class UnionConstraintGenerator(ConstraintGenerator): - def __init__(self, a: ConstraintGenerator, b: ConstraintGenerator): - self.a = a - self.b = b + def __init__(self, *args): + self.sub_constraints = list() + for arg in args: + assert isinstance(arg, ConstraintGenerator) + self.sub_constraints.append(arg) def get_valid_tokens(self) -> Optional[Set[str]]: - return self.a.get_valid_tokens() | self.b.get_valid_tokens() + valid_tokens = set() + for c in self.sub_constraints: + new_valid_tokens = c.get_valid_tokens() + if new_valid_tokens is None: + return None # No constraints! + valid_tokens |= new_valid_tokens + return valid_tokens def update_valid_tokens(self, token: str): - self.a.update_valid_tokens(token) - self.b.update_valid_tokens(token) + for c in self.sub_constraints: + c.update_valid_tokens(token) def is_complete(self) -> bool: - return self.a.is_complete() or self.b.is_complete() + return any([c.is_complete() for c in self.sub_constraints]) class KeywordConstraintGenerator(ConstraintGenerator): @@ -142,6 +176,7 @@ def is_complete(self) -> bool: int(self.accumulator, 10) # Force base-10. else: float(self.accumulator) + return True except ValueError: return False diff --git a/tests/unit_tests/test_constraint_generators.py b/tests/unit_tests/test_constraint_generators.py index 3f773d951..fa4bed6be 100644 --- a/tests/unit_tests/test_constraint_generators.py +++ b/tests/unit_tests/test_constraint_generators.py @@ -3,7 +3,9 @@ from guardrails.constraint_generator import ( BalancedBracesGenerator, NumberConstraintGenerator, + JSONValueConstraint, KeywordConstraintGenerator, + QuotedStringConstraintGenerator, UnionConstraintGenerator, ) @@ -43,6 +45,7 @@ def test_integer_constraint(): [ ("1234567890", True, True), ("-12", True, True), + ("1234", False, True), ("1-2", True, False), ("1.234", False, True), ("0.1234", True, False), @@ -57,6 +60,7 @@ def test_float_constraint(number: str, is_integer: bool, is_valid: bool): all_valid = False c.update_valid_tokens(digit) assert is_valid == all_valid + assert is_valid == c.is_complete() def test_keyword_constraint(): @@ -70,9 +74,51 @@ def test_true_or_false_keyword_constraint(): false_keyword = KeywordConstraintGenerator("False", token_length_cap=1) true_keyword = KeywordConstraintGenerator("True", token_length_cap=1) c = UnionConstraintGenerator(false_keyword, true_keyword) + # We can have either "True" or "False" until we parse a 'T' or 'F'. assert c.get_valid_tokens() == {"T", "F"} c.update_valid_tokens("T") assert c.get_valid_tokens() == {"r"} c.update_valid_tokens("rue") assert c.get_valid_tokens() == set() assert c.is_complete() + + +def test_quoted_string_constraint(): + c = QuotedStringConstraintGenerator() + assert c.get_valid_tokens() == {'"'} + c.update_valid_tokens('"') + assert c.get_valid_tokens() is None # No constraints + c.update_valid_tokens("simple_quote test with space") + assert not c.is_complete() + assert c.get_valid_tokens() is None # No constraints + c.update_valid_tokens('"') + assert c.is_complete() + + +def test_quoted_string_with_escapes(): + c = QuotedStringConstraintGenerator() + c.update_valid_tokens('"This starts with a double quote') + assert not c.is_complete() + c.update_valid_tokens(', and has \\"one escaped quote') + assert not c.is_complete() + c.update_valid_tokens('and ENDS with an escaped double quote!\\"') + assert not c.is_complete() + c.update_valid_tokens(' and is finally complete."') + assert c.is_complete() + + +def test_json_value_constraint(): + c = JSONValueConstraint() + assert c.get_valid_tokens() == {'"'} + assert not c.is_complete() + c.update_valid_tokens('"foo"') + assert c.get_valid_tokens() == {":"} + assert not c.is_complete() + c.update_valid_tokens(":") + assert c.get_valid_tokens() == set('"tfn-1234567890') + assert not c.is_complete() + c.update_valid_tokens('"') # Starting a quoted string. + assert c.get_valid_tokens() is None + assert not c.is_complete() + c.update_valid_tokens('bar"') + assert c.is_complete() From 1a3af9b382aaa49203ba752c8a12aa19aee35a07 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 12 Jun 2024 14:43:12 -0500 Subject: [PATCH 119/318] add published api client --- poetry.lock | 16 +++++++++++++++- pyproject.toml | 1 + 2 files changed, 16 insertions(+), 1 deletion(-) diff --git a/poetry.lock b/poetry.lock index 713831f08..6e7ff38a5 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1800,6 +1800,20 @@ files = [ [package.extras] protobuf = ["grpcio-tools (>=1.64.0)"] +[[package]] +name = "guardrails-api-client" +version = "0.3.1" +description = "Guardrails API Client." +optional = false +python-versions = "<4,>=3.8" +files = [ + {file = "guardrails_api_client-0.3.1-py3-none-any.whl", hash = "sha256:1fecc219b683cacccbf62d8dae9290561df5cbb878cb2dc92e36bd3920e370d7"}, + {file = "guardrails_api_client-0.3.1.tar.gz", hash = "sha256:2f2e7f0662f4b43db5f9e697de6d8b4873d87e6697bcd897c9e6bc05d9b1a4fe"}, +] + +[package.extras] +dev = ["pyright", "pytest", "pytest-cov", "ruff"] + [[package]] name = "h11" version = "0.14.0" @@ -8360,4 +8374,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "a2b6111bdcd0d990483d166c90bf8913ebefc7b6677f74fbf890b822c10bdb8e" +content-hash = "04ae7d7ea8794b74fbc9573acb6aca9d3bcdc4558943c85af95b83947283076b" diff --git a/pyproject.toml b/pyproject.toml index e54190a2a..965e98509 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -61,6 +61,7 @@ pip = ">=22" opentelemetry-sdk = "^1.24.0" opentelemetry-exporter-otlp-proto-grpc = "^1.24.0" opentelemetry-exporter-otlp-proto-http = "^1.24.0" +guardrails-api-client = ">=0.3.1" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] From 7a6a455d099550c2b8e878a83b60fb5d69b80559 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 13 Jun 2024 09:58:40 -0500 Subject: [PATCH 120/318] type fixes --- guardrails/actions/reask.py | 29 ++--- guardrails/api_client.py | 6 +- guardrails/async_guard.py | 52 +++++---- guardrails/classes/history/call.py | 14 +-- guardrails/classes/history/call_inputs.py | 2 +- guardrails/classes/history/iteration.py | 10 +- guardrails/classes/history/outputs.py | 8 +- guardrails/classes/output_type.py | 13 ++- guardrails/classes/schema/processed_schema.py | 2 +- guardrails/classes/validation_outcome.py | 8 +- guardrails/guard.py | 67 ++++++----- guardrails/run/async_runner.py | 13 +-- guardrails/run/async_stream_runner.py | 9 +- guardrails/run/runner.py | 28 ++--- guardrails/run/stream_runner.py | 25 ++++- guardrails/run/utils.py | 25 ++++- guardrails/schema/generator.py | 30 ++--- guardrails/schema/parser.py | 31 ++--- guardrails/schema/primitive_schema.py | 6 +- guardrails/schema/pydantic_schema.py | 106 ++++++++---------- guardrails/schema/rail_schema.py | 97 +++++++++------- guardrails/types/on_fail.py | 16 +++ guardrails/types/rail.py | 3 +- guardrails/utils/misc.py | 16 +-- guardrails/utils/parsing_utils.py | 32 +++--- guardrails/utils/prompt_utils.py | 6 +- guardrails/utils/safe_get.py | 7 +- guardrails/utils/validator_utils.py | 27 +++-- guardrails/utils/xml_utils.py | 10 +- guardrails/validator_base.py | 2 +- guardrails/validator_service.py | 27 +++-- pyrightconfig.json | 1 - tests/integration_tests/test_cli.py | 16 ++- .../test_async_validator_service.py | 8 ++ 34 files changed, 444 insertions(+), 308 deletions(-) delete mode 100644 pyrightconfig.json diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py index 76d9a4a35..b657c7c6c 100644 --- a/guardrails/actions/reask.py +++ b/guardrails/actions/reask.py @@ -1,6 +1,6 @@ from copy import deepcopy import json -from typing import Any, Dict, List, Optional, Tuple, Union +from typing import Any, Dict, List, Optional, Sequence, Tuple, Union from guardrails_api_client import Reask as IReask from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions @@ -22,6 +22,8 @@ class ReAsk(IReask): class FieldReAsk(ReAsk): + # FIXME: This shouldn't be optional + # We should be able to assign it on init now path: Optional[List[Any]] = None @@ -160,7 +162,7 @@ def update_response_by_path(output: dict, path: List[Any], value: Any) -> None: ### Guard Execution Methods ### def introspect( data: Optional[Union[ReAsk, str, Dict, List]], -) -> Tuple[List[ReAsk], Optional[Union[str, Dict, List]]]: +) -> Tuple[Sequence[ReAsk], Optional[Union[str, Dict, List]]]: if isinstance(data, FieldReAsk): return [data], None elif isinstance(data, SkeletonReAsk): @@ -174,9 +176,9 @@ def get_reask_setup_for_string( output_type: OutputTypes, output_schema: Dict[str, Any], validation_map: ValidatorMap, - reasks: List[FieldReAsk], + reasks: Sequence[ReAsk], *, - validation_response: Optional[Union[str, Dict, ReAsk]] = None, + validation_response: Optional[Union[str, List, Dict, ReAsk]] = None, prompt_params: Optional[Dict[str, Any]] = None, exec_options: Optional[GuardExecutionOptions] = None, ) -> Tuple[Dict[str, Any], Prompt, Instructions]: @@ -208,7 +210,9 @@ def get_reask_setup_for_string( ) prompt = reask_prompt_template.format( - previous_response=validation_response.incorrect_value, + # FIXME: How do we properly type this? + # Solution will have to come from Runner all the way down to here + previous_response=validation_response.incorrect_value, # type: ignore error_messages=error_messages, output_schema=schema_prompt_content, xml_output_schema=xml_output_schema, @@ -248,10 +252,10 @@ def get_reask_setup_for_json( output_type: OutputTypes, output_schema: Dict[str, Any], validation_map: ValidatorMap, - reasks: List[FieldReAsk], + reasks: Sequence[ReAsk], *, - parsing_response: Optional[Union[str, Dict, ReAsk]] = None, - validation_response: Optional[Union[str, Dict, ReAsk]] = None, + parsing_response: Optional[Union[str, List, Dict, ReAsk]] = None, + validation_response: Optional[Union[str, List, Dict, ReAsk]] = None, use_full_schema: Optional[bool] = False, prompt_params: Optional[Dict[str, Any]] = None, exec_options: Optional[GuardExecutionOptions] = None, @@ -266,7 +270,6 @@ def get_reask_setup_for_json( exec_options = exec_options or GuardExecutionOptions() original_prompt = get_original_prompt(exec_options) use_xml = prompt_uses_xml(original_prompt) - print("use_xml: ", use_xml) reask_prompt_template = None if exec_options.reask_prompt: @@ -338,7 +341,7 @@ def get_reask_setup_for_json( ) error_messages = { - ".".join(str(p) for p in r.path): "; ".join( + ".".join(str(p) for p in r.path): "; ".join( # type: ignore f.error_message for f in r.fail_results ) for r in reasks @@ -398,10 +401,10 @@ def get_reask_setup( output_type: OutputTypes, output_schema: Dict[str, Any], validation_map: ValidatorMap, - reasks: List[FieldReAsk], + reasks: Sequence[ReAsk], *, - parsing_response: Optional[Union[str, Dict, ReAsk]] = None, - validation_response: Optional[Union[str, Dict, ReAsk]] = None, + parsing_response: Optional[Union[str, List, Dict, ReAsk]] = None, + validation_response: Optional[Union[str, List, Dict, ReAsk]] = None, use_full_schema: Optional[bool] = False, prompt_params: Optional[Dict[str, Any]] = None, exec_options: Optional[GuardExecutionOptions] = None, diff --git a/guardrails/api_client.py b/guardrails/api_client.py index eef52f28b..8b81c494e 100644 --- a/guardrails/api_client.py +++ b/guardrails/api_client.py @@ -1,6 +1,6 @@ import json import os -from typing import Any, Generator, Optional +from typing import Any, Iterable, Optional import requests from guardrails_api_client.configuration import Configuration @@ -61,7 +61,7 @@ def stream_validate( guard: Guard, payload: ValidatePayload, openai_api_key: Optional[str] = None, - ) -> Generator[Any, None, None]: + ) -> Iterable[Any]: _openai_api_key = ( openai_api_key if openai_api_key is not None @@ -85,4 +85,4 @@ def stream_validate( ) if line: json_output = json.loads(line) - yield Any.from_dict(json_output) + yield json_output diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index e8da5b293..cc5e9c324 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -7,7 +7,6 @@ Awaitable, Callable, Dict, - Iterable, List, Optional, Union, @@ -52,7 +51,7 @@ class AsyncGuard(Guard): async def _execute( # FIXME: Is this override necessary? self, *args, - llm_api: Optional[Union[Callable, Callable[[Any], Awaitable[Any]]]] = None, + llm_api: Optional[Callable[..., Awaitable[Any]]] = None, llm_output: Optional[str] = None, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, @@ -63,8 +62,9 @@ async def _execute( # FIXME: Is this override necessary? full_schema_reask: Optional[bool] = None, **kwargs, ) -> Union[ - Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], + ValidationOutcome[OT], Awaitable[ValidationOutcome[OT]], + AsyncIterable[ValidationOutcome[OT]], ]: self._fill_validator_map() self._fill_validators() @@ -86,7 +86,7 @@ async def _execute( # FIXME: Is this override necessary? async def __exec( self: AsyncGuard, *args, - llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], + llm_api: Optional[Callable[..., Awaitable[Any]]], llm_output: Optional[str] = None, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, @@ -96,7 +96,11 @@ async def __exec( metadata: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, **kwargs, - ): + ) -> Union[ + ValidationOutcome[OT], + Awaitable[ValidationOutcome[OT]], + AsyncIterable[ValidationOutcome[OT]], + ]: prompt_params = prompt_params or {} metadata = metadata or {} if full_schema_reask is None: @@ -169,7 +173,7 @@ async def __exec( # If the LLM API is async, return a coroutine else: - result = self._exec_async( + result = await self._exec_async( llm_api=llm_api, llm_output=llm_output, prompt_params=prompt_params, @@ -186,6 +190,8 @@ async def __exec( if inspect.isawaitable(result): return await result + # TODO: Fix types once async streaming is implemented on server + return result # type: ignore guard_context = contextvars.Context() return await guard_context.run( @@ -207,7 +213,7 @@ async def __exec( async def _exec_async( self, *args, - llm_api: Callable[[Any], Awaitable[Any]], + llm_api: Optional[Callable[[Any], Awaitable[Any]]], llm_output: Optional[str] = None, call_log: Call, prompt_params: Dict, # Should be defined at this point @@ -218,7 +224,11 @@ async def _exec_async( instructions: Optional[str], msg_history: Optional[List[Dict]], **kwargs, - ) -> Union[Awaitable[ValidationOutcome[OT]], AsyncIterable[ValidationOutcome[OT]]]: + ) -> Union[ + ValidationOutcome[OT], + Awaitable[ValidationOutcome[OT]], + AsyncIterable[ValidationOutcome[OT]], + ]: """Call the LLM asynchronously and validate the output. Args: @@ -288,7 +298,7 @@ async def _exec_async( async def __call__( self, - llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], + llm_api: Callable[..., Awaitable[Any]], *args, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = 1, @@ -299,8 +309,9 @@ async def __call__( full_schema_reask: Optional[bool] = None, **kwargs, ) -> Union[ - Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], + ValidationOutcome[OT], Awaitable[ValidationOutcome[OT]], + AsyncIterable[ValidationOutcome[OT]], ]: """Call the LLM and validate the output. Pass an async LLM API to return a coroutine. @@ -351,12 +362,12 @@ async def parse( llm_output: str, *args, metadata: Optional[Dict] = None, - llm_api: Optional[Callable] = None, + llm_api: Optional[Callable[..., Awaitable[Any]]] = None, num_reasks: Optional[int] = None, prompt_params: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, **kwargs, - ) -> Union[ValidationOutcome[OT], Awaitable[ValidationOutcome[OT]]]: + ) -> Awaitable[ValidationOutcome[OT]]: """Alternate flow to using AsyncGuard where the llm_output is known. Args: @@ -392,7 +403,7 @@ async def parse( default_msg_history = self._exec_opts.msg_history if llm_api else None msg_history = kwargs.pop("msg_history", default_msg_history) - return await self._execute( + return await self._execute( # type: ignore *args, llm_output=llm_output, llm_api=llm_api, @@ -423,23 +434,24 @@ async def _stream_server_call( validation_output: Optional[Any] = None response = self._api_client.stream_validate( guard=self, # type: ignore - payload=ValidatePayload.from_dict(payload), + payload=ValidatePayload.from_dict(payload), # type: ignore openai_api_key=get_call_kwarg("api_key"), ) for fragment in response: validation_output = fragment - if not validation_output: + if validation_output is None: yield ValidationOutcome[OT]( raw_llm_output=None, validated_output=None, validation_passed=False, error="The response from the server was empty!", ) - yield ValidationOutcome[OT]( - raw_llm_output=validation_output.raw_llm_response, # type: ignore - validated_output=cast(OT, validation_output.validated_output), - validation_passed=validation_output.result, - ) + else: + yield ValidationOutcome[OT]( + raw_llm_output=validation_output.raw_llm_response, # type: ignore + validated_output=cast(OT, validation_output.validated_output), + validation_passed=validation_output.result, + ) if validation_output: self._construct_history_from_server_response( validation_output=validation_output, diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index e02aad046..4b68f8d4d 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -1,4 +1,4 @@ -from typing import Dict, Optional, Union +from typing import Dict, List, Optional, Union from pydantic import Field, PrivateAttr from rich.panel import Panel @@ -197,7 +197,7 @@ def raw_outputs(self) -> Stack[str]: ) @property - def parsed_outputs(self) -> Stack[Union[str, Dict]]: + def parsed_outputs(self) -> Stack[Union[str, List, Dict]]: """The outputs from the LLM after undergoing parsing but before validation.""" return Stack(*[i.outputs.parsed_output for i in self.iterations]) @@ -207,11 +207,11 @@ def parsed_outputs(self) -> Stack[Union[str, Dict]]: """'Call.validation_output' is deprecated and will be removed in \ versions 0.5.0 and beyond. Use 'validation_response' instead.""" ) - def validation_output(self) -> Optional[Union[str, Dict, ReAsk]]: + def validation_output(self) -> Optional[Union[str, List, Dict, ReAsk]]: return self.validation_response @property - def validation_response(self) -> Optional[Union[str, Dict, ReAsk]]: + def validation_response(self) -> Optional[Union[str, List, Dict, ReAsk]]: """The aggregated responses from the validation process across all iterations within the current call. @@ -256,7 +256,7 @@ def validation_response(self) -> Optional[Union[str, Dict, ReAsk]]: return merged_validation_responses @property - def fixed_output(self) -> Optional[Union[str, Dict]]: + def fixed_output(self) -> Optional[Union[str, List, Dict]]: """The cumulative output from the validation process across all current iterations with any automatic fixes applied. @@ -265,7 +265,7 @@ def fixed_output(self) -> Optional[Union[str, Dict]]: return sub_reasks_with_fixed_values(self.validation_response) @property - def guarded_output(self) -> Optional[Union[str, Dict]]: + def guarded_output(self) -> Optional[Union[str, List, Dict]]: """The complete validated output after all stages of validation are completed. @@ -302,7 +302,7 @@ def guarded_output(self) -> Optional[Union[str, Dict]]: """'Call.validated_output' is deprecated and will be removed in \ versions 0.5.0 and beyond. Use 'guarded_output' instead.""" ) - def validated_output(self) -> Optional[Union[str, Dict]]: + def validated_output(self) -> Optional[Union[str, List, Dict]]: """The output from the LLM after undergoing validation. This will only have a value if the Guard is in a passing state. diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py index 5003897b4..0ff92d3ad 100644 --- a/guardrails/classes/history/call_inputs.py +++ b/guardrails/classes/history/call_inputs.py @@ -7,7 +7,7 @@ from guardrails.classes.generic.arbitrary_model import ArbitraryModel -class CallInputs(ICallInputs, Inputs, ArbitraryModel): +class CallInputs(Inputs, ICallInputs, ArbitraryModel): llm_api: Optional[Callable[[Any], Awaitable[Any]]] = Field( description="The LLM function provided by the user" "during Guard.__call__ or Guard.parse.", diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py index 7392ca4a2..c918907ca 100644 --- a/guardrails/classes/history/iteration.py +++ b/guardrails/classes/history/iteration.py @@ -73,13 +73,13 @@ def raw_output(self) -> Optional[str]: return self.outputs.raw_output @property - def parsed_output(self) -> Optional[Union[str, Dict]]: + def parsed_output(self) -> Optional[Union[str, List, Dict]]: """The output from the LLM after undergoing parsing but before validation.""" return self.outputs.parsed_output @property - def validation_response(self) -> Optional[Union[ReAsk, str, Dict]]: + def validation_response(self) -> Optional[Union[ReAsk, str, List, Dict]]: """The response from a single stage of validation. Validation response is the output of a single stage of validation @@ -95,7 +95,7 @@ def validation_response(self) -> Optional[Union[ReAsk, str, Dict]]: """'Iteration.validation_output' is deprecated and will be removed in \ versions 0.5.0 and beyond. Use 'validation_response' instead.""" ) - def validation_output(self) -> Optional[Union[ReAsk, str, Dict]]: + def validation_output(self) -> Optional[Union[ReAsk, str, List, Dict]]: """The output from the validation process. Could be a combination of valid output and ReAsks @@ -103,7 +103,7 @@ def validation_output(self) -> Optional[Union[ReAsk, str, Dict]]: return self.validation_response @property - def guarded_output(self) -> Optional[Union[str, Dict]]: + def guarded_output(self) -> Optional[Union[str, List, Dict]]: """Any valid values after undergoing validation. Some values in the validated output may be "fixed" values that @@ -117,7 +117,7 @@ def guarded_output(self) -> Optional[Union[str, Dict]]: """'Iteration.validated_output' is deprecated and will be removed in \ versions 0.5.0 and beyond. Use 'guarded_output' instead.""" ) - def validated_output(self) -> Optional[Union[str, Dict]]: + def validated_output(self) -> Optional[Union[str, List, Dict]]: """The valid output from the LLM after undergoing validation. Could be only a partial structure if field level reasks occur. diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index 6f8098c27..92b03f5d4 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -1,4 +1,4 @@ -from typing import Dict, List, Optional, Sequence, Union +from typing import Dict, List, Optional, Union from pydantic import Field from typing_extensions import deprecated @@ -38,7 +38,7 @@ class Outputs(IOutputs, ArbitraryModel): This property may be a partial structure if field level reasks occur.""", default=None, ) - reasks: Sequence[ReAsk] = Field( + reasks: List[ReAsk] = Field( description="Information from the validation process" "used to construct a ReAsk to the LLM on validation failure.", default_factory=list, @@ -137,7 +137,7 @@ def status(self) -> str: """'Outputs.validation_output' is deprecated and will be removed in \ versions 0.5.0 and beyond. Use 'validation_response' instead.""" ) - def validation_output(self) -> Optional[Union[str, ReAsk, Dict]]: + def validation_output(self) -> Optional[Union[str, ReAsk, List, Dict]]: return self.validation_response @property @@ -145,5 +145,5 @@ def validation_output(self) -> Optional[Union[str, ReAsk, Dict]]: """'Outputs.validated_output' is deprecated and will be removed in \ versions 0.5.0 and beyond. Use 'guarded_output' instead.""" ) - def validated_output(self) -> Optional[Union[str, ReAsk, Dict]]: + def validated_output(self) -> Optional[Union[str, ReAsk, List, Dict]]: return self.guarded_output diff --git a/guardrails/classes/output_type.py b/guardrails/classes/output_type.py index c544f0d23..e1b050921 100644 --- a/guardrails/classes/output_type.py +++ b/guardrails/classes/output_type.py @@ -1,19 +1,26 @@ # TODO: Move this file to guardrails.types from enum import Enum -from typing import Any, Dict, List, TypeVar +from typing import Any, Dict, List, Optional, TypeVar, Union from guardrails_api_client import SimpleTypes OT = TypeVar("OT", str, List, Dict) +# TODO: Move this to types.py +# It's only here for historical reasons class OutputTypes(str, Enum): STRING = "str" LIST = "list" DICT = "dict" - def get(self, key, default=None): + @staticmethod + def get(key: Optional[Union[str, "OutputTypes"]], default=None): try: - return self[key] + if not key: + return default + if isinstance(key, OutputTypes): + return key + return OutputTypes[key] except Exception: return default diff --git a/guardrails/classes/schema/processed_schema.py b/guardrails/classes/schema/processed_schema.py index 1bc24cba0..5e23544d0 100644 --- a/guardrails/classes/schema/processed_schema.py +++ b/guardrails/classes/schema/processed_schema.py @@ -12,7 +12,7 @@ class ProcessedSchema: extract from the various schema wrappers a user can pass in; i.e. RAIL or Pydantic.""" - output_type: OutputTypes = None + output_type: OutputTypes = field(default=OutputTypes.STRING) validators: List[ValidatorReference] = field(default_factory=list) validator_map: ValidatorMap = field(default_factory=dict) json_schema: Dict[str, Any] = field(default_factory=dict) diff --git a/guardrails/classes/validation_outcome.py b/guardrails/classes/validation_outcome.py index 9f98f8cb0..12f199c46 100644 --- a/guardrails/classes/validation_outcome.py +++ b/guardrails/classes/validation_outcome.py @@ -57,7 +57,7 @@ def from_guard_history(cls, call: Call): """Create a ValidationOutcome from a history Call object.""" last_iteration = call.iterations.last or Iteration() last_output = last_iteration.validation_response or safe_get( - last_iteration.reasks, 0 + list(last_iteration.reasks), 0 ) validation_passed = call.status == pass_status reask = last_output if isinstance(last_output, ReAsk) else None @@ -97,10 +97,10 @@ def __str__(self) -> str: def to_dict(self): i_validation_outcome = IValidationOutcome( - raw_llm_output=self.raw_llm_output, - validated_output=ValidationOutcomeValidatedOutput(self.validated_output), + raw_llm_output=self.raw_llm_output, # type: ignore + validated_output=ValidationOutcomeValidatedOutput(self.validated_output), # type: ignore reask=self.reask, - validation_passed=self.validation_passed, + validation_passed=self.validation_passed, # type: ignore error=self.error, ) diff --git a/guardrails/guard.py b/guardrails/guard.py index 6b4b3502c..3b60617ce 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -9,7 +9,6 @@ Awaitable, Callable, Dict, - Generator, Generic, Iterable, List, @@ -108,6 +107,9 @@ class that contains the raw output from the LLM, the validated output, as well as other helpful information. """ + validators: List[ValidatorReference] + output_schema: ModelSchema + # Pydantic Config model_config = ConfigDict(arbitrary_types_allowed=True) @@ -144,7 +146,7 @@ def __init__( description=description, validators=validators, output_schema=model_schema, - i_history=GuardHistory([]), + i_history=GuardHistory([]), # type: ignore ) ### Public ### @@ -167,7 +169,7 @@ def __init__( self._exec_opts: GuardExecutionOptions = GuardExecutionOptions() self._tracer: Optional[Tracer] = None self._tracer_context: Optional[Context] = None - self._hub_telemetry: Optional[HubTelemetry] = None + self._hub_telemetry: HubTelemetry self._user_id: Optional[str] = None self._api_client: Optional[GuardrailsApiClient] = None self._allow_metrics_collection: Optional[bool] = None @@ -220,7 +222,7 @@ def configure( self._set_tracer(tracer) self._configure_telemtry(allow_metrics_collection) - def _set_num_reasks(self, num_reasks: int = 1): + def _set_num_reasks(self, num_reasks: Optional[int] = 1): self._num_reasks = num_reasks def _set_tracer(self, tracer: Optional[Tracer] = None) -> None: @@ -232,6 +234,7 @@ def _set_tracer(self, tracer: Optional[Tracer] = None) -> None: def _configure_telemtry( self, allow_metrics_collection: Optional[bool] = None ) -> None: + credentials = None if allow_metrics_collection is None: credentials = Credentials.from_rc_file(logger) # TODO: Check credentials.enable_metrics after merge from main @@ -240,6 +243,8 @@ def _configure_telemtry( self._allow_metrics_collection = allow_metrics_collection if allow_metrics_collection: + if not credentials: + credentials = Credentials.from_rc_file(logger) # Get unique id of user from credentials self._user_id = credentials.id or "" # Initialize Hub Telemetry singleton and get the tracer @@ -247,7 +252,7 @@ def _configure_telemtry( def _fill_validator_map(self): for ref in self.validators: - entry: List[Validator] = self._validator_map.get(ref.on, []) + entry: List[Validator] = self._validator_map.get(ref.on, []) # type: ignore # Check if the validator from the reference # has an instance in the validator_map v = safe_get( @@ -266,7 +271,7 @@ def _fill_validator_map(self): serialized_args = list( map( lambda arg: Template("{${arg}}").safe_substitute(arg=arg), - ref.kwargs.values(), + (ref.kwargs or {}).values(), ) ) string_syntax = ( @@ -276,8 +281,8 @@ def _fill_validator_map(self): if len(serialized_args) > 0 else ref.id ) - entry.append(get_validator((string_syntax, ref.on_fail))) - self._validator_map[ref.on] = entry + entry.append(get_validator((string_syntax, ref.on_fail))) # type: ignore + self._validator_map[ref.on] = entry # type: ignore def _fill_validators(self): self._validators = [ @@ -555,7 +560,7 @@ def from_string( cls._set_tracer(cls, tracer) # type: ignore schema = primitive_to_schema( - validators, type=SimpleTypes.STRING, description=string_description + list(validators), type=SimpleTypes.STRING, description=string_description ) exec_opts = GuardExecutionOptions( prompt=prompt, @@ -593,7 +598,8 @@ def _execute( full_schema_reask: Optional[bool] = None, **kwargs, ) -> Union[ - Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], + ValidationOutcome[OT], + Iterable[ValidationOutcome[OT]], Awaitable[ValidationOutcome[OT]], ]: self._fill_validator_map() @@ -616,7 +622,7 @@ def _execute( def __exec( self: Guard, *args, - llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], + llm_api: Optional[Union[Callable, Callable[[Any], Awaitable[Any]]]] = None, llm_output: Optional[str] = None, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, @@ -632,7 +638,7 @@ def __exec( if full_schema_reask is None: full_schema_reask = self._base_model is not None - if self._allow_metrics_collection: + if self._allow_metrics_collection and self._hub_telemetry: # Create a new span for this guard call self._hub_telemetry.create_new_span( span_name="/guard_call", @@ -1033,7 +1039,7 @@ def parse( default_msg_history = self._exec_opts.msg_history if llm_api else None msg_history = kwargs.pop("msg_history", default_msg_history) - return self._execute( + return self._execute( # type: ignore # streams are supported for parse *args, llm_output=llm_output, llm_api=llm_api, @@ -1080,7 +1086,7 @@ def __add_validator(self, validator: Validator, on: str = "output"): validator_reference = ValidatorReference( id=validator.rail_alias, on=on, - on_fail=validator.on_fail_descriptor, + on_fail=validator.on_fail_descriptor, # type: ignore kwargs=validator.get_args(), ) self.validators.append(validator_reference) @@ -1188,7 +1194,7 @@ def _construct_history_from_server_response( history: List[Call] for history in session_history: history_events: Optional[List[Any]] = ( # type: ignore - history.history + history.history # type: ignore ) if history_events is None: continue @@ -1209,7 +1215,7 @@ def _construct_history_from_server_response( prompt_params=prompt_params, num_reasks=(num_reasks or 0), metadata=metadata, - full_schema_reask=full_schema_reask, + full_schema_reask=full_schema_reask, # type: ignore ), outputs=Outputs( llm_response_info=LLMResponse( @@ -1221,7 +1227,7 @@ def _construct_history_from_server_response( if isinstance(h.parsed_output, Any) else h.parsed_output ), - validation_output=( + validation_output=( # type: ignore h.validated_output.to_dict() if isinstance(h.validated_output, Any) else h.validated_output @@ -1268,7 +1274,7 @@ def _single_server_call( if self._api_client: validation_output: ValidationOutcome = self._api_client.validate( guard=self, # type: ignore - payload=ValidatePayload.from_dict(payload), + payload=ValidatePayload.from_dict(payload), # type: ignore openai_api_key=get_call_kwarg("api_key"), ) if not validation_output: @@ -1295,9 +1301,9 @@ def _single_server_call( # and the api we can re-enable this. # return ValidationOutcome[OT].from_guard_history(call_log) return ValidationOutcome[OT]( - raw_llm_output=validation_output.raw_llm_response, # type: ignore + raw_llm_output=validation_output.raw_llm_output, validated_output=cast(OT, validation_output.validated_output), - validation_passed=validation_output.result, + validation_passed=validation_output.validation_passed, ) else: raise ValueError("Guard does not have an api client!") @@ -1313,28 +1319,29 @@ def _stream_server_call( full_schema_reask: Optional[bool] = True, call_log: Optional[Call], stream: Optional[bool] = False, - ) -> Generator[ValidationOutcome[OT], None, None]: + ) -> Iterable[ValidationOutcome[OT]]: if self._api_client: validation_output: Optional[ValidationOutcome] = None response = self._api_client.stream_validate( guard=self, # type: ignore - payload=ValidatePayload.from_dict(payload), + payload=ValidatePayload.from_dict(payload), # type: ignore openai_api_key=get_call_kwarg("api_key"), ) for fragment in response: validation_output = fragment - if not validation_output: + if validation_output is None: yield ValidationOutcome[OT]( raw_llm_output=None, validated_output=None, validation_passed=False, error="The response from the server was empty!", ) - yield ValidationOutcome[OT]( - raw_llm_output=validation_output.raw_llm_response, # type: ignore - validated_output=cast(OT, validation_output.validated_output), - validation_passed=validation_output.result, - ) + else: + yield ValidationOutcome[OT]( + raw_llm_output=validation_output.raw_llm_output, + validated_output=cast(OT, validation_output.validated_output), + validation_passed=validation_output.validation_passed, + ) if validation_output: # TODO: Replace this with GET /guard/{guard_name}/history self._construct_history_from_server_response( @@ -1361,7 +1368,7 @@ def _call_server( full_schema_reask: Optional[bool] = True, call_log: Optional[Call], **kwargs, - ) -> Union[ValidationOutcome[OT], Generator[ValidationOutcome[OT], None, None]]: + ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: if self._api_client: payload: Dict[str, Any] = {"args": list(args)} payload.update(**kwargs) @@ -1406,7 +1413,7 @@ def _save(self): api_key = os.environ.get("GUARDRAILS_API_KEY") if api_key is not None: if self.name is None: - self.name = f"gr-{str(self._guard_id)}" + self.name = f"gr-{str(self.id)}" logger.warn("Warning: No name passed to guard!") logger.warn( "Use this auto-generated name to re-use this guard: {name}".format( diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index c09c722cc..e24a66a2b 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -1,5 +1,4 @@ import copy -from collections.abc import Awaitable from functools import partial from typing import Any, Dict, List, Optional, Tuple, Union, cast @@ -217,10 +216,10 @@ async def async_step( # Parsing errors are captured and not raised # because they are recoverable # i.e. result in a reask - iteration.outputs.exception = parsing_error + iteration.outputs.exception = parsing_error # type: ignore # pyright and pydantic don't agree iteration.outputs.error = str(parsing_error) - iteration.outputs.parsed_output = parsed_output + iteration.outputs.parsed_output = parsed_output # type: ignore # pyright and pydantic don't agree if parsing_error and isinstance(parsed_output, NonParseableReAsk): reasks, _ = self.introspect(parsed_output) @@ -235,7 +234,7 @@ async def async_step( reasks, valid_output = self.introspect(validated_output) iteration.outputs.guarded_output = valid_output - iteration.outputs.reasks = reasks + iteration.outputs.reasks = reasks # type: ignore # pyright and pydantic don't agree except Exception as e: error_message = str(e) @@ -332,9 +331,7 @@ async def async_prepare( msg_history: Optional[List[Dict]], prompt_params: Optional[Dict] = None, api: Optional[Union[PromptCallableBase, AsyncPromptCallableBase]], - ) -> Awaitable[ - Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]] - ]: + ) -> Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]]: """Prepare by running pre-processing and input validation. Returns: @@ -369,7 +366,7 @@ async def async_prepare( if "msg_history" in self.validation_map: # Runner.validate_msg_history - msg_str = msg_history_string(msg_history) + msg_str = msg_history_string(formatted_msg_history) inputs = Inputs( llm_output=msg_str, ) diff --git a/guardrails/run/async_stream_runner.py b/guardrails/run/async_stream_runner.py index df7fe3a27..718ea94e6 100644 --- a/guardrails/run/async_stream_runner.py +++ b/guardrails/run/async_stream_runner.py @@ -114,7 +114,7 @@ async def async_step( iteration.inputs.msg_history = msg_history llm_response = await self.async_call( - index, instructions, prompt, msg_history, api, output + instructions, prompt, msg_history, api, output ) stream_output = llm_response.async_stream_output if not stream_output: @@ -152,9 +152,7 @@ async def async_step( "of the expected output JSON schema." ) - reasks, valid_op = self.introspect( - index, validated_fragment, output_schema - ) + reasks, valid_op = self.introspect(validated_fragment) if reasks: raise ValueError( "Reasks are not yet supported with streaming. Please " @@ -203,7 +201,8 @@ async def async_step( ) iteration.outputs.raw_output = fragment - iteration.outputs.parsed_output = parsed_fragment + # FIXME: Handle case where parsing continuously fails/is a reask + iteration.outputs.parsed_output = parsed_fragment # type: ignore iteration.outputs.validation_response = ( cast(str, validated_fragment) if validated_fragment else None ) diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 8f358e950..cb65ace4d 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -54,7 +54,7 @@ class Runner: output_schema: Dict[str, Any] output_type: OutputTypes validation_map: ValidatorMap = {} - metadata: Optional[Dict[str, Any]] = None + metadata: Dict[str, Any] # LLM Inputs prompt: Optional[Prompt] = None @@ -305,10 +305,10 @@ def step( # Parse: parse the output. parsed_output, parsing_error = self.parse(raw_output, output_schema) - if parsing_error: - iteration.outputs.exception = parsing_error + if parsing_error or isinstance(parsed_output, ReAsk): + iteration.outputs.exception = parsing_error # type: ignore iteration.outputs.error = str(parsing_error) - iteration.outputs.reasks.append(parsed_output) + iteration.outputs.reasks.append(parsed_output) # type: ignore else: iteration.outputs.parsed_output = parsed_output @@ -326,7 +326,7 @@ def step( reasks, valid_output = self.introspect(validated_output) iteration.outputs.guarded_output = valid_output - iteration.outputs.reasks = reasks + iteration.outputs.reasks = list(reasks) except Exception as e: error_message = str(e) @@ -370,8 +370,8 @@ def prepare_msg_history( msg_history: MessageHistory, prompt_params: Dict, attempt_number: int, - ) -> List[Dict[str, str]]: - formatted_msg_history = [] + ) -> MessageHistory: + formatted_msg_history: MessageHistory = [] # Format any variables in the message history with the prompt params. for msg in msg_history: msg_copy = copy.deepcopy(msg) @@ -484,10 +484,10 @@ def prepare( *, instructions: Optional[Instructions], prompt: Optional[Prompt], - msg_history: Optional[List[Dict]], + msg_history: Optional[MessageHistory], prompt_params: Optional[Dict] = None, api: Optional[Union[PromptCallableBase, AsyncPromptCallableBase]], - ) -> Tuple[Optional[Instructions], Optional[Prompt], Optional[List[Dict]]]: + ) -> Tuple[Optional[Instructions], Optional[Prompt], Optional[MessageHistory]]: """Prepare by running pre-processing and input validation. Returns: @@ -536,7 +536,7 @@ def call( self, instructions: Optional[Instructions], prompt: Optional[Prompt], - msg_history: Optional[List[Dict[str, str]]], + msg_history: Optional[MessageHistory], api: Optional[PromptCallableBase], output: Optional[str] = None, ) -> LLMResponse: @@ -571,7 +571,7 @@ def call( def parse(self, output: str, output_schema: Dict[str, Any], **kwargs): parsed_output, error = parse_llm_output(output, self.output_type, **kwargs) - if not error: + if parsed_output and not error and not isinstance(parsed_output, ReAsk): parsed_output = prune_extra_keys(parsed_output, output_schema) parsed_output = coerce_types(parsed_output, output_schema) return parsed_output, error @@ -617,7 +617,7 @@ def validate( def introspect( self, validated_output: Any, - ) -> Tuple[Sequence[ReAsk], Optional[Union[str, Dict]]]: + ) -> Tuple[Sequence[ReAsk], Optional[Union[str, Dict, List]]]: """Introspect the validated output.""" if validated_output is None: return [], None @@ -636,8 +636,8 @@ def prepare_to_loop( reasks: Sequence[ReAsk], output_schema: Dict[str, Any], *, - parsed_output: Optional[Union[str, Dict, ReAsk]] = None, - validated_output: Optional[Union[str, Dict, ReAsk]] = None, + parsed_output: Optional[Union[str, List, Dict, ReAsk]] = None, + validated_output: Optional[Union[str, List, Dict, ReAsk]] = None, prompt_params: Optional[Dict] = None, include_instructions: bool = False, ) -> Tuple[Prompt, Optional[Instructions], Dict[str, Any], Optional[List[Dict]]]: diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index d2acfd207..6eb87a1ac 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -1,4 +1,4 @@ -from typing import Any, Dict, Generator, List, Optional, Union +from typing import Any, Dict, Generator, List, Optional, Union, cast from guardrails.classes.history import Call, Inputs, Iteration, Outputs from guardrails.classes.output_type import OT, OutputTypes @@ -17,7 +17,7 @@ parse_llm_output, prune_extra_keys, ) -from guardrails.actions.reask import SkeletonReAsk +from guardrails.actions.reask import ReAsk, SkeletonReAsk from guardrails.constants import pass_status @@ -47,6 +47,7 @@ def __call__( # include_instructions = not ( # self.instructions is None and self.msg_history is None # ) + prompt_params = prompt_params or {} ( instructions, @@ -200,11 +201,21 @@ def step( validate_subschema=True, remainder=True, ) - if len(last_result) > 0: + if last_result: passed = call_log.status == pass_status + + validated_output = None + if passed is True: + validated_output = cast(OT, last_result) + + reask = None + if isinstance(last_result, ReAsk): + reask = last_result + yield ValidationOutcome( raw_llm_output=last_chunk_text, - validated_output=last_result, + validated_output=validated_output, + reask=reask, validation_passed=passed, ) # handle non string schema @@ -253,7 +264,9 @@ def step( # Finally, add to logs iteration.outputs.raw_output = fragment - iteration.outputs.parsed_output = parsed_fragment + # Do we need to care about the type here? + # What happens if parsing continuously fails? + iteration.outputs.parsed_output = parsed_fragment # type: ignore iteration.outputs.validation_response = validated_fragment iteration.outputs.guarded_output = valid_op @@ -338,7 +351,7 @@ def parse( output, self.output_type, stream=True, verified=verified ) - if not error: + if parsed_output and not error and not isinstance(parsed_output, ReAsk): parsed_output = prune_extra_keys(parsed_output, output_schema) parsed_output = coerce_types(parsed_output, output_schema) diff --git a/guardrails/run/utils.py b/guardrails/run/utils.py index 100f653e4..cdd9de4d2 100644 --- a/guardrails/run/utils.py +++ b/guardrails/run/utils.py @@ -1,18 +1,31 @@ import copy -from typing import Dict, List +from typing import Dict, cast +from guardrails.prompt.prompt import Prompt from guardrails.types.inputs import MessageHistory -def msg_history_source(msg_history: MessageHistory) -> List[Dict[str, str]]: - msg_history_copy = copy.deepcopy(msg_history) - for msg in msg_history_copy: - msg["content"] = msg["content"].source +def msg_history_source(msg_history: MessageHistory) -> MessageHistory: + msg_history_copy = [] + for msg in msg_history: + msg_copy = copy.deepcopy(msg) + content = ( + msg["content"].source + if isinstance(msg["content"], Prompt) + else msg["content"] + ) + msg_copy["content"] = content + msg_history_copy.append(cast(Dict[str, str], msg_copy)) return msg_history_copy def msg_history_string(msg_history: MessageHistory) -> str: msg_history_copy = "" for msg in msg_history: - msg_history_copy += msg["content"].source + content = ( + msg["content"].source + if isinstance(msg["content"], Prompt) + else msg["content"] + ) + msg_history_copy += content return msg_history_copy diff --git a/guardrails/schema/generator.py b/guardrails/schema/generator.py index f0fd18af5..096c9ff82 100644 --- a/guardrails/schema/generator.py +++ b/guardrails/schema/generator.py @@ -2,7 +2,7 @@ import re import rstr from builtins import max as get_max -from typing import Any, Dict, List, Optional, Union +from typing import Any, Dict, List, Optional, Union, cast from pydash import upper_first, snake_case, camel_case, start_case, uniq_with, is_equal from faker import Faker from random import randint, randrange, uniform @@ -30,22 +30,26 @@ def is_number(value: Any) -> bool: def gen_sentence_case(): - return upper_first(fake.words(2)) + words = " ".join(fake.words(2)) + return upper_first(words) def gen_snake_case(): - return snake_case(fake.words(2)) + words = " ".join(fake.words(2)) + return snake_case(words) def gen_camel_case(): - return camel_case(fake.words(2)) + words = " ".join(fake.words(2)) + return camel_case(words) def gen_title_case(): - return start_case(fake.words(2)) + words = " ".join(fake.words(2)) + return start_case(words) -def gen_num(schema: Dict[str, Any]) -> int: +def gen_num(schema: Dict[str, Any]) -> Union[int, float]: schema_type = schema.get("type") minimum = schema.get("minimum") exclusive_minimum = schema.get("exclusiveMinimum") @@ -80,7 +84,7 @@ def gen_num(schema: Dict[str, Any]) -> int: random_num = 0 if schema_type == SimpleTypes.INTEGER or isinstance(step, int): - random_num = num_type(randrange(min, max, step)) + random_num = num_type(randrange(min, max, step)) # type: ignore else: precision = get_decimal_places(step) random_num = round(num_type(uniform(min, max)), precision) @@ -136,8 +140,8 @@ def gen_string(schema: Dict[str, Any], *, property_name: Optional[str] = None) - value = gen_formatted_string(schema_format, value) schema_pattern = schema.get("pattern") - regex_pattern = re.compile(schema_pattern) if schema_pattern else None - if regex_pattern and not regex_pattern.search(value): + regex_pattern = re.compile(schema_pattern) if schema_pattern else None # type: ignore + if schema_pattern and regex_pattern and not regex_pattern.search(value): value = rstr.xeger(schema_pattern) return value @@ -325,9 +329,9 @@ def _generate_example( # pass # Apply Schema Compositions - one_of: List[Dict[str, Any]] = json_schema.get("oneOf") - any_of: List[Dict[str, Any]] = json_schema.get("anyOf") - all_of: List[Dict[str, Any]] = json_schema.get("allOf") + one_of: List[Dict[str, Any]] = json_schema.get("oneOf", []) + any_of: List[Dict[str, Any]] = json_schema.get("anyOf", []) + all_of: List[Dict[str, Any]] = json_schema.get("allOf", []) if one_of: value = pick_sub_schema(json_schema, "oneOf") elif any_of: @@ -342,5 +346,5 @@ def generate_example( json_schema: Dict[str, Any], *, property_name: Optional[str] = None ) -> Any: """Takes a json schema and generates a sample object.""" - dereferenced_schema = jsonref.replace_refs(json_schema) + dereferenced_schema = cast(Dict[str, Any], jsonref.replace_refs(json_schema)) return _generate_example(dereferenced_schema, property_name=property_name) diff --git a/guardrails/schema/parser.py b/guardrails/schema/parser.py index 0faac1662..898da5b23 100644 --- a/guardrails/schema/parser.py +++ b/guardrails/schema/parser.py @@ -1,6 +1,6 @@ from guardrails_api_client.models.simple_types import SimpleTypes import jsonref -from typing import Any, Dict, List, Optional, Set, Union +from typing import Any, Dict, List, Optional, Set, Union, cast from guardrails.utils.safe_get import safe_get @@ -38,12 +38,13 @@ def fill_list(desired_length: int, array: list): return array +# FIXME: Better Typing def write_value_to_path( - write_object: Optional[Union[str, List[Any], Dict[Any, Any]]], + write_object: Union[str, List[Any], Dict[Any, Any]], property_path: str, value: Any, ) -> Any: - if property_path == "$" or not len(property_path): + if property_path == "$" or not len(property_path) or isinstance(write_object, str): return value path_elems = property_path.split(".") @@ -60,10 +61,10 @@ def write_value_to_path( default_value = [] if next_key_is_index else {} value_for_key = safe_get(write_object, key, default_value) - if isinstance(write_object, list) and key >= len(write_object): - write_object = fill_list(key, write_object) + if isinstance(write_object, list) and int(key) >= len(write_object): + write_object = fill_list(int(key), write_object) - write_object[key] = write_value_to_path(value_for_key, remaining_path, value) + write_object[key] = write_value_to_path(value_for_key, remaining_path, value) # type: ignore return write_object @@ -73,8 +74,8 @@ def _get_all_paths( json_schema: Dict[str, Any], *, paths: Optional[Set[str]] = None, - json_path: Optional[str] = "$", -) -> Dict[str, Dict[str, Any]]: + json_path: str = "$", +) -> Set[str]: if not paths: paths = set() # Append the parent path for this iteration @@ -101,20 +102,20 @@ def _get_all_paths( paths.add(wildcard_path) # Array Schema - schema_items = json_schema.get("items") + schema_items = json_schema.get("items", {}) if schema_items: _get_all_paths(schema_items, paths=paths, json_path=json_path) # Conditional SubSchema - if_block: Dict[str, Any] = json_schema.get("if") + if_block: Dict[str, Any] = json_schema.get("if", {}) if if_block: _get_all_paths(if_block, paths=paths, json_path=json_path) - then_block: Dict[str, Any] = json_schema.get("then") + then_block: Dict[str, Any] = json_schema.get("then", {}) if then_block: _get_all_paths(then_block, paths=paths, json_path=json_path) - else_block: Dict[str, Any] = json_schema.get("else") + else_block: Dict[str, Any] = json_schema.get("else", {}) if else_block: _get_all_paths(else_block, paths=paths, json_path=json_path) @@ -138,9 +139,9 @@ def get_all_paths( json_schema: Dict[str, Any], *, paths: Optional[Set[str]] = None, - json_path: Optional[str] = "$", -) -> Dict[str, Dict[str, Any]]: + json_path: str = "$", +) -> Set[str]: """Takes a JSON Schema and returns all possible JSONPaths within that schema.""" - dereferenced_schema = jsonref.replace_refs(json_schema) + dereferenced_schema = cast(Dict[str, Any], jsonref.replace_refs(json_schema)) return _get_all_paths(dereferenced_schema, paths=paths, json_path=json_path) diff --git a/guardrails/schema/primitive_schema.py b/guardrails/schema/primitive_schema.py index 9f99d7a10..fbb98cfa0 100644 --- a/guardrails/schema/primitive_schema.py +++ b/guardrails/schema/primitive_schema.py @@ -1,4 +1,4 @@ -from typing import Optional, Sequence +from typing import List, Optional from guardrails_api_client.models.model_schema import ModelSchema from guardrails_api_client.models.simple_types import SimpleTypes @@ -11,7 +11,7 @@ def primitive_to_schema( - validators: Sequence[Validator], + validators: List[Validator], *, type: SimpleTypes = SimpleTypes.STRING, description: Optional[str] = None, @@ -25,7 +25,7 @@ def primitive_to_schema( ValidatorReference( id=v.rail_alias, on="$", - on_fail=v.on_fail_descriptor, + on_fail=v.on_fail_descriptor, # type: ignore kwargs=v.get_args(), ) for v in validators diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py index 65d962c68..96399399b 100644 --- a/guardrails/schema/pydantic_schema.py +++ b/guardrails/schema/pydantic_schema.py @@ -18,13 +18,12 @@ from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.logger import logger from guardrails.types import ( - PydanticValidatorSpec, ModelOrListOfModels, ModelOrListOrDict, ModelOrModelUnion, ) from guardrails.utils.safe_get import safe_get -from guardrails.utils.validator_utils import get_validator +from guardrails.utils.validator_utils import safe_get_validator from guardrails.validator_base import Validator @@ -33,7 +32,7 @@ def _resolve_alias(alias: str | AliasPath | AliasChoices) -> List[str]: if isinstance(alias, str): aliases.append(alias) elif isinstance(alias, AliasPath): - aliases.append(".".join(alias.path)) + aliases.append(".".join(str(alias.path))) elif isinstance(alias, AliasChoices): for choice in alias.choices: aliases.extend(_resolve_alias(choice)) @@ -69,7 +68,7 @@ def _collect_aliases( if isinstance(alias_generator, Callable): aliases.append(alias_generator(field_name)) elif isinstance(alias_generator, AliasGenerator): - return _collect_aliases(alias_generator) + return _collect_aliases(alias_generator, field_name, model) return aliases @@ -108,7 +107,7 @@ def get_base_model( union_members = get_args(pydantic_class) model_members = list(filter(is_base_model_type, union_members)) if len(model_members) > 0: - schema_model = Union[tuple(union_members)] + schema_model = Union[tuple(union_members)] # type: ignore return (schema_model, type_origin, key_type_origin) if not is_base_model_type(schema_model): @@ -132,15 +131,6 @@ def try_get_base_model( return (None, None, None) -def safe_get_validator(v: PydanticValidatorSpec) -> Union[Validator, None]: - try: - validator = get_validator(v) - return validator - except ValueError as e: - logger.warning(e) - return None - - def extract_union_member( member: Type, processed_schema: ProcessedSchema, @@ -158,7 +148,7 @@ def extract_union_member( extracted_union_members.append( extract_union_member(m, processed_schema, json_path, aliases) ) - return Union[tuple(extracted_union_members)] + return Union[tuple(extracted_union_members)] # type: ignore else: extracted_field_model = extract_validators( @@ -170,7 +160,7 @@ def extract_union_member( if field_type_origin == list: return List[extracted_field_model] elif field_type_origin == dict: - return Dict[key_type_origin, extracted_field_model] + return Dict[key_type_origin, extracted_field_model] # type: ignore return extracted_field_model @@ -215,13 +205,11 @@ def extract_validators( if isinstance(validators, Validator): validator_instances.append(validators) else: - validator_instances.extend( - [ - safe_get_validator(v) - for v in validators - if safe_get_validator(v) is not None - ] - ) + validator_list = [ + safe_get_validator(v) # type: ignore + for v in validators + ] + validator_instances.extend([v for v in validator_list if v is not None]) all_paths = [field_path] all_paths.extend(alias_paths) for path in all_paths: @@ -232,50 +220,52 @@ def extract_validators( ValidatorReference( id=v.rail_alias, on=path, - on_fail=v.on_fail_descriptor, + on_fail=v.on_fail_descriptor, # type: ignore kwargs=v.get_args(), ) for v in validator_instances ] processed_schema.validators.extend(validator_references) - - field_model, field_type_origin, key_type_origin = try_get_base_model( - field.annotation - ) - if field_model: - if field_type_origin == Union: - union_members = list(get_args(field_model)) - extracted_union_members = [] - for m in union_members: - extracted_union_members.append( - extract_union_member( - m, - processed_schema=processed_schema, - json_path=field_path, - aliases=alias_paths, + if field.annotation: + field_model, field_type_origin, key_type_origin = try_get_base_model( + field.annotation + ) + if field_model: + if field_type_origin == Union: + union_members = list(get_args(field_model)) + extracted_union_members = [] + for m in union_members: + extracted_union_members.append( + extract_union_member( + m, + processed_schema=processed_schema, + json_path=field_path, + aliases=alias_paths, + ) ) - ) - model.model_fields[field_name].annotation = Union[ - tuple(extracted_union_members) - ] - else: - extracted_field_model = extract_validators( - model=field_model, - processed_schema=processed_schema, - json_path=field_path, - aliases=alias_paths, - ) - if field_type_origin == list: - model.model_fields[field_name].annotation = List[ - extracted_field_model - ] - elif field_type_origin == dict: - model.model_fields[field_name].annotation = Dict[ - key_type_origin, extracted_field_model + model.model_fields[field_name].annotation = Union[ # type: ignore + tuple(extracted_union_members) # type: ignore ] else: - model.model_fields[field_name].annotation = extracted_field_model + extracted_field_model = extract_validators( + model=field_model, + processed_schema=processed_schema, + json_path=field_path, + aliases=alias_paths, + ) + if field_type_origin == list: + model.model_fields[field_name].annotation = List[ + extracted_field_model + ] + elif field_type_origin == dict: + model.model_fields[field_name].annotation = Dict[ + key_type_origin, extracted_field_model # type: ignore + ] + else: + model.model_fields[ + field_name + ].annotation = extracted_field_model # noqa return model diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index 363020720..a04f6982b 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -1,7 +1,7 @@ import jsonref from dataclasses import dataclass from string import Template -from typing import Any, Dict, List, Optional, Type +from typing import Any, Callable, Dict, List, Optional, Tuple, cast from guardrails_api_client.models.validation_type import ValidationType from lxml import etree as ET from lxml.etree import _Element, Element, SubElement, XMLParser @@ -26,7 +26,7 @@ def parse_on_fail_handlers(element: _Element) -> Dict[str, OnFailAction]: on_fail_handlers: Dict[str, OnFailAction] = {} for key, value in element.attrib.items(): - key = xml_to_string(key) + key = xml_to_string(key) or "" if key.startswith("on-fail-"): on_fail_handler_name = key[len("on-fail-") :] on_fail_handler = OnFailAction(value) @@ -35,7 +35,7 @@ def parse_on_fail_handlers(element: _Element) -> Dict[str, OnFailAction]: def get_validators(element: _Element) -> List[Validator]: - validators_string: str = xml_to_string(element.attrib.get("validators", "")) + validators_string: str = xml_to_string(element.attrib.get("validators", "")) or "" validator_specs = split_on(validators_string, ";") on_fail_handlers = parse_on_fail_handlers(element) validators: List[Validator] = [] @@ -59,7 +59,7 @@ def extract_validators( validator_reference = ValidatorReference( id=validator.rail_alias, on=json_path, - onFail=validator.on_fail_descriptor, + on_fail=validator.on_fail_descriptor, # type: ignore kwargs=validator.get_args(), ) processed_schema.validators.append(validator_reference) @@ -74,7 +74,7 @@ def extract_format( element: _Element, internal_type: RailTypes, internal_format_attr: str, -) -> str: +) -> Optional[str]: """Prioritizes information retention over custom formats. Example: @@ -107,7 +107,7 @@ def parse_element( if element.tag in STRING_TAGS: schema_type = RailTypes.STRING elif element.tag == "output": - schema_type = element.attrib.get("type", RailTypes.OBJECT) + schema_type: str = element.attrib.get("type", RailTypes.OBJECT) # type: ignore description = xml_to_string(element.attrib.get("description")) @@ -187,8 +187,8 @@ def parse_element( ) elif schema_type == RailTypes.ENUM: format = xml_to_string(element.attrib.get("format")) - csv = xml_to_string(element.attrib.get("values", "")) - values = list(map(lambda v: v.strip(), csv.split(","))) + csv = xml_to_string(element.attrib.get("values", "")) or "" + values = [v.strip() for v in csv.split(",")] if csv else None return ModelSchema( type=ValidationType(SimpleTypes.STRING), description=description, @@ -262,7 +262,7 @@ def parse_element( if not case_name: raise ValueError(" elements must specify a name!") - discriminator_model.enum.append(case_name) + discriminator_model.enum.append(case_name) # type: ignore case_if_then_model = ModelSchema() case_if_then_properties = {} @@ -361,11 +361,17 @@ def rail_string_to_schema(rail_string: str) -> ProcessedSchema: processed_schema.json_schema = output_schema.to_dict() - if output_schema.type.actual_instance == SimpleTypes.STRING: + output_schema_type = output_schema.type + if not output_schema_type: + raise ValueError( + "The type attribute of the tag must be one of:" + ' "string", "object", or "list"' + ) + if output_schema_type.actual_instance == SimpleTypes.STRING: processed_schema.output_type = OutputTypes.STRING - elif output_schema.type.actual_instance == SimpleTypes.ARRAY: + elif output_schema_type.actual_instance == SimpleTypes.ARRAY: processed_schema.output_type = OutputTypes.LIST - elif output_schema.type.actual_instance == SimpleTypes.OBJECT: + elif output_schema_type.actual_instance == SimpleTypes.OBJECT: processed_schema.output_type = OutputTypes.DICT else: raise ValueError( @@ -431,23 +437,25 @@ def extract_internal_format(format: str) -> Format: fmt.custom_format = format return fmt - fmt.internal_type = internal_type + fmt.internal_type = RailTypes.get(internal_type) fmt.internal_format_attr = ": ".join(format_attr_rest) return fmt def init_elem( - elem: Type[_Element] = SubElement, + elem: Callable[..., _Element] = SubElement, *, _tag: str, attrib: Dict[str, Any], - _parent: _Element = None, + _parent: Optional[_Element] = None, ) -> _Element: if elem == Element: return Element(_tag, attrib) - else: + elif _parent is not None: return SubElement(_parent, _tag, attrib) + # This should never happen unless we mess up the code. + raise RuntimeError("rail_schema.py::init_elem() was called with no parent!") def build_list_element( @@ -456,9 +464,9 @@ def build_list_element( attributes: Dict[str, Any], *, json_path: str = "$", - elem: Type[_Element] = SubElement, + elem: Callable[..., _Element] = SubElement, tag_override: Optional[str] = None, - parent: _Element = None, + parent: Optional[_Element] = None, ) -> _Element: rail_type = RailTypes.LIST tag = tag_override or rail_type @@ -478,7 +486,7 @@ def build_choice_case( validator_map: ValidatorMap, json_path: str, discriminator: Optional[str] = None, -): +) -> _Element: choice_attributes = {**attributes} if discriminator: choice_attributes["discriminator"] = discriminator @@ -505,6 +513,7 @@ def build_choice_case( required=str(required).lower(), attributes={"name": ck}, ) + return choice def build_choice_case_element_from_if( @@ -513,18 +522,18 @@ def build_choice_case_element_from_if( attributes: Dict[str, Any], *, json_path: str = "$", - elem: Type[_Element] = SubElement, - parent: _Element = None, + elem: Callable[..., _Element] = SubElement, + parent: Optional[_Element] = None, ) -> _Element: choice_name = json_path.split(".")[-1] attributes["name"] = choice_name - properties = json_schema.get("properties") + properties: Dict[str, Any] = json_schema.get("properties", {}) all_of: List[Dict[str, Any]] = json_schema.get("allOf", []) # Non-conditional inclusions other_subs: List[Dict[str, Any]] = [sub for sub in all_of if not sub.get("if")] - factored_properties = {**properties} + factored_properties: Dict[str, Any] = {**properties} for sub in other_subs: factored_properties = {**factored_properties, **sub} @@ -544,7 +553,7 @@ def build_choice_case_element_from_if( cases: List[str] = [] for k, v in if_props.items(): discriminators.append(k) - case_value = v.get("const") + case_value: str = v.get("const", "") cases.append(case_value) joint_discriminator = ",".join(discriminators) @@ -571,7 +580,9 @@ def build_choice_case_element_from_if( if len(discriminator_combos) > 1: # FIXME: This can probably be refactored - anonymous_choice = init_elem(elem, _parent=parent, _tag=RailTypes.CHOICE) + anonymous_choice = init_elem( + elem, _parent=parent, _tag=RailTypes.CHOICE, attrib={} + ) for discriminator, discriminator_cases in discriminator_combos.items(): anonymous_case = SubElement(_parent=anonymous_choice, _tag=RailTypes.CASE) build_choice_case( @@ -582,13 +593,17 @@ def build_choice_case_element_from_if( validator_map=validator_map, json_path=json_path, ) - elif len(discriminator_combos) == 1: - discriminator, cases = list(discriminator_combos.items())[0] - build_choice_case( + return anonymous_choice + else: + first_discriminator: Tuple[str, List[Dict[str, Any]]] = list( + discriminator_combos.items() + )[0] or ("", []) + discriminator, discriminator_cases = first_discriminator + return build_choice_case( discriminator=discriminator, - cases=cases, + cases=discriminator_cases, attributes=attributes, - parent=parent, + parent=parent, # type: ignore validator_map=validator_map, json_path=json_path, ) @@ -600,7 +615,7 @@ def build_choice_case_element_from_discriminator( attributes: Dict[str, Any], *, json_path: str = "$", - parent: _Element = None, + parent: Optional[_Element] = None, ) -> _Element: """Takes an OpenAPI Spec flavored JSON Schema with a discriminated union. @@ -631,7 +646,7 @@ def build_choice_case_element_from_discriminator( return build_choice_case( cases=cases, attributes=attributes, - parent=parent, + parent=parent, # type: ignore validator_map=validator_map, json_path=json_path, discriminator=discriminator, @@ -644,9 +659,9 @@ def build_object_element( attributes: Dict[str, Any], *, json_path: str = "$", - elem: Type[_Element] = SubElement, + elem: Callable[..., _Element] = SubElement, tag_override: Optional[str] = None, - parent: _Element = None, + parent: Optional[_Element] = None, ) -> _Element: properties: Dict[str, Any] = json_schema.get("properties", {}) @@ -717,7 +732,7 @@ def build_object_element( return build_choice_case( cases=cases, attributes=attributes, - parent=parent, + parent=parent, # type: ignore validator_map=validator_map, json_path=json_path, ) @@ -746,9 +761,9 @@ def build_string_element( attributes: Dict[str, Any], format: Format, *, - elem: Type[_Element] = SubElement, + elem: Callable[..., _Element] = SubElement, tag_override: Optional[str] = None, - parent: _Element = None, + parent: Optional[_Element] = None, ) -> _Element: enum_values: List[str] = json_schema.get("enum", []) if enum_values: @@ -765,7 +780,7 @@ def build_string_element( attributes["type"] = RailTypes.STRING return init_elem(elem, _parent=parent, _tag=tag, attrib=attributes) - tag = tag_override + tag = tag_override or RailTypes.STRING type = RailTypes.STRING if format.internal_type == RailTypes.DATE: type = RailTypes.DATE @@ -799,9 +814,9 @@ def build_element( validator_map: ValidatorMap, *, json_path: str = "$", - elem: Type[_Element] = SubElement, + elem: Callable[..., _Element] = SubElement, tag_override: Optional[str] = None, - parent: _Element = None, + parent: Optional[_Element] = None, required: Optional[str] = "true", attributes: Optional[Dict[str, Any]] = None, ) -> _Element: @@ -896,7 +911,7 @@ def json_schema_to_rail_output( Limited support. Only guaranteed to work for JSON Schemas that were derived from RAIL. """ - dereferenced_json_schema = jsonref.replace_refs(json_schema) + dereferenced_json_schema = cast(Dict[str, Any], jsonref.replace_refs(json_schema)) output_element = build_element( dereferenced_json_schema, validator_map, diff --git a/guardrails/types/on_fail.py b/guardrails/types/on_fail.py index 0a8200b30..83946aec6 100644 --- a/guardrails/types/on_fail.py +++ b/guardrails/types/on_fail.py @@ -1,4 +1,6 @@ from enum import Enum +from typing import Optional, Union +from guardrails.logger import logger class OnFailAction(str, Enum): @@ -10,3 +12,17 @@ class OnFailAction(str, Enum): EXCEPTION = "exception" FIX_REASK = "fix_reask" CUSTOM = "custom" + + @staticmethod + def get(key: Optional[Union[str, "OnFailAction"]], default=None): + try: + if not key: + return default + if isinstance(key, OnFailAction): + return key + return OnFailAction[key] + + except Exception as e: + logger.debug("Failed to get OnFailAction for key ", key) + logger.debug(e) + return default diff --git a/guardrails/types/rail.py b/guardrails/types/rail.py index d2ccda61d..912447862 100644 --- a/guardrails/types/rail.py +++ b/guardrails/types/rail.py @@ -1,4 +1,5 @@ from enum import Enum +from typing import Optional class RailTypes(str, Enum): @@ -17,7 +18,7 @@ class RailTypes(str, Enum): CASE = "case" @classmethod - def get(cls, key: str) -> "RailTypes": + def get(cls, key: str) -> Optional["RailTypes"]: try: return cls(key) except Exception: diff --git a/guardrails/utils/misc.py b/guardrails/utils/misc.py index 427adc958..9f689582d 100644 --- a/guardrails/utils/misc.py +++ b/guardrails/utils/misc.py @@ -5,9 +5,9 @@ from lxml.etree import Element as E from rich.pretty import pretty_repr -from guardrails import datatypes as dt from guardrails.classes.history.call import Call from guardrails.actions.reask import gather_reasks +from guardrails.types import RailTypes def generate_test_artifacts( @@ -89,15 +89,15 @@ def generate_random_schemas(n: int, depth: int = 4, width: int = 10) -> List[str def random_scalar_datatype(): selected_datatype = random.choice( [ - dt.String, - dt.Integer, - dt.Float, - dt.Boolean, - dt.Date, - dt.Time, + RailTypes.STRING, + RailTypes.INTEGER, + RailTypes.FLOAT, + RailTypes.BOOL, + RailTypes.DATE, + RailTypes.TIME, ] ) - return selected_datatype(None, None, None).rail_alias # type: ignore + return selected_datatype def generate_schema(curr_depth): if curr_depth < depth: diff --git a/guardrails/utils/parsing_utils.py b/guardrails/utils/parsing_utils.py index 541179591..11163549e 100644 --- a/guardrails/utils/parsing_utils.py +++ b/guardrails/utils/parsing_utils.py @@ -2,7 +2,7 @@ from guardrails_api_client import SimpleTypes import jsonref import regex -from typing import Any, Callable, Dict, List, Optional, Tuple, Union +from typing import Any, Callable, Dict, List, Optional, Set, Tuple, Union, cast from guardrails.actions.reask import NonParseableReAsk from guardrails.classes.output_type import OutputTypes @@ -72,7 +72,9 @@ def get_code_block( return trimmed_output -def extract_json_from_ouput(output: str) -> Tuple[Optional[Dict], Optional[Exception]]: +def extract_json_from_ouput( + output: str, +) -> Tuple[Optional[Union[Dict, List]], Optional[Exception]]: # Find and extract json from code blocks extracted_code_block = output has_json_block, json_start, json_end = has_code_block(output, "json") @@ -127,7 +129,7 @@ def is_valid_fragment(fragment: str, verified: set) -> bool: return False -def parse_fragment(fragment: str): +def parse_fragment(fragment: str) -> Tuple[Union[str, List, Dict], Optional[str]]: """Parse the fragment into a dict.""" # Complete the JSON fragment to handle missing brackets @@ -156,7 +158,7 @@ def parse_fragment(fragment: str): # Parse the fragment try: - parsed_fragment = json.loads(fragment) + parsed_fragment: Union[Dict, List] = json.loads(fragment) return parsed_fragment, None except ValueError as e: return fragment, str(e) @@ -166,7 +168,7 @@ def parse_fragment(fragment: str): def parse_json_llm_output( output: str, **kwargs ) -> Tuple[ - Union[Optional[Dict], NonParseableReAsk, str], + Union[str, List, Dict, NonParseableReAsk, None], Union[Optional[Exception], str, bool, None], ]: if kwargs.get("stream", False): @@ -216,15 +218,17 @@ def prune_extra_keys( payload: Union[str, List[Any], Dict[str, Any]], schema: Dict[str, Any], *, - json_path: Optional[str] = "$", - all_json_paths: Optional[List[str]] = None, + json_path: str = "$", + all_json_paths: Optional[Set[str]] = None, ) -> Union[str, List[Any], Dict[str, Any]]: - if not all_json_paths: + if all_json_paths is None or not len(all_json_paths): all_json_paths = get_all_paths(schema) if isinstance(payload, dict): # Do full lookbehind - wildcards = [path.split(".*")[0] for path in all_json_paths if ".*" in path] + wildcards: List[str] = [ + path.split(".*")[0] for path in all_json_paths if ".*" in path + ] ancestor_is_wildcard = any(w in json_path for w in wildcards) actual_keys = list(payload.keys()) for key in actual_keys: @@ -233,7 +237,7 @@ def prune_extra_keys( del payload[key] else: prune_extra_keys( - payload=payload.get(key), + payload=payload.get(key), # type: ignore schema=schema, json_path=child_path, all_json_paths=all_json_paths, @@ -323,7 +327,7 @@ def coerce_property( possible_values.append(coerce_property(payload, sub_schema)) payload = safe_get(list(filter(None, possible_values)), 0, payload) - all_of: List[Dict[str, Any]] = schema.get("allOf") + all_of: List[Dict[str, Any]] = schema.get("allOf", []) if all_of: if_blocks = [sub for sub in all_of if sub.get("if")] if if_blocks: @@ -400,7 +404,7 @@ def coerce_property( payload = coerce_property(payload, factored_schema) ### Array Schema ### - item_schema: Dict[str, Any] = schema.get("items") + item_schema: Dict[str, Any] = schema.get("items", {}) if isinstance(payload, list) and item_schema: coerced_items = [] for item in payload: @@ -413,5 +417,7 @@ def coerce_property( def coerce_types( payload: Union[str, List[Any], Dict[str, Any], Any], schema: Dict[str, Any] ) -> Union[str, List[Any], Dict[str, Any]]: - dereferenced_schema = jsonref.replace_refs(schema) + dereferenced_schema = cast( + Dict[str, Any], jsonref.replace_refs(schema) + ) # for pyright return coerce_property(payload, dereferenced_schema) diff --git a/guardrails/utils/prompt_utils.py b/guardrails/utils/prompt_utils.py index f507d8de3..17231dc0a 100644 --- a/guardrails/utils/prompt_utils.py +++ b/guardrails/utils/prompt_utils.py @@ -27,7 +27,7 @@ def preprocess_prompt_for_string_output( prompt_callable: PromptCallableBase, instructions: Optional[Instructions], prompt: Prompt, -) -> Tuple[Instructions, Prompt]: +) -> Tuple[Optional[Instructions], Prompt]: if isinstance(prompt_callable, OpenAICallable) or isinstance( prompt_callable, AsyncOpenAICallable ): @@ -48,7 +48,7 @@ def preprocess_prompt_for_json_output( instructions: Optional[Instructions], prompt: Prompt, use_xml: bool, -) -> Tuple[Instructions, Prompt]: +) -> Tuple[Optional[Instructions], Prompt]: if isinstance(prompt_callable, OpenAICallable) or isinstance( prompt_callable, AsyncOpenAICallable ): @@ -75,7 +75,7 @@ def preprocess_prompt( prompt: Prompt, output_type: OutputTypes, use_xml: bool, -) -> Tuple[Instructions, Prompt]: +) -> Tuple[Optional[Instructions], Prompt]: if output_type == OutputTypes.STRING: return preprocess_prompt_for_string_output( prompt_callable, instructions, prompt diff --git a/guardrails/utils/safe_get.py b/guardrails/utils/safe_get.py index 095914797..dbc35f84a 100644 --- a/guardrails/utils/safe_get.py +++ b/guardrails/utils/safe_get.py @@ -1,4 +1,5 @@ from typing import Any, Dict, List, Optional, Tuple, Union +from guardrails.logger import logger def safe_get_with_brackets( @@ -9,7 +10,11 @@ def safe_get_with_brackets( if not value: return default return value - except Exception: + except Exception as e: + logger.debug( + f"Failed to get value for key: {key} out of container: {container}!" + ) + logger.debug(e) return default diff --git a/guardrails/utils/validator_utils.py b/guardrails/utils/validator_utils.py index e3dd83950..27b0f158b 100644 --- a/guardrails/utils/validator_utils.py +++ b/guardrails/utils/validator_utils.py @@ -1,8 +1,9 @@ # ruff: noqa """This module contains the constants and utils used by the validator.py.""" -from typing import Any, Dict, List, Optional, Tuple, Type, Union +from typing import Any, Dict, List, Optional, Tuple, Type, Union, cast +from guardrails.types.validator import PydanticValidatorSpec from guardrails.utils.regex_utils import split_on, ESCAPED_OR_QUOTED from guardrails.utils.safe_get import safe_get from guardrails.validator_base import Validator, OnFailAction, get_validator_class @@ -62,7 +63,11 @@ def parse_rail_validator( max_splits = 2 if is_hub_validator else 1 parts = split_on(validator_spec, ":") # parts = validator_spec.split(":", max_splits) - validator_id = parts[1].strip() if is_hub_validator else parts[0].strip() + validator_id = ( + ":".join([parts[0], parts[1].strip()]) + if is_hub_validator + else parts[0].strip() + ) arg_tokens = [] if len(parts) > 1: arg_tokens = [ @@ -76,7 +81,7 @@ def parse_rail_validator( validator_id = validator_spec validator_cls = get_validator_class(validator_id) if validator_cls: - return validator_cls(*validator_args, on_fail=on_fail) + return validator_cls(*validator_args, on_fail=OnFailAction.get(on_fail)) else: logger.warning( f"Validator with id {validator_id} was not found in the registry! Ignoring..." @@ -136,12 +141,12 @@ def get_validator( first_arg = safe_get(validator, 0) # useMany Tuple Syntax if isinstance(first_arg, type) and issubclass(first_arg, Validator): - v = parse_use_many_validator(first_arg, validator) + v = parse_use_many_validator(first_arg, validator) # type: ignore if v: return v # Pydantic Tuple Syntax else: - v = parse_pydantic_validator(first_arg, validator) + v = parse_pydantic_validator(first_arg, validator) # type: ignore if v: return v raise invalid_error @@ -150,8 +155,16 @@ def get_validator( v = parse_rail_validator(validator) if v: return v - else: - raise invalid_error + raise invalid_error + + +def safe_get_validator(v: Union[str, PydanticValidatorSpec]) -> Union[Validator, None]: + try: + validator = get_validator(v) + return validator + except ValueError as e: + logger.warning(e) + return None def verify_metadata_requirements( diff --git a/guardrails/utils/xml_utils.py b/guardrails/utils/xml_utils.py index 86fe487bf..379efbadd 100644 --- a/guardrails/utils/xml_utils.py +++ b/guardrails/utils/xml_utils.py @@ -1,4 +1,4 @@ -from typing import Optional, Union +from typing import Optional, Union, cast # TODO: Remove after DataTypes and ValidatorsAttr is removed @@ -11,7 +11,7 @@ def cast_xml_to_string(xml_value: Union[memoryview, bytes, bytearray, str]) -> s Returns: str: The XML value as a string. """ - return xml_to_string(xml_value) + return cast(str, xml_to_string(xml_value)) def xml_to_string( @@ -25,9 +25,13 @@ def xml_to_string( Returns: str: The XML value as a string. """ + if xml is None: + return None + string = xml if isinstance(xml, memoryview): string = xml.tobytes().decode() elif isinstance(xml, (bytes, bytearray)): string = xml.decode() - return string + + return cast(str, string) diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index 0242696ea..995e0348a 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -371,7 +371,7 @@ def decorator(cls_or_func: Union[Type[Validator], Callable]): return decorator -def get_validator_class(name: str) -> Type["Validator"]: +def get_validator_class(name: str) -> Optional[Type["Validator"]]: is_hub_validator = name.startswith(hub) validator_key = name.replace(hub, "") if is_hub_validator else name registration = validators_registry.get(validator_key) diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index 0079c1ff8..876f188a8 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -289,8 +289,8 @@ def validate( metadata: dict, validator_map: ValidatorMap, iteration: Iteration, - absolute_path: str = "$", - reference_path: str = "$", + absolute_path: str, + reference_path: str, ) -> Tuple[Any, dict]: ### # NOTE: The way validation can be executed now is fundamentally wide open. @@ -349,8 +349,8 @@ def validate_stream( metadata: dict, validator_map: ValidatorMap, iteration: Iteration, - absolute_path: str = "$", - reference_path: str = "$", + absolute_path: str, + reference_path: str, **kwargs, ) -> Tuple[Any, dict]: # I assume validate stream doesn't need validate_dependents @@ -500,7 +500,11 @@ async def run_validators( if isinstance(logs.validation_result, FailResult) ] if fails: - fail_results = [logs.validation_result for logs in fails] + # NOTE: Ignoring type bc we know it's a FailResult + fail_results: List[FailResult] = [ + logs.validation_result # type: ignore + for logs in fails + ] rechecked_value = None validator: Validator = validator_group[0] if validator.on_fail_descriptor == OnFailAction.FIX_REASK: @@ -592,8 +596,8 @@ async def async_validate( metadata: dict, validator_map: ValidatorMap, iteration: Iteration, - absolute_path: str = "$", - reference_path: str = "$", + absolute_path: str, + reference_path: str, stream: Optional[bool] = False, **kwargs, ) -> Tuple[Any, dict]: @@ -631,8 +635,8 @@ def validate( metadata: dict, validator_map: ValidatorMap, iteration: Iteration, - absolute_path: str = "$", - reference_path: str = "$", + absolute_path: str, + reference_path: str, stream: Optional[bool] = False, **kwargs, ) -> Tuple[Any, dict]: @@ -667,6 +671,9 @@ def validate( stream: Optional[bool] = False, **kwargs, ): + if path is None: + path = "$" + process_count = int(os.environ.get("GUARDRAILS_PROCESS_COUNT", 10)) if stream: sequential_validator_service = SequentialValidatorService(disable_tracer) @@ -700,6 +707,8 @@ async def async_validate( stream: Optional[bool] = False, **kwargs, ) -> Tuple[Any, dict]: + if path is None: + path = "$" validator_service = AsyncValidatorService(disable_tracer) return await validator_service.async_validate( value, metadata, validator_map, iteration, path, path, stream, **kwargs diff --git a/pyrightconfig.json b/pyrightconfig.json deleted file mode 100644 index e4e5e8557..000000000 --- a/pyrightconfig.json +++ /dev/null @@ -1 +0,0 @@ -{"exclude": ["guardrails/utils/pydantic_utils/v1.py", "guardrails/utils/openai_utils/v0.py"]} diff --git a/tests/integration_tests/test_cli.py b/tests/integration_tests/test_cli.py index 45b5e82e8..92674d82c 100644 --- a/tests/integration_tests/test_cli.py +++ b/tests/integration_tests/test_cli.py @@ -5,13 +5,15 @@ import subprocess from tempfile import TemporaryDirectory +import pytest + RAIL_SPEC = """ - + @@ -38,6 +40,11 @@ """ +@pytest.mark.skip( + "This test doesn't work once we remove validators from the main repo." + "The hub install is actually working, but the running code is still in context of the local repo" + "so when get_validator_class tries to import from guardrails.hub, it only sees the empty local repository." +) def test_cli(): with TemporaryDirectory() as tmpdir: # Write the rail spec to a file @@ -47,6 +54,10 @@ def test_cli(): validated_output_path = os.path.join(tmpdir, "validated_output") + subprocess.run( + ["guardrails", "hub", "install", "hub://guardrails/valid_range", "--quiet"] + ) + # Run the cli command result = subprocess.run( [ @@ -60,6 +71,9 @@ def test_cli(): capture_output=True, text=True, ) + + print(result.stdout) + assert result.returncode == 0 # Check that the output file is correct diff --git a/tests/unit_tests/test_async_validator_service.py b/tests/unit_tests/test_async_validator_service.py index 4aeeabb74..dabed7230 100644 --- a/tests/unit_tests/test_async_validator_service.py +++ b/tests/unit_tests/test_async_validator_service.py @@ -24,6 +24,8 @@ def test_validate_with_running_loop(mocker): metadata={}, validator_map={}, iteration=iteration, + absolute_path="$", + reference_path="$", ) assert ( @@ -48,6 +50,8 @@ def test_validate_without_running_loop(mocker): metadata={}, validator_map={}, iteration=iteration, + absolute_path="$", + reference_path="$", ) assert loop_spy.call_count == 1 @@ -74,6 +78,8 @@ async def test_async_validate_with_children(mocker): metadata={}, validator_map={}, iteration=iteration, + absolute_path="$", + reference_path="$", ) assert validate_children_mock.call_count == 1 @@ -104,6 +110,8 @@ async def test_async_validate_without_children(mocker): metadata={}, validator_map={}, iteration=iteration, + absolute_path="$", + reference_path="$", ) assert validate_children_mock.call_count == 0 From 79571803e3145c6bdb14d1df60625a27cf7dd483 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Thu, 13 Jun 2024 09:42:35 -0700 Subject: [PATCH 121/318] Feeble third attempt at integrating JSON constraints. --- guardrails/run/runner.py | 21 +++++- guardrails/utils/constraint_wrappers.py | 96 +++++++++++++++++++++++++ tests/unit_tests/test_guard.py | 26 ++++++- 3 files changed, 141 insertions(+), 2 deletions(-) create mode 100644 guardrails/utils/constraint_wrappers.py diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 8f358e950..c46859009 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -2,6 +2,8 @@ from functools import partial from typing import Any, Dict, List, Optional, Sequence, Tuple, Union, cast +from jsonformer import Jsonformer + from guardrails import validator_service from guardrails.actions.reask import get_reask_setup from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions @@ -9,7 +11,12 @@ from guardrails.classes.output_type import OutputTypes from guardrails.constants import fail_status from guardrails.errors import ValidationError -from guardrails.llm_providers import AsyncPromptCallableBase, PromptCallableBase +from guardrails.llm_providers import ( + ArbitraryCallable, + AsyncPromptCallableBase, + HuggingFacePipelineCallable, + PromptCallableBase, +) from guardrails.logger import set_scope from guardrails.prompt import Instructions, Prompt from guardrails.run.utils import msg_history_source, msg_history_string @@ -149,6 +156,18 @@ def __init__( self.num_reasks = num_reasks self.full_schema_reask = full_schema_reask + # JSON Schema enforcement experiment. + if isinstance(api, HuggingFacePipelineCallable): + if isinstance(self.output_schema, dict): + self.api = ArbitraryCallable( + Jsonformer( + model=self.api.init_kwargs["pipeline"], + tokenizer=self.api.init_kwargs["pipeline"].tokenizer, + json_schema=self.output_schema, + prompt=prompt, + ) + ) + # Internal Metrics Collection # Get metrics opt-out from credentials self._disable_tracer = disable_tracer diff --git a/guardrails/utils/constraint_wrappers.py b/guardrails/utils/constraint_wrappers.py new file mode 100644 index 000000000..993ef1b90 --- /dev/null +++ b/guardrails/utils/constraint_wrappers.py @@ -0,0 +1,96 @@ +from typing import Callable, List, Optional, Union + +from jsonformer import Jsonformer +from pydantic import BaseModel + + +def wrap_callable_with_jsonformer( + callable: Callable, + tokenizer, + prompt: str, + schema: dict, +) -> Callable: + return Jsonformer(callable, tokenizer, prompt, schema) + + +def wrap_llm_callable_with_jsonformer( + model: str, + messages: List = [], + # Optional OpenAI params + timeout: Optional[Union[float, int]] = None, + temperature: Optional[float] = None, + top_p: Optional[float] = None, + n: Optional[int] = None, + stream: Optional[bool] = None, + stream_options: Optional[dict] = None, + stop=None, + max_tokens: Optional[int] = None, + presence_penalty: Optional[float] = None, + frequency_penalty: Optional[float] = None, + logit_bias: Optional[dict] = None, + user: Optional[str] = None, + # openai v1.0+ new params + response_format: Optional[dict] = None, + seed: Optional[int] = None, + tools: Optional[List] = None, + tool_choice: Optional[str] = None, + logprobs: Optional[bool] = None, + top_logprobs: Optional[int] = None, + deployment_id=None, + # soon to be deprecated params by OpenAI + functions: Optional[List] = None, + function_call: Optional[str] = None, + # set api_base, api_version, api_key + base_url: Optional[str] = None, + api_version: Optional[str] = None, + api_key: Optional[str] = None, + model_list: Optional[list] = None, # pass in a list of api_base,keys, etc. + # Optional liteLLM function params + **kwargs, +): + pass + + +class WrappedJSONFormerLLMCallable: + def __init__(self, model, schema: BaseModel): + self.model = model + self.schema = schema + self.jsonformer = None + + def call( + model: str, + messages: List = [], + # Optional OpenAI params + timeout: Optional[Union[float, int]] = None, + temperature: Optional[float] = None, + top_p: Optional[float] = None, + n: Optional[int] = None, + stream: Optional[bool] = None, + stream_options: Optional[dict] = None, + stop=None, + max_tokens: Optional[int] = None, + presence_penalty: Optional[float] = None, + frequency_penalty: Optional[float] = None, + logit_bias: Optional[dict] = None, + user: Optional[str] = None, + # openai v1.0+ new params + response_format: Optional[dict] = None, + seed: Optional[int] = None, + tools: Optional[List] = None, + tool_choice: Optional[str] = None, + logprobs: Optional[bool] = None, + top_logprobs: Optional[int] = None, + deployment_id=None, + # soon to be deprecated params by OpenAI + functions: Optional[List] = None, + function_call: Optional[str] = None, + # set api_base, api_version, api_key + base_url: Optional[str] = None, + api_version: Optional[str] = None, + api_key: Optional[str] = None, + model_list: Optional[list] = None, # pass in a list of api_base,keys, etc. + # Optional liteLLM function params + *args, + **kwargs, + ): + pass diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 1440f5fa6..095a93dac 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,5 +1,7 @@ -import openai +import importlib import pytest + +import openai from pydantic import BaseModel from guardrails import Guard, Validator @@ -615,3 +617,25 @@ def test_use_and_use_many(): # assert response.validation_passed is True # assert response.validated_output == "oh canada" + + +@pytest.mark.skipif( + not importlib.util.find_spec("transformers") + and not importlib.util.find_spec("torch"), + reason="transformers or torch is not installed", +) +def test_hugging_face_model_callable(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + pipe = pipeline("text-generation", model="gpt2") + # Have to specify the __name__ so we don't crash. + pipe.__name__ = "hack" + + class Foo(BaseModel): + bar: str + + g = Guard.from_pydantic(Foo) + out = g(pipe, prompt="This is madness.") + print(out) + assert False From 7bc0ac9847a4b31e44d5ae14eb54beea71923416 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 13 Jun 2024 12:05:45 -0500 Subject: [PATCH 122/318] update api client --- poetry.lock | 8 ++++---- pyproject.toml | 2 +- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/poetry.lock b/poetry.lock index 6e7ff38a5..02d4aebcc 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1802,13 +1802,13 @@ protobuf = ["grpcio-tools (>=1.64.0)"] [[package]] name = "guardrails-api-client" -version = "0.3.1" +version = "0.3.2" description = "Guardrails API Client." optional = false python-versions = "<4,>=3.8" files = [ - {file = "guardrails_api_client-0.3.1-py3-none-any.whl", hash = "sha256:1fecc219b683cacccbf62d8dae9290561df5cbb878cb2dc92e36bd3920e370d7"}, - {file = "guardrails_api_client-0.3.1.tar.gz", hash = "sha256:2f2e7f0662f4b43db5f9e697de6d8b4873d87e6697bcd897c9e6bc05d9b1a4fe"}, + {file = "guardrails_api_client-0.3.2-py3-none-any.whl", hash = "sha256:af4ee5821bbff159794cc95feb4f0baf3530d5fd971b4a4020986e34936ea65d"}, + {file = "guardrails_api_client-0.3.2.tar.gz", hash = "sha256:1d283cee526f462145099a1dc2679bf8f482f92542af6d4c9319c196b36711a3"}, ] [package.extras] @@ -8374,4 +8374,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "04ae7d7ea8794b74fbc9573acb6aca9d3bcdc4558943c85af95b83947283076b" +content-hash = "2c87bb300bbb6d222fe4b1b83c43fe5709aae6ee8b1f870f6a430fd0ed48cb52" diff --git a/pyproject.toml b/pyproject.toml index 965e98509..8fc4991d9 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -61,7 +61,7 @@ pip = ">=22" opentelemetry-sdk = "^1.24.0" opentelemetry-exporter-otlp-proto-grpc = "^1.24.0" opentelemetry-exporter-otlp-proto-http = "^1.24.0" -guardrails-api-client = ">=0.3.1" +guardrails-api-client = ">=0.3.2" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] From 894ed07a9ceed335824efbe7725a8605b8228f80 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Thu, 13 Jun 2024 12:06:32 -0700 Subject: [PATCH 123/318] Checkpointing before task switch. --- guardrails/run/runner.py | 7 +++++-- tests/unit_tests/test_guard.py | 23 ++++++++++++++++++----- 2 files changed, 23 insertions(+), 7 deletions(-) diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index c46859009..3abb6d90c 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -14,6 +14,7 @@ from guardrails.llm_providers import ( ArbitraryCallable, AsyncPromptCallableBase, + HuggingFaceModelCallable, HuggingFacePipelineCallable, PromptCallableBase, ) @@ -158,11 +159,13 @@ def __init__( # JSON Schema enforcement experiment. if isinstance(api, HuggingFacePipelineCallable): + print("It's a pipeline!") + if isinstance(api, HuggingFaceModelCallable): if isinstance(self.output_schema, dict): self.api = ArbitraryCallable( Jsonformer( - model=self.api.init_kwargs["pipeline"], - tokenizer=self.api.init_kwargs["pipeline"].tokenizer, + model=self.api.init_kwargs["model_generate"], + tokenizer=self.api.init_kwargs["tokenizer"], json_schema=self.output_schema, prompt=prompt, ) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 095a93dac..30ae6c6ee 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -625,17 +625,30 @@ def test_use_and_use_many(): reason="transformers or torch is not installed", ) def test_hugging_face_model_callable(): - from transformers import pipeline + from transformers import AutoModelForCausalLM, AutoTokenizer # TODO: Don't actually pull GPT-2 during the test. - pipe = pipeline("text-generation", model="gpt2") - # Have to specify the __name__ so we don't crash. - pipe.__name__ = "hack" + model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2") + tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2") class Foo(BaseModel): bar: str g = Guard.from_pydantic(Foo) - out = g(pipe, prompt="This is madness.") + out = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") print(out) assert False + + +def test_hugging_face_pipeline_callable(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + model = pipeline("text-generation", "openai-community/gpt2") + + class Foo(BaseModel): + bar: str + + g = Guard.from_pydantic(Foo) + out = g(model, prompt="This is madness.") + print(out) From 9041e5c4141d91e024647e8a0e89ff042e07aa0d Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 13 Jun 2024 14:31:07 -0500 Subject: [PATCH 124/318] fix guard history --- guardrails/guard.py | 25 ++++++++++++++----------- poetry.lock | 8 ++++---- pyproject.toml | 2 +- 3 files changed, 19 insertions(+), 16 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 3b60617ce..125f99323 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -187,15 +187,6 @@ def __init__( def history(self): return self._history - @history.setter - def history(self, h: Stack[Call]): - self._history = h - self.i_history = GuardHistory(h) - - def _history_push(self, c: Call): - self._history.push(c) - self.history = self._history - @field_validator("output_schema") @classmethod def must_be_valid_json_schema( @@ -686,7 +677,7 @@ def __exec( ) call_log = Call(inputs=call_inputs) set_scope(str(object_id(call_log))) - self._history_push(call_log) + self._history.push(call_log) if self._api_client is not None and model_is_supported_server_side( llm_api, *args, **kwargs @@ -1257,7 +1248,7 @@ def _construct_history_from_server_response( ] call_log.iterations.extend(iterations) if self._history.length == 0: - self._history_push(call_log) + self._history.push(call_log) def _single_server_call( self, @@ -1428,3 +1419,15 @@ def to_runnable(self) -> Runnable: from guardrails.integrations.langchain.guard_runnable import GuardRunnable return GuardRunnable(self) + + # override IGuard.to_dict + def to_dict(self) -> Dict[str, Any]: + i_guard = IGuard( + id=self.id, + name=self.name, + description=self.description, + validators=self.validators, + output_schema=self.output_schema, + i_history=GuardHistory(list(self.history)), + ) + return i_guard.to_dict() diff --git a/poetry.lock b/poetry.lock index 02d4aebcc..a1c98683d 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1802,13 +1802,13 @@ protobuf = ["grpcio-tools (>=1.64.0)"] [[package]] name = "guardrails-api-client" -version = "0.3.2" +version = "0.3.3" description = "Guardrails API Client." optional = false python-versions = "<4,>=3.8" files = [ - {file = "guardrails_api_client-0.3.2-py3-none-any.whl", hash = "sha256:af4ee5821bbff159794cc95feb4f0baf3530d5fd971b4a4020986e34936ea65d"}, - {file = "guardrails_api_client-0.3.2.tar.gz", hash = "sha256:1d283cee526f462145099a1dc2679bf8f482f92542af6d4c9319c196b36711a3"}, + {file = "guardrails_api_client-0.3.3-py3-none-any.whl", hash = "sha256:78928361fde71f7f139ab63e29947e897a2ed0854d0b935e6960689e9426496a"}, + {file = "guardrails_api_client-0.3.3.tar.gz", hash = "sha256:b4fa8cf3bad43c78f77f432d0649b849dd6ada7fdaccf95ee3a1a291050d9cb1"}, ] [package.extras] @@ -8374,4 +8374,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "2c87bb300bbb6d222fe4b1b83c43fe5709aae6ee8b1f870f6a430fd0ed48cb52" +content-hash = "b2d0a36b02b48d71e61c65d58129b01438d08f7efb5646475db5205ae8f6f6a9" diff --git a/pyproject.toml b/pyproject.toml index 8fc4991d9..abdfe2f53 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -61,7 +61,7 @@ pip = ">=22" opentelemetry-sdk = "^1.24.0" opentelemetry-exporter-otlp-proto-grpc = "^1.24.0" opentelemetry-exporter-otlp-proto-http = "^1.24.0" -guardrails-api-client = ">=0.3.2" +guardrails-api-client = ">=0.3.3" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] From e0bf74a5751ddb58824be030f68528c5958ec7ac Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 13 Jun 2024 16:13:54 -0500 Subject: [PATCH 125/318] ser/deser fixes --- guardrails/async_guard.py | 2 +- guardrails/classes/schema/model_schema.py | 19 +++++ guardrails/guard.py | 29 +++++++- .../test_assets/validators/__init__.py | 10 ++- .../test_assets/validators/regex_match.py | 74 +++++++++++++++++++ tests/unit_tests/test_guard.py | 40 +++++++++- 6 files changed, 169 insertions(+), 5 deletions(-) create mode 100644 guardrails/classes/schema/model_schema.py create mode 100644 tests/integration_tests/test_assets/validators/regex_match.py diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index cc5e9c324..4343115b3 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -154,7 +154,7 @@ async def __exec( ) call_log = Call(inputs=call_inputs) set_scope(str(object_id(call_log))) - self._history_push(call_log) + self._history.push(call_log) if self._api_client is not None and model_is_supported_server_side( llm_api, *args, **kwargs diff --git a/guardrails/classes/schema/model_schema.py b/guardrails/classes/schema/model_schema.py new file mode 100644 index 000000000..7f7e2cc8e --- /dev/null +++ b/guardrails/classes/schema/model_schema.py @@ -0,0 +1,19 @@ +from typing import Any, Dict, Optional +from guardrails_api_client import ModelSchema as IModelSchema + + +# Because pydantic insists on including None values in the serialized dictionary +class ModelSchema(IModelSchema): + def to_dict(self) -> Dict[str, Any]: + super_dict = super().to_dict() + return {k: v for k, v in super_dict.items() if v is not None} + + def from_dict(self, d: Dict[str, Any]) -> Optional["ModelSchema"]: + i_model_schema = super().from_dict(d) + + if not i_model_schema: + return i_model_schema + + trimmed = {k: v for k, v in i_model_schema.to_dict().items() if v is not None} + + return ModelSchema(**trimmed) diff --git a/guardrails/guard.py b/guardrails/guard.py index 125f99323..d2e29967a 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -26,7 +26,6 @@ Guard as IGuard, GuardHistory, ValidatorReference, - ModelSchema, ValidatePayload, ValidationType, SimpleTypes, @@ -48,6 +47,7 @@ from guardrails.classes.history.outputs import Outputs from guardrails.classes.output_type import OutputTypes from guardrails.classes.schema.processed_schema import ProcessedSchema +from guardrails.classes.schema.model_schema import ModelSchema from guardrails.llm_providers import ( get_async_llm_ask, get_llm_api_enum, @@ -1428,6 +1428,31 @@ def to_dict(self) -> Dict[str, Any]: description=self.description, validators=self.validators, output_schema=self.output_schema, - i_history=GuardHistory(list(self.history)), + i_history=GuardHistory(list(self.history)), # type: ignore ) return i_guard.to_dict() + + # override IGuard.from_dict + @classmethod + def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional["Guard"]: + i_guard = IGuard.from_dict(obj) + if not i_guard: + return i_guard + output_schema = ( + i_guard.output_schema.to_dict() if i_guard.output_schema else None + ) + + guard = cls( + id=i_guard.id, + name=i_guard.name, + description=i_guard.description, + validators=i_guard.validators, + output_schema=output_schema, + ) + i_history = ( + i_guard.i_history.actual_instance + if i_guard.i_history and i_guard.i_history.actual_instance + else [] + ) + guard._history = Stack(*i_history) + return guard diff --git a/tests/integration_tests/test_assets/validators/__init__.py b/tests/integration_tests/test_assets/validators/__init__.py index c3e4c66c3..17e1492b7 100644 --- a/tests/integration_tests/test_assets/validators/__init__.py +++ b/tests/integration_tests/test_assets/validators/__init__.py @@ -1,7 +1,15 @@ from tests.integration_tests.test_assets.validators.lower_case import LowerCase from tests.integration_tests.test_assets.validators.one_line import OneLine +from tests.integration_tests.test_assets.validators.regex_match import RegexMatch from tests.integration_tests.test_assets.validators.two_words import TwoWords from tests.integration_tests.test_assets.validators.valid_choices import ValidChoices from tests.integration_tests.test_assets.validators.valid_length import ValidLength -__all__ = ["LowerCase", "OneLine", "TwoWords", "ValidChoices", "ValidLength"] +__all__ = [ + "LowerCase", + "OneLine", + "RegexMatch", + "TwoWords", + "ValidChoices", + "ValidLength", +] diff --git a/tests/integration_tests/test_assets/validators/regex_match.py b/tests/integration_tests/test_assets/validators/regex_match.py new file mode 100644 index 000000000..e13f05758 --- /dev/null +++ b/tests/integration_tests/test_assets/validators/regex_match.py @@ -0,0 +1,74 @@ +import re +import string +from typing import Any, Callable, Dict, Optional + +import rstr + +from guardrails.validator_base import ( + FailResult, + PassResult, + ValidationResult, + Validator, + register_validator, +) + + +@register_validator(name="regex_match", data_type="string") +class RegexMatch(Validator): + """Validates that a value matches a regular expression. + + **Key Properties** + + | Property | Description | + | ----------------------------- | --------------------------------- | + | Name for `format` attribute | `regex_match` | + | Supported data types | `string` | + | Programmatic fix | Generate a string that matches the regular expression | + + Args: + regex: Str regex pattern + match_type: Str in {"search", "fullmatch"} for a regex search or full-match option + """ # noqa + + def __init__( + self, + regex: str, + match_type: Optional[str] = None, + on_fail: Optional[Callable] = None, + ): + # todo -> something forces this to be passed as kwargs and therefore xml-ized. + # match_types = ["fullmatch", "search"] + if match_type is None: + match_type = "fullmatch" + assert match_type in [ + "fullmatch", + "search", + ], 'match_type must be in ["fullmatch", "search"]' + + super().__init__( + on_fail=on_fail, + match_type=match_type, + regex=regex, + ) + self._regex = regex + self._match_type = match_type + + def validate(self, value: Any, metadata: Dict) -> ValidationResult: + p = re.compile(self._regex) + """Validates that value matches the provided regular expression.""" + # Pad matching string on either side for fix + # example if we are performing a regex search + str_padding = ( + "" if self._match_type == "fullmatch" else rstr.rstr(string.ascii_lowercase) + ) + self._fix_str = str_padding + rstr.xeger(self._regex) + str_padding + + if not getattr(p, self._match_type)(value): + return FailResult( + error_message=f"Result must match {self._regex}", + fix_value=self._fix_str, + ) + return PassResult() + + def to_prompt(self, with_keywords: bool = True) -> str: + return "results should match " + self._regex diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 1440f5fa6..babf451e0 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,7 +1,7 @@ import openai import pytest from pydantic import BaseModel - +from guardrails_api_client import Guard as IGuard, GuardHistory from guardrails import Guard, Validator from guardrails.utils.validator_utils import verify_metadata_requirements from guardrails.utils import args, kwargs, on_fail @@ -17,6 +17,7 @@ ValidLength, register_validator, ) +from tests.integration_tests.test_assets.validators.regex_match import RegexMatch @register_validator("myrequiringvalidator", data_type="string") @@ -602,6 +603,43 @@ def test_use_and_use_many(): ) +class TestSerizlizationAndDeserialization: + def test_guard_i_guard(self): + guard = Guard( + name="name-case", description="Checks that a string is in Name Case format." + ).use(RegexMatch(regex="^[A-Z][a-z\\s]*$")) + + i_guard = IGuard( + id=guard.id, + name=guard.name, + description=guard.description, + validators=guard.validators, + output_schema=guard.output_schema, + history=GuardHistory(guard.history), + ) + + cls_guard = Guard( + id=i_guard.id, + name=i_guard.name, + description=i_guard.description, + output_schema=i_guard.output_schema.to_dict(), + validators=i_guard.validators, + ) + + assert cls_guard == guard + + def test_ser_deser(self): + guard = Guard( + name="name-case", description="Checks that a string is in Name Case format." + ).use(RegexMatch(regex="^[A-Z][a-z\\s]*$")) + + ser_guard = guard.to_dict() + + deser_guard = Guard.from_dict(ser_guard) + + assert deser_guard == guard + + # def test_call(): # five_seconds = 5 / 60 # response = Guard().use_many( From 7cf318e39f34d55b282c12dfb752c9ff35df34d1 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 13 Jun 2024 18:23:06 -0500 Subject: [PATCH 126/318] more ser/deser fixes --- guardrails/classes/history/call.py | 18 +++- guardrails/classes/history/outputs.py | 23 ++++- .../classes/validation/validation_result.py | 8 ++ .../classes/validation/validator_logs.py | 26 +++++- guardrails/guard.py | 31 ++++--- guardrails/utils/validator_utils.py | 13 +++ guardrails/validator_base.py | 4 +- tests/integration_tests/test_guard.py | 83 +++++++++++++++++++ tests/unit_tests/test_guard.py | 39 --------- 9 files changed, 183 insertions(+), 62 deletions(-) diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 4b68f8d4d..233335899 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -1,4 +1,4 @@ -from typing import Dict, List, Optional, Union +from typing import Any, Dict, List, Optional, Union from pydantic import Field, PrivateAttr from rich.panel import Panel @@ -52,7 +52,7 @@ def __init__( super().__init__( iterations=iterations, # type: ignore inputs=inputs, # type: ignore - i_exception=CallException(exception), # type: ignore + i_exception=CallException(message=str(exception)), # type: ignore ) self.iterations = iterations self.inputs = inputs @@ -350,7 +350,7 @@ def exception(self) -> Optional[Exception]: def _set_exception(self, exception: Optional[Exception]): self._exception = exception - self.i_exception = CallException(str(exception)) + self.i_exception = CallException(message=str(exception)) @property def failed_validations(self) -> Stack[ValidatorLogs]: @@ -428,3 +428,15 @@ def tree(self) -> Tree: def __str__(self) -> str: return pretty_repr(self) + + def to_dict(self) -> Dict[str, Any]: + i_call = ICall( + iterations=list(self.iterations), + inputs=self.inputs, + ) + + i_call_dict = i_call.to_dict() + + if self._exception: + i_call_dict["exception"] = str(self._exception) + return i_call_dict diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index 92b03f5d4..513ea558e 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -1,9 +1,14 @@ -from typing import Dict, List, Optional, Union +from typing import Any, Dict, List, Optional, Union from pydantic import Field from typing_extensions import deprecated -from guardrails_api_client import Outputs as IOutputs +from guardrails_api_client import ( + Outputs as IOutputs, + OutputsException, + OutputsParsedOutput, + OutputsValidationResponse, +) from guardrails.constants import error_status, fail_status, not_run_status, pass_status from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.generic.arbitrary_model import ArbitraryModel @@ -147,3 +152,17 @@ def validation_output(self) -> Optional[Union[str, ReAsk, List, Dict]]: ) def validated_output(self) -> Optional[Union[str, ReAsk, List, Dict]]: return self.guarded_output + + def to_dict(self) -> Dict[str, Any]: + i_outputs = IOutputs( + llm_response_info=self.llm_response_info, # type: ignore + raw_output=self.raw_output, # type: ignore + parsed_output=OutputsParsedOutput(self.parsed_output), # type: ignore + validation_response=OutputsValidationResponse(self.validation_response), # type: ignore + guarded_output=OutputsParsedOutput(self.guarded_output), # type: ignore + reasks=self.reasks, # type: ignore + validator_logs=self.validator_logs, # type: ignore + error=self.error, + exception=OutputsException(message=str(self.exception)), + ) + return i_outputs.to_dict() diff --git a/guardrails/classes/validation/validation_result.py b/guardrails/classes/validation/validation_result.py index c8c99ef90..9b194f8ea 100644 --- a/guardrails/classes/validation/validation_result.py +++ b/guardrails/classes/validation/validation_result.py @@ -27,6 +27,14 @@ class ValueOverrideSentinel: # should only be used if Validator.override_value_on_pass is True value_override: Optional[Any] = Field(default=ValueOverrideSentinel) + def to_dict(self) -> Dict[str, Any]: + i_pass_result = IPassResult(outcome=self.outcome, metadata=self.metadata) + + if self.value_override is not self.ValueOverrideSentinel: + i_pass_result.value_override = self.value_override + + return i_pass_result.to_dict() + # FIXME: Add this to json schema class ErrorSpan(ArbitraryModel): diff --git a/guardrails/classes/validation/validator_logs.py b/guardrails/classes/validation/validator_logs.py index 6ef1d67b1..dad0dc378 100644 --- a/guardrails/classes/validation/validator_logs.py +++ b/guardrails/classes/validation/validator_logs.py @@ -1,5 +1,5 @@ from datetime import datetime -from typing import Any, Optional +from typing import Any, Dict, Optional from guardrails_api_client import ValidatorLog from guardrails.classes.generic.arbitrary_model import ArbitraryModel @@ -18,3 +18,27 @@ class ValidatorLogs(ValidatorLog, ArbitraryModel): end_time: Optional[datetime] = None instance_id: Optional[int] = None property_path: str + + def to_dict(self) -> Dict[str, Any]: + i_validator_logs = ValidatorLog( + validator_name=self.validator_name, # type: ignore + registered_name=self.registered_name, # type: ignore + value_before_validation=self.value_before_validation, # type: ignore + value_after_validation=self.value_after_validation, # type: ignore + property_path=self.property_path, # type: ignore + ) + + i_validator_log = i_validator_logs.model_dump( + by_alias=True, + exclude_none=True, + ) + if self.instance_id: + i_validator_log["instanceId"] = self.instance_id + if self.validation_result: + i_validator_log["validation_result"] = self.validation_result.to_dict() + if self.start_time: + i_validator_log["start_time"] = self.start_time.isoformat() + if self.end_time: + i_validator_log["end_time"] = self.end_time.isoformat() + + return i_validator_log diff --git a/guardrails/guard.py b/guardrails/guard.py index d2e29967a..bb4858c3b 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -77,7 +77,11 @@ from guardrails.utils.hub_telemetry_utils import HubTelemetry from guardrails.classes.llm.llm_response import LLMResponse from guardrails.actions.reask import FieldReAsk -from guardrails.utils.validator_utils import get_validator, verify_metadata_requirements +from guardrails.utils.validator_utils import ( + get_validator, + parse_validator_reference, + verify_metadata_requirements, +) from guardrails.validator_base import Validator from guardrails.types import ( UseManyValidatorTuple, @@ -259,20 +263,9 @@ def _fill_validator_map(self): 0, ) if not v: - serialized_args = list( - map( - lambda arg: Template("{${arg}}").safe_substitute(arg=arg), - (ref.kwargs or {}).values(), - ) - ) - string_syntax = ( - Template("${id}: ${args}").safe_substitute( - id=ref.id, args=" ".join(serialized_args) - ) - if len(serialized_args) > 0 - else ref.id - ) - entry.append(get_validator((string_syntax, ref.on_fail))) # type: ignore + validator = parse_validator_reference(ref) + if validator: + entry.append(validator) self._validator_map[ref.on] = entry # type: ignore def _fill_validators(self): @@ -1430,7 +1423,13 @@ def to_dict(self) -> Dict[str, Any]: output_schema=self.output_schema, i_history=GuardHistory(list(self.history)), # type: ignore ) - return i_guard.to_dict() + i_guard_dict = i_guard.to_dict() + + i_guard_dict["history"] = [ + call.to_dict() for call in i_guard_dict.get("history", []) + ] + + return i_guard_dict # override IGuard.from_dict @classmethod diff --git a/guardrails/utils/validator_utils.py b/guardrails/utils/validator_utils.py index 27b0f158b..31ae23b90 100644 --- a/guardrails/utils/validator_utils.py +++ b/guardrails/utils/validator_utils.py @@ -3,6 +3,8 @@ from typing import Any, Dict, List, Optional, Tuple, Type, Union, cast +from guardrails_api_client import ValidatorReference + from guardrails.types.validator import PydanticValidatorSpec from guardrails.utils.regex_utils import split_on, ESCAPED_OR_QUOTED from guardrails.utils.safe_get import safe_get @@ -178,3 +180,14 @@ def verify_metadata_requirements( missing_keys = list(missing_keys) missing_keys.sort() return missing_keys + + +def parse_validator_reference(ref: ValidatorReference) -> Optional[Validator]: + validator_cls = get_validator_class(ref.id) + if validator_cls: + args = ref.args or [] + kwargs = ref.kwargs or {} + validator = validator_cls( + *args, on_fail=OnFailAction.get(ref.on_fail), **kwargs + ) + return validator diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index 995e0348a..d157dba4f 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -371,7 +371,9 @@ def decorator(cls_or_func: Union[Type[Validator], Callable]): return decorator -def get_validator_class(name: str) -> Optional[Type["Validator"]]: +def get_validator_class(name: Optional[str]) -> Optional[Type["Validator"]]: + if not name: + return None is_hub_validator = name.startswith(hub) validator_key = name.replace(hub, "") if is_hub_validator else name registration = validators_registry.get(validator_key) diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 450713510..1b21be0b2 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -5,6 +5,7 @@ import pytest from pydantic import BaseModel +from guardrails_api_client import Guard as IGuard, GuardHistory import guardrails as gd from guardrails.actions.reask import SkeletonReAsk @@ -17,6 +18,11 @@ ) from guardrails.actions.reask import FieldReAsk from guardrails.validators import FailResult, OneLine +from tests.integration_tests.test_assets.validators import ( + RegexMatch, + ValidLength, + ValidChoices, +) from .mock_llm_outputs import ( MockOpenAICallable, @@ -1072,3 +1078,80 @@ def test_string_reask(mocker): assert call.guarded_output == string.LLM_OUTPUT_REASK assert mock_invoke_llm.call_count == 2 mock_invoke_llm = None + + +class TestSerizlizationAndDeserialization: + def test_guard_i_guard(self): + guard = Guard( + name="name-case", description="Checks that a string is in Name Case format." + ).use_many( + RegexMatch(regex="^(?:[A-Z][^\s]*\s?)+$"), + ValidLength(1, 100), + ValidChoices(["Some Name", "Some Other Name"]), + ) + + response = guard.parse("Some Name") + + assert response.validation_passed is True + + response = guard.parse("some-name") + + assert response.validation_passed is False + + i_guard = IGuard( + id=guard.id, + name=guard.name, + description=guard.description, + validators=guard.validators, + output_schema=guard.output_schema, + history=GuardHistory(guard.history), + ) + + cls_guard = Guard( + id=i_guard.id, + name=i_guard.name, + description=i_guard.description, + output_schema=i_guard.output_schema.to_dict(), + validators=i_guard.validators, + ) + + assert cls_guard == guard + + response = cls_guard.parse("Some Name") + + assert response.validation_passed is True + + response = cls_guard.parse("some-name") + + assert response.validation_passed is False + + def test_ser_deser(self): + guard = Guard( + name="name-case", description="Checks that a string is in Name Case format." + ).use_many( + RegexMatch(regex="^(?:[A-Z][^\s]*\s?)+$"), + ValidLength(1, 100), + ValidChoices(["Some Name", "Some Other Name"]), + ) + + response = guard.parse("Some Name") + + assert response.validation_passed is True + + response = guard.parse("some-name") + + assert response.validation_passed is False + + ser_guard = guard.to_dict() + + deser_guard = Guard.from_dict(ser_guard) + + assert deser_guard == guard + + response = deser_guard.parse("Some Name") + + assert response.validation_passed is True + + response = deser_guard.parse("some-name") + + assert response.validation_passed is False diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index babf451e0..97386f9a8 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,7 +1,6 @@ import openai import pytest from pydantic import BaseModel -from guardrails_api_client import Guard as IGuard, GuardHistory from guardrails import Guard, Validator from guardrails.utils.validator_utils import verify_metadata_requirements from guardrails.utils import args, kwargs, on_fail @@ -17,7 +16,6 @@ ValidLength, register_validator, ) -from tests.integration_tests.test_assets.validators.regex_match import RegexMatch @register_validator("myrequiringvalidator", data_type="string") @@ -603,43 +601,6 @@ def test_use_and_use_many(): ) -class TestSerizlizationAndDeserialization: - def test_guard_i_guard(self): - guard = Guard( - name="name-case", description="Checks that a string is in Name Case format." - ).use(RegexMatch(regex="^[A-Z][a-z\\s]*$")) - - i_guard = IGuard( - id=guard.id, - name=guard.name, - description=guard.description, - validators=guard.validators, - output_schema=guard.output_schema, - history=GuardHistory(guard.history), - ) - - cls_guard = Guard( - id=i_guard.id, - name=i_guard.name, - description=i_guard.description, - output_schema=i_guard.output_schema.to_dict(), - validators=i_guard.validators, - ) - - assert cls_guard == guard - - def test_ser_deser(self): - guard = Guard( - name="name-case", description="Checks that a string is in Name Case format." - ).use(RegexMatch(regex="^[A-Z][a-z\\s]*$")) - - ser_guard = guard.to_dict() - - deser_guard = Guard.from_dict(ser_guard) - - assert deser_guard == guard - - # def test_call(): # five_seconds = 5 / 60 # response = Guard().use_many( From d86d156487e0bad9a2cd9f3676fb5b92f43f11f3 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Thu, 13 Jun 2024 16:36:20 -0700 Subject: [PATCH 127/318] Partial success. Needs a great deal of work. --- guardrails/guard.py | 7 ++++++- guardrails/run/runner.py | 33 ++++++++++++++++++++++++++------- tests/unit_tests/test_guard.py | 4 ++-- 3 files changed, 34 insertions(+), 10 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 6b4b3502c..132e221e5 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -639,7 +639,12 @@ def __exec( attributes=[ ("guard_id", self.id), ("user_id", self._user_id), - ("llm_api", llm_api.__name__ if llm_api else "None"), + ( + "llm_api", + llm_api.__name__ + if (llm_api and hasattr(llm_api, "__name__")) + else type(llm_api).__name__, + ), ( "custom_reask_prompt", self._exec_opts.reask_prompt is not None, diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 3abb6d90c..d942960d0 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -1,4 +1,5 @@ import copy +import json from functools import partial from typing import Any, Dict, List, Optional, Sequence, Tuple, Union, cast @@ -159,15 +160,33 @@ def __init__( # JSON Schema enforcement experiment. if isinstance(api, HuggingFacePipelineCallable): - print("It's a pipeline!") - if isinstance(api, HuggingFaceModelCallable): if isinstance(self.output_schema, dict): + model = self.api.init_kwargs["pipeline"] self.api = ArbitraryCallable( - Jsonformer( - model=self.api.init_kwargs["model_generate"], - tokenizer=self.api.init_kwargs["tokenizer"], - json_schema=self.output_schema, - prompt=prompt, + lambda p: json.dumps( + Jsonformer( + model=model, + tokenizer=model.tokenizer, + json_schema=self.output_schema, + prompt=p, + )() + ) + ) + elif isinstance(api, HuggingFaceModelCallable): + if isinstance(self.output_schema, dict): + # This will not work because 'model_generate' is the .gen method. + # model = self.api.init_kwargs["model_generate"] + # Use the __self__ to grab the base mode for passing into JF. + model = self.api.init_kwargs["model_generate"].__self__ + tokenizer = self.api.init_kwargs["tokenizer"] + self.api = ArbitraryCallable( + lambda p: json.dumps( + Jsonformer( + model=model, + tokenizer=tokenizer, + json_schema=self.output_schema, + prompt=p, + )() ) ) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 30ae6c6ee..0858afd53 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -637,7 +637,6 @@ class Foo(BaseModel): g = Guard.from_pydantic(Foo) out = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") print(out) - assert False def test_hugging_face_pipeline_callable(): @@ -651,4 +650,5 @@ class Foo(BaseModel): g = Guard.from_pydantic(Foo) out = g(model, prompt="This is madness.") - print(out) + assert isinstance(out, dict) + assert "bar" in out From da786a459d6cfe390e0c68bd65b5416b2579b273 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 14 Jun 2024 08:33:51 -0500 Subject: [PATCH 128/318] add warning when validator isn't in the registry --- guardrails/validator_base.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index d157dba4f..f92261a96 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -384,6 +384,11 @@ def get_validator_class(name: Optional[str]) -> Optional[Type["Validator"]]: import guardrails.hub # noqa return validators_registry.get(validator_key) + + if not registration: + warn(f"Validator with id {name} was not found in the registry! Ignoring...") + return None + return registration From fc0c6ea6f7b39fef7e8acb17b068f46e8939ed4a Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 14 Jun 2024 08:36:14 -0500 Subject: [PATCH 129/318] update api client --- poetry.lock | 8 ++++---- pyproject.toml | 2 +- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/poetry.lock b/poetry.lock index a1c98683d..4b5b69721 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1802,13 +1802,13 @@ protobuf = ["grpcio-tools (>=1.64.0)"] [[package]] name = "guardrails-api-client" -version = "0.3.3" +version = "0.3.4" description = "Guardrails API Client." optional = false python-versions = "<4,>=3.8" files = [ - {file = "guardrails_api_client-0.3.3-py3-none-any.whl", hash = "sha256:78928361fde71f7f139ab63e29947e897a2ed0854d0b935e6960689e9426496a"}, - {file = "guardrails_api_client-0.3.3.tar.gz", hash = "sha256:b4fa8cf3bad43c78f77f432d0649b849dd6ada7fdaccf95ee3a1a291050d9cb1"}, + {file = "guardrails_api_client-0.3.4-py3-none-any.whl", hash = "sha256:4a6b28d11848c129d5474663e3bed9be3180c25a303709c388da62054b2c0621"}, + {file = "guardrails_api_client-0.3.4.tar.gz", hash = "sha256:8b2da58baaa5449c06a4f74828078a79ce8e27121f600764e2a5b7be6aa0355c"}, ] [package.extras] @@ -8374,4 +8374,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "b2d0a36b02b48d71e61c65d58129b01438d08f7efb5646475db5205ae8f6f6a9" +content-hash = "b30500515335c8bb1144b6a3ac4344ccc8bd27bb73cc526e170c3e9a70933c38" diff --git a/pyproject.toml b/pyproject.toml index abdfe2f53..f7f25971d 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -61,7 +61,7 @@ pip = ">=22" opentelemetry-sdk = "^1.24.0" opentelemetry-exporter-otlp-proto-grpc = "^1.24.0" opentelemetry-exporter-otlp-proto-http = "^1.24.0" -guardrails-api-client = ">=0.3.3" +guardrails-api-client = ">=0.3.4" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] From 45dd75ab0fa1150a4936e91f990eeb288aa5f03a Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 14 Jun 2024 11:16:37 -0500 Subject: [PATCH 130/318] basic start command without watch --- guardrails/cli/__init__.py | 1 + guardrails/cli/start.py | 44 ++++++++++++++++++++++++++++++++++++++ pyproject.toml | 6 ++++++ 3 files changed, 51 insertions(+) create mode 100644 guardrails/cli/start.py diff --git a/guardrails/cli/__init__.py b/guardrails/cli/__init__.py index f1b21618b..d16b49c17 100644 --- a/guardrails/cli/__init__.py +++ b/guardrails/cli/__init__.py @@ -1,4 +1,5 @@ import guardrails.cli.configure # noqa +import guardrails.cli.start # noqa import guardrails.cli.validate # noqa from guardrails.cli.guardrails import guardrails as cli from guardrails.cli.hub import hub_command diff --git a/guardrails/cli/start.py b/guardrails/cli/start.py new file mode 100644 index 000000000..a000bf6a9 --- /dev/null +++ b/guardrails/cli/start.py @@ -0,0 +1,44 @@ +from typing import Optional +import typer + +from guardrails.cli.guardrails import guardrails +from guardrails.cli.hub.utils import pip_process +from guardrails.cli.logger import logger + + +def api_is_installed() -> bool: + try: + import guardrails_api # noqa + + return True + except ImportError: + return False + + +@guardrails.command() +def start( + env: Optional[str] = typer.Option( + default="", + help="An env file to load environment variables from.", + prompt=".env file (optional)", + ), + config: Optional[str] = typer.Option( + default="", + help="A config file to load Guards from.", + prompt="config file (optional)", + ), +): + logger.debug("Checking for prerequisites...") + if not api_is_installed(): + # FIXME: once 0.5.0 is released, and the guardrails-api package is published, + # this should be the package name + # package_name = "guardrails-api" + package_name = ( + "/Users/calebcourier/Projects/gr-mono/guardrails-cdk/guardrails-api" + ) + pip_process("install", package_name) + + from guardrails_api.cli.start import start # noqa + + logger.info("Starting Guardrails server") + start(env, config) diff --git a/pyproject.toml b/pyproject.toml index f7f25971d..5be9d2193 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -92,6 +92,12 @@ pyright = "1.1.334" lxml-stubs = "^0.4.0" ruff = ">=0.4.1" +[tool.poetry.group.api] +optional = true + +[tool.poetry.group.api.dependencies] +guardrails-api = "^0.0.0" + [tool.poetry.group.docs] optional = true From 7fcef2d90472afea74ff63df165cfb450eb3da83 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 10:05:19 -0700 Subject: [PATCH 131/318] Start on pushing the output formatter up through the stack. Make things work for pipelines. --- guardrails/guard.py | 13 +++++++++++++ guardrails/run/runner.py | 2 +- tests/unit_tests/test_guard.py | 13 ++++++++----- 3 files changed, 22 insertions(+), 6 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 132e221e5..784fa53a9 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -3,6 +3,7 @@ import json import os from builtins import id as object_id +from enum import Enum from string import Template from typing import ( Any, @@ -108,6 +109,12 @@ class that contains the raw output from the LLM, the validated output, as well as other helpful information. """ + class Formatter(Enum): + StructuredDecoding = "StructuredDecoding" + FunctionCalling = "FunctionCalling" + JsonMode = "JsonMode" + Passthrough = "Passthrough" + # Pydantic Config model_config = ConfigDict(arbitrary_types_allowed=True) @@ -171,6 +178,7 @@ def __init__( self._user_id: Optional[str] = None self._api_client: Optional[GuardrailsApiClient] = None self._allow_metrics_collection: Optional[bool] = None + self._output_formatter: Guard.Formatter = Guard.Formatter.Passthrough # TODO: Support a sink for history so that it is not solely held in memory self._history: Stack[Call] = Stack() @@ -454,6 +462,7 @@ def from_pydantic( tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, + output_formatter: Optional[Union[str, Formatter]] = Formatter.Passthrough, ): """Create a Guard instance from a Pydantic model. @@ -468,6 +477,7 @@ def from_pydantic( tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. description (str, optional): A description for this Guard. Defaults to None. + output_formatter (str | Formatter, optional): """ # noqa if num_reasks: @@ -507,6 +517,9 @@ def from_pydantic( guard._exec_opts = exec_opts guard._output_type = schema.output_type guard._base_model = output_class + if isinstance(output_formatter, str): + output_formatter = Guard.Formatter[output_formatter] + guard._output_formatter = output_formatter guard._fill_validators() return guard diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index d942960d0..71ca02faa 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -165,7 +165,7 @@ def __init__( self.api = ArbitraryCallable( lambda p: json.dumps( Jsonformer( - model=model, + model=model.model, tokenizer=model.tokenizer, json_schema=self.output_schema, prompt=p, diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 0858afd53..3fbea705c 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -635,8 +635,10 @@ class Foo(BaseModel): bar: str g = Guard.from_pydantic(Foo) - out = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") - print(out) + response = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") + validated_output = response.validated_output + assert isinstance(validated_output, dict) + assert "bar" in validated_output def test_hugging_face_pipeline_callable(): @@ -649,6 +651,7 @@ class Foo(BaseModel): bar: str g = Guard.from_pydantic(Foo) - out = g(model, prompt="This is madness.") - assert isinstance(out, dict) - assert "bar" in out + response = g(model, prompt="This is madness.") + validated_output = response.validated_output + assert isinstance(validated_output, dict) + assert "bar" in validated_output From 87d86a82fb09022234d55fe21b3febbd74b66038 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 11:12:30 -0700 Subject: [PATCH 132/318] Make test slightly more complicated. --- tests/unit_tests/test_guard.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 3fbea705c..5c551deb1 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -633,12 +633,16 @@ def test_hugging_face_model_callable(): class Foo(BaseModel): bar: str + bez: list[str] g = Guard.from_pydantic(Foo) response = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") + print(response.validated_output) validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output + assert "bez" in validated_output + assert isinstance(validated_output["bez"], list) def test_hugging_face_pipeline_callable(): @@ -649,9 +653,12 @@ def test_hugging_face_pipeline_callable(): class Foo(BaseModel): bar: str + bez: list[str] g = Guard.from_pydantic(Foo) response = g(model, prompt="This is madness.") + print(response.validated_output) validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output + assert isinstance(validated_output["bez"], list) From 32b9f7ae3f4c20e11889f41691e9f41c4fc3f662 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 14 Jun 2024 13:53:08 -0500 Subject: [PATCH 133/318] fix async streaming --- guardrails/async_guard.py | 1 - guardrails/validator_service.py | 26 ++++++++++++++++++++++---- 2 files changed, 22 insertions(+), 5 deletions(-) diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index 4343115b3..3e96e4d1c 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -251,7 +251,6 @@ async def _exec_async( get_async_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None ) if kwargs.get("stream", False): - # FIXME runner = AsyncStreamRunner( output_type=self._output_type, output_schema=self.output_schema.to_dict(), diff --git a/guardrails/validator_service.py b/guardrails/validator_service.py index 876f188a8..ba5c0a29d 100644 --- a/guardrails/validator_service.py +++ b/guardrails/validator_service.py @@ -59,7 +59,10 @@ def execute_validator( on_fail_descriptor=validator.on_fail_descriptor, **validator._kwargs, )(validate_func) - result = traced_validator(value, metadata, **kwargs) + if stream: + result = traced_validator(value, metadata, **kwargs) + else: + result = traced_validator(value, metadata) return result def perform_correction( @@ -291,6 +294,8 @@ def validate( iteration: Iteration, absolute_path: str, reference_path: str, + stream: Optional[bool] = False, + **kwargs, ) -> Tuple[Any, dict]: ### # NOTE: The way validation can be executed now is fundamentally wide open. @@ -339,7 +344,14 @@ def validate( # Then validate the parent value value, metadata = self.run_validators( - iteration, validator_map, value, metadata, absolute_path, reference_path + iteration, + validator_map, + value, + metadata, + absolute_path, + reference_path, + stream=stream, + **kwargs, ) return value, metadata @@ -450,6 +462,7 @@ async def run_validators( absolute_property_path: str, reference_property_path: str, stream: Optional[bool] = False, + **kwargs, ): loop = asyncio.get_running_loop() validators = validator_map.get(reference_property_path, []) @@ -480,6 +493,7 @@ async def run_validators( metadata, absolute_property_path, stream=stream, + **kwargs, ) validators_logs.append(result) @@ -510,7 +524,11 @@ async def run_validators( if validator.on_fail_descriptor == OnFailAction.FIX_REASK: fixed_value = fail_results[0].fix_value rechecked_value = await self.run_validator_async( - validator, fixed_value, fail_results[0].metadata or {}, stream + validator, + fixed_value, + fail_results[0].metadata or {}, + stream, + **kwargs, ) value = self.perform_correction( fail_results, @@ -693,7 +711,7 @@ def validate( validator_service = SequentialValidatorService(disable_tracer) return validator_service.validate( - value, metadata, validator_map, iteration, path, path + value, metadata, validator_map, iteration, path, path, **kwargs ) From 209e84f3a320f3fbaec814c4732e79058efd5cf8 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 14 Jun 2024 13:56:43 -0500 Subject: [PATCH 134/318] remove commented code --- guardrails/run/async_stream_runner.py | 20 -------------------- 1 file changed, 20 deletions(-) diff --git a/guardrails/run/async_stream_runner.py b/guardrails/run/async_stream_runner.py index 718ea94e6..2fd6abb03 100644 --- a/guardrails/run/async_stream_runner.py +++ b/guardrails/run/async_stream_runner.py @@ -208,26 +208,6 @@ async def async_step( ) iteration.outputs.guarded_output = valid_op - # async def async_validate( - # self, - # iteration: Iteration, - # index: int, - # parsed_output: Any, - # output_schema: Schema, - # validate_subschema: bool = False, - # stream: Optional[bool] = False, - # ) -> Optional[Union[Awaitable[ValidationResult], ValidationResult]]: - # # FIXME: Subschema is currently broken, it always returns a string from async - # # streaming. - # # Should return None/empty if fail result? - # _ = await output_schema.async_validate( - # iteration, parsed_output, self.metadata, attempt_number=index, stream=stream # noqa - # ) - # try: - # return iteration.outputs.validator_logs[-1].validation_result - # except IndexError: - # return None - def get_chunk_text(self, chunk: Any, api: Union[PromptCallableBase, None]) -> str: """Get the text from a chunk.""" chunk_text = "" From 05647b0c1d151f4686e4b7cd469ac8c7af0e8621 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 14 Jun 2024 13:59:14 -0500 Subject: [PATCH 135/318] bump version and auto-gen docs --- docs/hub/api_reference_markdown/validators.md | 2 +- pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/hub/api_reference_markdown/validators.md b/docs/hub/api_reference_markdown/validators.md index 09a9ca7c6..7b0f047f0 100644 --- a/docs/hub/api_reference_markdown/validators.md +++ b/docs/hub/api_reference_markdown/validators.md @@ -165,7 +165,7 @@ Validates whether the generated code snippet contains any secrets. ```py guard = Guard.from_string(validators=[ - DetectSecrets(on_fail=OnFailAction.FIX) + DetectSecrets(on_fail=OnFailAction.FIX) ]) guard.parse( llm_output=code_snippet, diff --git a/pyproject.toml b/pyproject.toml index f7f25971d..37c6ba7ed 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "guardrails-ai" -version = "0.4.5" +version = "0.5.0" description = "Adding guardrails to large language models." authors = ["Guardrails AI "] license = "Apache License 2.0" From 662f604cd79b2bea20d83e00d673cecc41cc5c4c Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 12:56:26 -0700 Subject: [PATCH 136/318] Lift formatters into a 'formatters' directory. Feels slightly cleaner, but not perfect. --- guardrails/formatters/__init__.py | 20 ++++++++++ guardrails/formatters/base_formatter.py | 16 ++++++++ guardrails/formatters/json_formatter.py | 50 +++++++++++++++++++++++++ guardrails/guard.py | 19 +++++----- guardrails/run/runner.py | 37 +----------------- tests/unit_tests/test_guard.py | 9 ++++- 6 files changed, 103 insertions(+), 48 deletions(-) create mode 100644 guardrails/formatters/__init__.py create mode 100644 guardrails/formatters/base_formatter.py create mode 100644 guardrails/formatters/json_formatter.py diff --git a/guardrails/formatters/__init__.py b/guardrails/formatters/__init__.py new file mode 100644 index 000000000..6e97754a5 --- /dev/null +++ b/guardrails/formatters/__init__.py @@ -0,0 +1,20 @@ +from guardrails.formatters.base_formatter import BaseFormatter, PassthroughFormatter +from guardrails.formatters.json_formatter import JsonFormatter + + +def get_formatter(name: str, *args, **kwargs) -> BaseFormatter: + """Returns a class""" + match name.lower(): + case "jsonformer": + return JsonFormatter(*args, **kwargs) + case "none": + return PassthroughFormatter(*args, **kwargs) + raise ValueError(f"Unrecognized formatter '{name}'") + + +__all__ = [ + "get_formatter", + "BaseFormatter", + "PassthroughFormatter", + "JsonFormatter", +] diff --git a/guardrails/formatters/base_formatter.py b/guardrails/formatters/base_formatter.py new file mode 100644 index 000000000..bbd78093d --- /dev/null +++ b/guardrails/formatters/base_formatter.py @@ -0,0 +1,16 @@ +from abc import ABC, abstractmethod + +from guardrails.llm_providers import ( + ArbitraryCallable, + PromptCallableBase, +) + + +class BaseFormatter(ABC): + @abstractmethod + def wrap_callable(self, llm_callable: PromptCallableBase) -> ArbitraryCallable: ... + + +class PassthroughFormatter(BaseFormatter): + def wrap_callable(self, llm_callable: PromptCallableBase): + return llm_callable # Noop diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py new file mode 100644 index 000000000..7090ef87b --- /dev/null +++ b/guardrails/formatters/json_formatter.py @@ -0,0 +1,50 @@ +import json + +from jsonformer import Jsonformer + +from guardrails.formatters.base_formatter import BaseFormatter +from guardrails.llm_providers import ( + ArbitraryCallable, + HuggingFacePipelineCallable, + HuggingFaceModelCallable, +) + + +class JsonFormatter(BaseFormatter): + def __init__(self, schema: dict): + self.output_schema = schema + + def wrap_callable(self, llm_callable) -> ArbitraryCallable: + # JSON Schema enforcement experiment. + if isinstance(llm_callable, HuggingFacePipelineCallable): + model = llm_callable.init_kwargs["pipeline"] + return ArbitraryCallable( + lambda p: json.dumps( + Jsonformer( + model=model.model, + tokenizer=model.tokenizer, + json_schema=self.output_schema, + prompt=p, + )() + ) + ) + elif isinstance(llm_callable, HuggingFaceModelCallable): + # This will not work because 'model_generate' is the .gen method. + # model = self.api.init_kwargs["model_generate"] + # Use the __self__ to grab the base mode for passing into JF. + model = llm_callable.init_kwargs["model_generate"].__self__ + tokenizer = llm_callable.init_kwargs["tokenizer"] + return ArbitraryCallable( + lambda p: json.dumps( + Jsonformer( + model=model, + tokenizer=tokenizer, + json_schema=self.output_schema, + prompt=p, + )() + ) + ) + else: + raise ValueError( + "JsonFormatter can only be used with HuggingFace*Callable." + ) diff --git a/guardrails/guard.py b/guardrails/guard.py index 784fa53a9..2ac326f17 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -3,7 +3,6 @@ import json import os from builtins import id as object_id -from enum import Enum from string import Template from typing import ( Any, @@ -50,6 +49,7 @@ from guardrails.classes.history.outputs import Outputs from guardrails.classes.output_type import OutputTypes from guardrails.classes.schema.processed_schema import ProcessedSchema +from guardrails.formatters import BaseFormatter, get_formatter from guardrails.llm_providers import ( get_async_llm_ask, get_llm_api_enum, @@ -109,12 +109,6 @@ class that contains the raw output from the LLM, the validated output, as well as other helpful information. """ - class Formatter(Enum): - StructuredDecoding = "StructuredDecoding" - FunctionCalling = "FunctionCalling" - JsonMode = "JsonMode" - Passthrough = "Passthrough" - # Pydantic Config model_config = ConfigDict(arbitrary_types_allowed=True) @@ -178,7 +172,7 @@ def __init__( self._user_id: Optional[str] = None self._api_client: Optional[GuardrailsApiClient] = None self._allow_metrics_collection: Optional[bool] = None - self._output_formatter: Guard.Formatter = Guard.Formatter.Passthrough + self._output_formatter: Optional[BaseFormatter] = None # TODO: Support a sink for history so that it is not solely held in memory self._history: Stack[Call] = Stack() @@ -462,7 +456,7 @@ def from_pydantic( tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, - output_formatter: Optional[Union[str, Formatter]] = Formatter.Passthrough, + output_formatter: Optional[Union[str, BaseFormatter]] = None, ): """Create a Guard instance from a Pydantic model. @@ -518,7 +512,9 @@ def from_pydantic( guard._output_type = schema.output_type guard._base_model = output_class if isinstance(output_formatter, str): - output_formatter = Guard.Formatter[output_formatter] + output_formatter = get_formatter( + output_formatter, schema=output_class.model_json_schema() + ) guard._output_formatter = output_formatter guard._fill_validators() return guard @@ -781,6 +777,9 @@ def _exec_sync( ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: api = get_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None + if self._output_formatter is not None: + api = self._output_formatter.wrap_callable(api) + # Check whether stream is set if kwargs.get("stream", False): # If stream is True, use StreamRunner diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 71ca02faa..ef7688d17 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -1,9 +1,7 @@ import copy -import json from functools import partial from typing import Any, Dict, List, Optional, Sequence, Tuple, Union, cast -from jsonformer import Jsonformer from guardrails import validator_service from guardrails.actions.reask import get_reask_setup @@ -13,10 +11,7 @@ from guardrails.constants import fail_status from guardrails.errors import ValidationError from guardrails.llm_providers import ( - ArbitraryCallable, AsyncPromptCallableBase, - HuggingFaceModelCallable, - HuggingFacePipelineCallable, PromptCallableBase, ) from guardrails.logger import set_scope @@ -158,37 +153,7 @@ def __init__( self.num_reasks = num_reasks self.full_schema_reask = full_schema_reask - # JSON Schema enforcement experiment. - if isinstance(api, HuggingFacePipelineCallable): - if isinstance(self.output_schema, dict): - model = self.api.init_kwargs["pipeline"] - self.api = ArbitraryCallable( - lambda p: json.dumps( - Jsonformer( - model=model.model, - tokenizer=model.tokenizer, - json_schema=self.output_schema, - prompt=p, - )() - ) - ) - elif isinstance(api, HuggingFaceModelCallable): - if isinstance(self.output_schema, dict): - # This will not work because 'model_generate' is the .gen method. - # model = self.api.init_kwargs["model_generate"] - # Use the __self__ to grab the base mode for passing into JF. - model = self.api.init_kwargs["model_generate"].__self__ - tokenizer = self.api.init_kwargs["tokenizer"] - self.api = ArbitraryCallable( - lambda p: json.dumps( - Jsonformer( - model=model, - tokenizer=tokenizer, - json_schema=self.output_schema, - prompt=p, - )() - ) - ) + # TODO: Inject the wrapper here. # Internal Metrics Collection # Get metrics opt-out from credentials diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 5c551deb1..b670a2b8b 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -635,7 +635,7 @@ class Foo(BaseModel): bar: str bez: list[str] - g = Guard.from_pydantic(Foo) + g = Guard.from_pydantic(Foo, output_formatter="jsonformer") response = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") print(response.validated_output) validated_output = response.validated_output @@ -643,6 +643,8 @@ class Foo(BaseModel): assert "bar" in validated_output assert "bez" in validated_output assert isinstance(validated_output["bez"], list) + if len(validated_output["bez"]) > 0: + assert isinstance(validated_output["bez"][0], str) def test_hugging_face_pipeline_callable(): @@ -655,10 +657,13 @@ class Foo(BaseModel): bar: str bez: list[str] - g = Guard.from_pydantic(Foo) + g = Guard.from_pydantic(Foo, output_formatter="jsonformer") response = g(model, prompt="This is madness.") + print(response.validated_output) validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output assert isinstance(validated_output["bez"], list) + if len(validated_output["bez"]) > 0: + assert isinstance(validated_output["bez"][0], str) From 5e714ddebe8fd0004a3d1b8e4135f4d7c47a7f31 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 14 Jun 2024 15:15:10 -0500 Subject: [PATCH 137/318] set version as alpha --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 37c6ba7ed..b1e257780 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "guardrails-ai" -version = "0.5.0" +version = "0.5.0a0" description = "Adding guardrails to large language models." authors = ["Guardrails AI "] license = "Apache License 2.0" From 96d944d494ae21e8844cffafa29d59c9d9ed7b54 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Fri, 14 Jun 2024 16:20:31 -0500 Subject: [PATCH 138/318] start fetch guard by name --- guardrails/api_client.py | 9 ++++ guardrails/classes/history/call.py | 15 ++++++ guardrails/classes/schema/model_schema.py | 11 ++-- guardrails/guard.py | 64 +++++++++++++++-------- 4 files changed, 73 insertions(+), 26 deletions(-) diff --git a/guardrails/api_client.py b/guardrails/api_client.py index 8b81c494e..7c9df179c 100644 --- a/guardrails/api_client.py +++ b/guardrails/api_client.py @@ -9,6 +9,8 @@ from guardrails_api_client.api.validate_api import ValidateApi from guardrails_api_client.models import Guard, ValidatePayload +from guardrails.logger import logger + class GuardrailsApiClient: _api_client: ApiClient @@ -39,6 +41,13 @@ def upsert_guard(self, guard: Guard): guard_name=guard.name, body=guard, _request_timeout=self.timeout ) + def fetch_guard(self, guard_name: str) -> Optional[Guard]: + try: + return self._guard_api.get_guard(guard_name=guard_name) + except Exception as e: + logger.debug(f"Error fetching guard {guard_name}: {e}") + return None + def validate( self, guard: Guard, diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 233335899..8d2c2deaa 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -440,3 +440,18 @@ def to_dict(self) -> Dict[str, Any]: if self._exception: i_call_dict["exception"] = str(self._exception) return i_call_dict + + # TODO: Necessary to GET /guards/{guard_name}/history/{call_id} + # @classmethod + # def from_dict(cls, obj: Dict[str, Any]) -> "Call": + # i_call = ICall.from_dict(obj) + + # i_exception = i_call.i_exception.actual_instance + # if isinstance(i_exception, CallExceptionAnyOf): + # i_exception = i_exception.message + + # cls( + # iterations=i_call.iterations, + # inputs=i_call.inputs, + # exception=Exception(i_exception), + # ) diff --git a/guardrails/classes/schema/model_schema.py b/guardrails/classes/schema/model_schema.py index 7f7e2cc8e..a75735332 100644 --- a/guardrails/classes/schema/model_schema.py +++ b/guardrails/classes/schema/model_schema.py @@ -1,5 +1,5 @@ from typing import Any, Dict, Optional -from guardrails_api_client import ModelSchema as IModelSchema +from guardrails_api_client import ModelSchema as IModelSchema, ValidationType # Because pydantic insists on including None values in the serialized dictionary @@ -8,7 +8,8 @@ def to_dict(self) -> Dict[str, Any]: super_dict = super().to_dict() return {k: v for k, v in super_dict.items() if v is not None} - def from_dict(self, d: Dict[str, Any]) -> Optional["ModelSchema"]: + @classmethod + def from_dict(cls, d: Dict[str, Any]) -> Optional["ModelSchema"]: i_model_schema = super().from_dict(d) if not i_model_schema: @@ -16,4 +17,8 @@ def from_dict(self, d: Dict[str, Any]) -> Optional["ModelSchema"]: trimmed = {k: v for k, v in i_model_schema.to_dict().items() if v is not None} - return ModelSchema(**trimmed) + output_schema_type = trimmed.get("type") + if output_schema_type: + trimmed["type"] = ValidationType.from_dict(output_schema_type) + + return cls(**trimmed) diff --git a/guardrails/guard.py b/guardrails/guard.py index bb4858c3b..5a6dda1aa 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -27,8 +27,8 @@ GuardHistory, ValidatorReference, ValidatePayload, - ValidationType, SimpleTypes, + ValidationOutcome as IValidationOutcome, ) from pydantic import field_validator from pydantic.config import ConfigDict @@ -128,6 +128,8 @@ def __init__( ): """Initialize the Guard with validators and an output schema.""" + _try_to_load = name is not None + # Shared Interface Properties id = id or random_id() name = name or f"gr-{id}" @@ -137,11 +139,11 @@ def __init__( output_schema = output_schema or {"type": "string"} # Init ModelSchema class - schema_with_type = {**output_schema} - output_schema_type = output_schema.get("type") - if output_schema_type: - schema_with_type["type"] = ValidationType.from_dict(output_schema_type) - model_schema = ModelSchema(**schema_with_type) + # schema_with_type = {**output_schema} + # output_schema_type = output_schema.get("type") + # if output_schema_type: + # schema_with_type["type"] = ValidationType.from_dict(output_schema_type) + model_schema = ModelSchema.from_dict(output_schema) # Super Init super().__init__( @@ -185,7 +187,19 @@ def __init__( api_key = os.environ.get("GUARDRAILS_API_KEY") if api_key is not None: self._api_client = GuardrailsApiClient(api_key=api_key) - self.upsert_guard() + _loaded = False + if _try_to_load: + loaded_guard = self._api_client.fetch_guard(self.name) + if loaded_guard: + self.id = loaded_guard.id + self.description = loaded_guard.description + self.validators = loaded_guard.validators or [] + self.output_schema = ModelSchema.from_dict( + loaded_guard.output_schema.to_dict() + ) + _loaded = True + if not _loaded: + self._save() @property def history(self): @@ -276,12 +290,12 @@ def _fill_validators(self): ] # FIXME: What do we want this to look like now? - def __repr__(self): - return f"Guard(RAIL={self._rail})" + # def __repr__(self): + # return f"Guard(RAIL={self._rail})" # FIXME: What do we want this to look like now? - def __rich_repr__(self): - yield "RAIL", self._rail + # def __rich_repr__(self): + # yield "RAIL", self._rail def __stringify__(self): if self._output_type == OutputTypes.STRING: @@ -1256,7 +1270,7 @@ def _single_server_call( stream: Optional[bool] = False, ) -> ValidationOutcome[OT]: if self._api_client: - validation_output: ValidationOutcome = self._api_client.validate( + validation_output: IValidationOutcome = self._api_client.validate( guard=self, # type: ignore payload=ValidatePayload.from_dict(payload), # type: ignore openai_api_key=get_call_kwarg("api_key"), @@ -1269,16 +1283,16 @@ def _single_server_call( error="The response from the server was empty!", ) # TODO: Replace this with GET /guard/{guard_name}/history - self._construct_history_from_server_response( - validation_output=validation_output, - llm_output=llm_output, - num_reasks=num_reasks, - prompt_params=prompt_params, - metadata=metadata, - full_schema_reask=full_schema_reask, - call_log=call_log, - stream=stream, - ) + # self._construct_history_from_server_response( + # validation_output=validation_output, + # llm_output=llm_output, + # num_reasks=num_reasks, + # prompt_params=prompt_params, + # metadata=metadata, + # full_schema_reask=full_schema_reask, + # call_log=call_log, + # stream=stream, + # ) # Our interfaces are too different for this to work right now. # Once we move towards shared interfaces for both the open source @@ -1286,7 +1300,9 @@ def _single_server_call( # return ValidationOutcome[OT].from_guard_history(call_log) return ValidationOutcome[OT]( raw_llm_output=validation_output.raw_llm_output, - validated_output=cast(OT, validation_output.validated_output), + validated_output=cast( + OT, validation_output.validated_output.actual_instance + ), validation_passed=validation_output.validation_passed, ) else: @@ -1448,6 +1464,8 @@ def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional["Guard"]: validators=i_guard.validators, output_schema=output_schema, ) + + # TODO: Use Call.from_dict i_history = ( i_guard.i_history.actual_instance if i_guard.i_history and i_guard.i_history.actual_instance From a3149a0b2262d64fd979b3d7dc89469d94b71019 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 15:12:48 -0700 Subject: [PATCH 139/318] Add converter for JSONSchema to JSONFormer style. --- guardrails/formatters/json_formatter.py | 103 +++++++++++++++++++++++- tests/unit_tests/test_guard.py | 39 +++++++-- 2 files changed, 136 insertions(+), 6 deletions(-) diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py index 7090ef87b..f4ac2444c 100644 --- a/guardrails/formatters/json_formatter.py +++ b/guardrails/formatters/json_formatter.py @@ -1,4 +1,5 @@ import json +from typing import Union from jsonformer import Jsonformer @@ -10,9 +11,109 @@ ) +def _deref_schema_path(schema: dict, path: Union[list, str]): + # schema is assumed to be the "$defs" field from JSONSchema, {"$defs": ...}. + if isinstance(path, str): + path = path.split("/") + if path[0] == "#": + assert "$defs" in schema + return _deref_schema_path(schema, path[1:]) + if len(path) == 1: + return schema[path[0]] + else: + return _deref_schema_path(schema[path[0]], path[1:]) + + +def _jsonschema_to_jsonformer( + schema: dict, path: list = None, objdefs: dict = None +) -> dict: + """Converts the large-ish JSONSchema standard into the JSONFormer schema format. + These are mostly identical, but the jsonschema supports '$defs' and '$ref'. + There's an additional inconsistency in the use 'integer' versus 'number'. + ``` + jsonschema_style = + { + '$defs': { + 'Obs': { + 'type': 'object', + 'properties': {'blah': {'type': 'integer'}}} + }, + 'type': 'object' + 'properties': { + 's': {'type': 'string'}, + 'i': {'type': 'integer'}, + 'b': {'type': 'boolean'}, + 'a': {'type': 'array', 'items': {'type': 'integer'}}, + 'o': {'$ref': '#/$defs/Obs'} + }, + } + + jsonformer_style = + { + "type": "object", + "properties": { + "s": {"type": "string"}, + "i": {"type": "number"}, + "b": {"type": "boolean"}, + "a": {"type": "array", "items": {"type": "string"}} + "o": {"type": "object", "properties": ...}, + } + } + ``` + """ + if path is None: + path = [] + if objdefs is None: + objdefs = {"$defs": dict()} + + # We may get something we don't expect... + if not isinstance(schema, dict): + raise Exception( + f"Error: could not convert/parse base schema. Encountered `{schema}`" + ) + + if "$defs" in schema: + # We have some sub-schemas defined here. We need to convert them. + # We may also need to handle sub-schema defs. + # For now, build a quick tree in the defs. + current = objdefs["$defs"] + for step in path: + if step not in current: + current[step] = dict() + current = current[step] + current.update(schema["$defs"]) + + result = dict() + for k, v in schema.items(): + # Convert {"type": "integer"} to {"type": "number"} float is already 'number'. + if k == "type" and v == "integer": + result["type"] = "number" + elif k == "type" and v == "object": + result["type"] = "object" + result["properties"] = dict() + for subkey, subvalue in schema["properties"].items(): # Must be present. + path.append(subkey) + result["properties"][subkey] = _jsonschema_to_jsonformer( + subvalue, + path, + objdefs, + ) + assert path.pop() == subkey + elif k == "type" and v == "array": + result["type"] = "array" + result["items"] = _jsonschema_to_jsonformer(schema["items"], path, objdefs) + elif k == "$ref": + result = _jsonschema_to_jsonformer( + _deref_schema_path(objdefs, v), path, objdefs + ) + else: + result[k] = v + return result + + class JsonFormatter(BaseFormatter): def __init__(self, schema: dict): - self.output_schema = schema + self.output_schema = _jsonschema_to_jsonformer(schema) def wrap_callable(self, llm_callable) -> ArbitraryCallable: # JSON Schema enforcement experiment. diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index b670a2b8b..809cf7bbe 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,4 +1,5 @@ import importlib + import pytest import openai @@ -636,8 +637,7 @@ class Foo(BaseModel): bez: list[str] g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") - print(response.validated_output) + response = g(model.generate, tokenizer=tokenizer, prompt="Sample:") validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output @@ -658,12 +658,41 @@ class Foo(BaseModel): bez: list[str] g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model, prompt="This is madness.") - - print(response.validated_output) + response = g(model, prompt="Sample:") validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output assert isinstance(validated_output["bez"], list) if len(validated_output["bez"]) > 0: assert isinstance(validated_output["bez"][0], str) + + +def test_hugging_face_pipeline_complex_schema(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + model = pipeline("text-generation", "openai-community/gpt2") + + class MultiNum(BaseModel): + whole: int + frac: float + + class Tricky(BaseModel): + foo: list[str] + bar: list[MultiNum] + bez: MultiNum + + g = Guard.from_pydantic(Tricky, output_formatter="jsonformer") + response = g(model, prompt="Sample:") + out = response.validated_output + assert isinstance(out, dict) + assert "foo" in out + assert isinstance(out["foo"], list) + if len(out["foo"]) > 0: + assert isinstance(out["foo"][0], str) + assert "bar" in out + if len(out["bar"]) > 0: + assert isinstance(out["bar"][0], dict) + assert "bez" in out + assert isinstance(out["bez"]["whole"], int | float) + assert isinstance(out["bez"]["whole"], int | float) From 4abb7213a0fe0e23284eaaaabcdcabbe35a2ac30 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 15:18:10 -0700 Subject: [PATCH 140/318] Update pyproject with the new jsonformer dependency. --- pyproject.toml | 1 + 1 file changed, 1 insertion(+) diff --git a/pyproject.toml b/pyproject.toml index 965e98509..feba12e06 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -27,6 +27,7 @@ typing-extensions = "^4.8.0" python-dateutil = "^2.8.2" tiktoken = ">=0.5.1" nltk = "^3.8.1" +jsonformer = "0.12.0" sqlvalidator = {version = "^0.0.20", optional = true} sqlalchemy = {version = ">=2.0.9", optional = true} From 4b6532e9a5d2ff47b1070f33a1f6dbc9322882ad Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 16:03:38 -0700 Subject: [PATCH 141/318] Add unit tests for the schema converter. Move the formatter tests from the guard to a dedicated file for formatters. --- guardrails/formatters/json_formatter.py | 35 +------- guardrails/run/runner.py | 2 - tests/integration_tests/test_formatters.py | 94 ++++++++++++++++++++++ tests/unit_tests/test_formatters.py | 37 +++++++++ tests/unit_tests/test_guard.py | 80 ------------------ 5 files changed, 135 insertions(+), 113 deletions(-) create mode 100644 tests/integration_tests/test_formatters.py create mode 100644 tests/unit_tests/test_formatters.py diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py index f4ac2444c..29ae1ceb3 100644 --- a/guardrails/formatters/json_formatter.py +++ b/guardrails/formatters/json_formatter.py @@ -12,10 +12,13 @@ def _deref_schema_path(schema: dict, path: Union[list, str]): - # schema is assumed to be the "$defs" field from JSONSchema, {"$defs": ...}. + """Given a path like #/$defs/foo/bar/bez, nagivates into a JSONSchema dict and pulls + the respective sub-object.""" if isinstance(path, str): path = path.split("/") if path[0] == "#": + # The '#' indicates the root of the chain, so this is a first call. + # If we're at the root we want to make sure we have our '$defs'. assert "$defs" in schema return _deref_schema_path(schema, path[1:]) if len(path) == 1: @@ -30,36 +33,6 @@ def _jsonschema_to_jsonformer( """Converts the large-ish JSONSchema standard into the JSONFormer schema format. These are mostly identical, but the jsonschema supports '$defs' and '$ref'. There's an additional inconsistency in the use 'integer' versus 'number'. - ``` - jsonschema_style = - { - '$defs': { - 'Obs': { - 'type': 'object', - 'properties': {'blah': {'type': 'integer'}}} - }, - 'type': 'object' - 'properties': { - 's': {'type': 'string'}, - 'i': {'type': 'integer'}, - 'b': {'type': 'boolean'}, - 'a': {'type': 'array', 'items': {'type': 'integer'}}, - 'o': {'$ref': '#/$defs/Obs'} - }, - } - - jsonformer_style = - { - "type": "object", - "properties": { - "s": {"type": "string"}, - "i": {"type": "number"}, - "b": {"type": "boolean"}, - "a": {"type": "array", "items": {"type": "string"}} - "o": {"type": "object", "properties": ...}, - } - } - ``` """ if path is None: path = [] diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index ef7688d17..cdedd8c62 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -153,8 +153,6 @@ def __init__( self.num_reasks = num_reasks self.full_schema_reask = full_schema_reask - # TODO: Inject the wrapper here. - # Internal Metrics Collection # Get metrics opt-out from credentials self._disable_tracer = disable_tracer diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py new file mode 100644 index 000000000..6fe0191ee --- /dev/null +++ b/tests/integration_tests/test_formatters.py @@ -0,0 +1,94 @@ +import importlib +import pytest + +from pydantic import BaseModel + +from guardrails import Guard + + +@pytest.mark.skipif( + not importlib.util.find_spec("transformers") + and not importlib.util.find_spec("torch"), + reason="transformers or torch is not installed", +) +def test_hugging_face_model_callable(): + from transformers import AutoModelForCausalLM, AutoTokenizer + + # TODO: Don't actually pull GPT-2 during the test. + model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2") + tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2") + + class Foo(BaseModel): + bar: str + bez: list[str] + + g = Guard.from_pydantic(Foo, output_formatter="jsonformer") + response = g(model.generate, tokenizer=tokenizer, prompt="Sample:") + validated_output = response.validated_output + assert isinstance(validated_output, dict) + assert "bar" in validated_output + assert "bez" in validated_output + assert isinstance(validated_output["bez"], list) + if len(validated_output["bez"]) > 0: + assert isinstance(validated_output["bez"][0], str) + + +@pytest.mark.skipif( + not importlib.util.find_spec("transformers") + and not importlib.util.find_spec("torch"), + reason="transformers or torch is not installed", +) +def test_hugging_face_pipeline_callable(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + model = pipeline("text-generation", "openai-community/gpt2") + + class Foo(BaseModel): + bar: str + bez: list[str] + + g = Guard.from_pydantic(Foo, output_formatter="jsonformer") + response = g(model, prompt="Sample:") + validated_output = response.validated_output + assert isinstance(validated_output, dict) + assert "bar" in validated_output + assert isinstance(validated_output["bez"], list) + if len(validated_output["bez"]) > 0: + assert isinstance(validated_output["bez"][0], str) + + +@pytest.mark.skipif( + not importlib.util.find_spec("transformers") + and not importlib.util.find_spec("torch"), + reason="transformers or torch is not installed", +) +def test_hugging_face_pipeline_complex_schema(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + model = pipeline("text-generation", "openai-community/gpt2") + + class MultiNum(BaseModel): + whole: int + frac: float + + class Tricky(BaseModel): + foo: list[str] + bar: list[MultiNum] + bez: MultiNum + + g = Guard.from_pydantic(Tricky, output_formatter="jsonformer") + response = g(model, prompt="Sample:") + out = response.validated_output + assert isinstance(out, dict) + assert "foo" in out + assert isinstance(out["foo"], list) + if len(out["foo"]) > 0: + assert isinstance(out["foo"][0], str) + assert "bar" in out + if len(out["bar"]) > 0: + assert isinstance(out["bar"][0], dict) + assert "bez" in out + assert isinstance(out["bez"]["whole"], int | float) + assert isinstance(out["bez"]["whole"], int | float) diff --git a/tests/unit_tests/test_formatters.py b/tests/unit_tests/test_formatters.py new file mode 100644 index 000000000..72d8b3f10 --- /dev/null +++ b/tests/unit_tests/test_formatters.py @@ -0,0 +1,37 @@ +from typing import List + +from pydantic import BaseModel + +from guardrails.formatters.json_formatter import _jsonschema_to_jsonformer + + +def test_basic_schema_conversion(): + class Simple(BaseModel): + my_age: int + my_height_in_nanometers: float + my_name: str + my_friends: list[str] + + out_schema = _jsonschema_to_jsonformer(Simple.model_json_schema()) + assert out_schema["type"] == "object" + assert out_schema["properties"]["my_age"]["type"] == "number" + assert out_schema["properties"]["my_height_in_nanometers"]["type"] == "number" + assert out_schema["properties"]["my_name"]["type"] == "string" + assert out_schema["properties"]["my_friends"]["type"] == "array" + assert out_schema["properties"]["my_friends"]["items"]["type"] == "string" + + +def test_nested_schema_conversion(): + class Simple(BaseModel): + name: str + + class Nested(BaseModel): + best_dog: Simple + good_dogs: List[Simple] # May cause OoM if enumerated. Consider generator. + + out = _jsonschema_to_jsonformer(Nested.model_json_schema()) + assert out["type"] == "object" + assert out["properties"]["best_dog"]["type"] == "object" + assert out["properties"]["best_dog"]["properties"]["name"]["type"] == "string" + assert out["properties"]["good_dogs"]["type"] == "array" + assert out["properties"]["good_dogs"]["items"]["type"] == "object" diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 809cf7bbe..c16c47d6d 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,5 +1,3 @@ -import importlib - import pytest import openai @@ -618,81 +616,3 @@ def test_use_and_use_many(): # assert response.validation_passed is True # assert response.validated_output == "oh canada" - - -@pytest.mark.skipif( - not importlib.util.find_spec("transformers") - and not importlib.util.find_spec("torch"), - reason="transformers or torch is not installed", -) -def test_hugging_face_model_callable(): - from transformers import AutoModelForCausalLM, AutoTokenizer - - # TODO: Don't actually pull GPT-2 during the test. - model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2") - tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2") - - class Foo(BaseModel): - bar: str - bez: list[str] - - g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model.generate, tokenizer=tokenizer, prompt="Sample:") - validated_output = response.validated_output - assert isinstance(validated_output, dict) - assert "bar" in validated_output - assert "bez" in validated_output - assert isinstance(validated_output["bez"], list) - if len(validated_output["bez"]) > 0: - assert isinstance(validated_output["bez"][0], str) - - -def test_hugging_face_pipeline_callable(): - from transformers import pipeline - - # TODO: Don't actually pull GPT-2 during the test. - model = pipeline("text-generation", "openai-community/gpt2") - - class Foo(BaseModel): - bar: str - bez: list[str] - - g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model, prompt="Sample:") - validated_output = response.validated_output - assert isinstance(validated_output, dict) - assert "bar" in validated_output - assert isinstance(validated_output["bez"], list) - if len(validated_output["bez"]) > 0: - assert isinstance(validated_output["bez"][0], str) - - -def test_hugging_face_pipeline_complex_schema(): - from transformers import pipeline - - # TODO: Don't actually pull GPT-2 during the test. - model = pipeline("text-generation", "openai-community/gpt2") - - class MultiNum(BaseModel): - whole: int - frac: float - - class Tricky(BaseModel): - foo: list[str] - bar: list[MultiNum] - bez: MultiNum - - g = Guard.from_pydantic(Tricky, output_formatter="jsonformer") - response = g(model, prompt="Sample:") - out = response.validated_output - assert isinstance(out, dict) - assert "foo" in out - assert isinstance(out["foo"], list) - if len(out["foo"]) > 0: - assert isinstance(out["foo"][0], str) - assert "bar" in out - if len(out["bar"]) > 0: - assert isinstance(out["bar"][0], dict) - assert "bez" in out - assert isinstance(out["bez"]["whole"], int | float) - assert isinstance(out["bez"]["whole"], int | float) From c752e2b12b798528fb2fcf50f5e2f84cc6ebf9ee Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 16:16:04 -0700 Subject: [PATCH 142/318] Remove unused file. --- guardrails/utils/constraint_wrappers.py | 96 ------------------------- 1 file changed, 96 deletions(-) delete mode 100644 guardrails/utils/constraint_wrappers.py diff --git a/guardrails/utils/constraint_wrappers.py b/guardrails/utils/constraint_wrappers.py deleted file mode 100644 index 993ef1b90..000000000 --- a/guardrails/utils/constraint_wrappers.py +++ /dev/null @@ -1,96 +0,0 @@ -from typing import Callable, List, Optional, Union - -from jsonformer import Jsonformer -from pydantic import BaseModel - - -def wrap_callable_with_jsonformer( - callable: Callable, - tokenizer, - prompt: str, - schema: dict, -) -> Callable: - return Jsonformer(callable, tokenizer, prompt, schema) - - -def wrap_llm_callable_with_jsonformer( - model: str, - messages: List = [], - # Optional OpenAI params - timeout: Optional[Union[float, int]] = None, - temperature: Optional[float] = None, - top_p: Optional[float] = None, - n: Optional[int] = None, - stream: Optional[bool] = None, - stream_options: Optional[dict] = None, - stop=None, - max_tokens: Optional[int] = None, - presence_penalty: Optional[float] = None, - frequency_penalty: Optional[float] = None, - logit_bias: Optional[dict] = None, - user: Optional[str] = None, - # openai v1.0+ new params - response_format: Optional[dict] = None, - seed: Optional[int] = None, - tools: Optional[List] = None, - tool_choice: Optional[str] = None, - logprobs: Optional[bool] = None, - top_logprobs: Optional[int] = None, - deployment_id=None, - # soon to be deprecated params by OpenAI - functions: Optional[List] = None, - function_call: Optional[str] = None, - # set api_base, api_version, api_key - base_url: Optional[str] = None, - api_version: Optional[str] = None, - api_key: Optional[str] = None, - model_list: Optional[list] = None, # pass in a list of api_base,keys, etc. - # Optional liteLLM function params - **kwargs, -): - pass - - -class WrappedJSONFormerLLMCallable: - def __init__(self, model, schema: BaseModel): - self.model = model - self.schema = schema - self.jsonformer = None - - def call( - model: str, - messages: List = [], - # Optional OpenAI params - timeout: Optional[Union[float, int]] = None, - temperature: Optional[float] = None, - top_p: Optional[float] = None, - n: Optional[int] = None, - stream: Optional[bool] = None, - stream_options: Optional[dict] = None, - stop=None, - max_tokens: Optional[int] = None, - presence_penalty: Optional[float] = None, - frequency_penalty: Optional[float] = None, - logit_bias: Optional[dict] = None, - user: Optional[str] = None, - # openai v1.0+ new params - response_format: Optional[dict] = None, - seed: Optional[int] = None, - tools: Optional[List] = None, - tool_choice: Optional[str] = None, - logprobs: Optional[bool] = None, - top_logprobs: Optional[int] = None, - deployment_id=None, - # soon to be deprecated params by OpenAI - functions: Optional[List] = None, - function_call: Optional[str] = None, - # set api_base, api_version, api_key - base_url: Optional[str] = None, - api_version: Optional[str] = None, - api_key: Optional[str] = None, - model_list: Optional[list] = None, # pass in a list of api_base,keys, etc. - # Optional liteLLM function params - *args, - **kwargs, - ): - pass From 931b8b4d0a45c1847cabee47f4e2962de0637a61 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 08:28:05 -0500 Subject: [PATCH 143/318] fix indentation --- guardrails/guard.py | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index cc4f73d84..f1035bc17 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -624,17 +624,17 @@ def __exec( if self._allow_metrics_collection and self._hub_telemetry: # Create a new span for this guard call - llm_api_str = "" - if llm_api: - llm_api_module_name = ( - llm_api.__module__ if hasattr(llm_api, "__module__") else "" - ) - llm_api_name = ( - llm_api.__name__ - if hasattr(llm_api, "__name__") - else type(llm_api).__name__ - ) - llm_api_str = f"{llm_api_module_name}.{llm_api_name}" + llm_api_str = "" + if llm_api: + llm_api_module_name = ( + llm_api.__module__ if hasattr(llm_api, "__module__") else "" + ) + llm_api_name = ( + llm_api.__name__ + if hasattr(llm_api, "__name__") + else type(llm_api).__name__ + ) + llm_api_str = f"{llm_api_module_name}.{llm_api_name}" self._hub_telemetry.create_new_span( span_name="/guard_call", attributes=[ From 98b7807eebc0f0cbd3087d5ccae382043a33dc68 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 10:14:13 -0500 Subject: [PATCH 144/318] delete pydantic v1 tests --- tests/unit_tests/utils/pydantic_utils/v1.py | 84 --------------------- 1 file changed, 84 deletions(-) delete mode 100644 tests/unit_tests/utils/pydantic_utils/v1.py diff --git a/tests/unit_tests/utils/pydantic_utils/v1.py b/tests/unit_tests/utils/pydantic_utils/v1.py deleted file mode 100644 index a9322c8d2..000000000 --- a/tests/unit_tests/utils/pydantic_utils/v1.py +++ /dev/null @@ -1,84 +0,0 @@ -from copy import deepcopy -from typing import List -from warnings import warn - -import pydantic.version -import pytest -from pydantic import BaseModel, Field - -from guardrails.utils.pydantic_utils.v1 import convert_pydantic_model_to_openai_fn - -PYDANTIC_VERSION = pydantic.version.VERSION - - -class Foo(BaseModel): - bar: str = Field(description="some string value") - - -# fmt: off -foo_schema = { - "title": "Foo", - "type": "object", - "properties": { - "bar": { - "title": "Bar", - "description": "some string value", - "type": "string" - } - }, - "required": [ - "bar" - ] -} -# fmt: on - - -# This test is descriptive, not prescriptive. -@pytest.mark.skipif( - not PYDANTIC_VERSION.startswith("1"), - reason="Tests function calling syntax for Pydantic v1", -) -class TestConvertPydanticModelToOpenaiFn: - def test_object_schema(self): - expected_schema = deepcopy(foo_schema) - # When pushed through BareModel it loses the description on any properties. - del expected_schema["properties"]["bar"]["description"] - - # fmt: off - expected_fn_params = { # noqa - "name": "Foo", - "parameters": expected_schema - } - # fmt: on - - actual_fn_params = convert_pydantic_model_to_openai_fn(Foo) - - # assert actual_fn_params == expected_fn_params - warn("Function calling is disabled for pydantic 1.x") - assert actual_fn_params == {} - - def test_list_schema(self): - expected_schema = deepcopy(foo_schema) - # When pushed through BareModel it loses the description on any properties. - del expected_schema["properties"]["bar"]["description"] - - # fmt: off - expected_schema = { - "title": f"Array<{expected_schema.get('title')}>", - "type": "array", - "items": expected_schema - } - # fmt: on - - # fmt: off - expected_fn_params = { # noqa - "name": "Array", - "parameters": expected_schema - } - # fmt: on - - actual_fn_params = convert_pydantic_model_to_openai_fn(List[Foo]) - - # assert actual_fn_params == expected_fn_params - warn("Function calling is disabled for pydantic 1.x") - assert actual_fn_params == {} From c107351e06ba1bae90a6a5648acc9f538ac2962f Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 10:14:45 -0500 Subject: [PATCH 145/318] run PR checks against version branches --- .github/workflows/ci.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 5ec46242a..1a7f2070f 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -10,6 +10,7 @@ on: - main - dev - feat/* + - 0.*.* # Allows you to run this workflow manually from the Actions tab workflow_dispatch: From 469911a9f125fd1347d0ceaa70ae529c4d046a56 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 10:23:30 -0500 Subject: [PATCH 146/318] update lock file --- poetry.lock | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/poetry.lock b/poetry.lock index 0b969b1b9..6af2335f4 100644 --- a/poetry.lock +++ b/poetry.lock @@ -8377,4 +8377,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "b30500515335c8bb1144b6a3ac4344ccc8bd27bb73cc526e170c3e9a70933c38" +content-hash = "00c5cb4c98d20a29056f3f677ac184fff668a9cb3df0b7e58c99816bda46250c" From 9d3ed1b26a22ad587a3587187f84110cbad8aad6 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 10:45:47 -0500 Subject: [PATCH 147/318] type fixes and cleanup --- guardrails/schema/pydantic_schema.py | 4 +- guardrails/utils/dataclass.py | 5 --- guardrails/validator_base.py | 2 +- tests/unit_tests/utils/test_pydantic_utils.py | 40 ------------------- 4 files changed, 3 insertions(+), 48 deletions(-) delete mode 100644 guardrails/utils/dataclass.py delete mode 100644 tests/unit_tests/utils/test_pydantic_utils.py diff --git a/guardrails/schema/pydantic_schema.py b/guardrails/schema/pydantic_schema.py index 96399399b..b0cfbe399 100644 --- a/guardrails/schema/pydantic_schema.py +++ b/guardrails/schema/pydantic_schema.py @@ -27,7 +27,7 @@ from guardrails.validator_base import Validator -def _resolve_alias(alias: str | AliasPath | AliasChoices) -> List[str]: +def _resolve_alias(alias: Union[str, AliasPath, AliasChoices]) -> List[str]: aliases = [] if isinstance(alias, str): aliases.append(alias) @@ -41,7 +41,7 @@ def _resolve_alias(alias: str | AliasPath | AliasChoices) -> List[str]: def _collect_aliases( - field: FieldInfo | AliasGenerator, field_name: str, model: Type[BaseModel] + field: Union[FieldInfo, AliasGenerator], field_name: str, model: Type[BaseModel] ) -> List[str]: aliases = [] diff --git a/guardrails/utils/dataclass.py b/guardrails/utils/dataclass.py deleted file mode 100644 index cd848d5da..000000000 --- a/guardrails/utils/dataclass.py +++ /dev/null @@ -1,5 +0,0 @@ -import pydantic.version - -PYDANTIC_VERSION = pydantic.version.VERSION - -from dataclasses import dataclass # type: ignore # noqa diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index f92261a96..419397814 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -32,7 +32,7 @@ from guardrails.constants import hub from guardrails.errors import ValidationError from guardrails.types.on_fail import OnFailAction -from guardrails.utils.dataclass import dataclass +from dataclasses import dataclass VALIDATOR_IMPORT_WARNING = """Accessing `{validator_name}` using `from guardrails.validators import {validator_name}` is deprecated and diff --git a/tests/unit_tests/utils/test_pydantic_utils.py b/tests/unit_tests/utils/test_pydantic_utils.py deleted file mode 100644 index fc2fd2cff..000000000 --- a/tests/unit_tests/utils/test_pydantic_utils.py +++ /dev/null @@ -1,40 +0,0 @@ -import pytest -from pydantic import BaseModel, Field -import pydantic.version - -from guardrails.utils.pydantic_utils import ( - add_pydantic_validators_as_guardrails_validators, -) -from guardrails.validators import FailResult, PassResult, ValidLength - -PYDANTIC_VERSION = pydantic.version.VERSION - - -@pytest.mark.skipif( - not PYDANTIC_VERSION.startswith("2"), - reason="Tests validators syntax for Pydantic v2", -) -def test_add_pydantic_validators_as_guardrails_validators_v2(): - class DummyModel(BaseModel): - name: str = Field(..., validators=[ValidLength(min=1, max=10)]) - - model_fields = add_pydantic_validators_as_guardrails_validators(DummyModel) - name_field = model_fields["name"] - - # Should have 1 field - assert len(model_fields) == 1, "Should only have one field" - - # Should have 4 validators: 1 from the field, 2 from the add_validator method, - # and 1 from the validator decorator. - validators = name_field.json_schema_extra["validators"] - assert len(validators) == 1, "Should have 1 validator" - - # The BaseModel field should not be modified - assert len(DummyModel.model_fields["name"].json_schema_extra["validators"]) == 1 - - # The first validator should be the ValidLength validator - assert isinstance( - validators[0], ValidLength - ), "First validator should be ValidLength" - assert isinstance(validators[0].validate("Beatrice", {}), PassResult) - assert isinstance(validators[0].validate("MrAlexander", {}), FailResult) From f2eb6d36c543e3fb5956e0dbe8f695034fac2f39 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Thu, 13 Jun 2024 09:42:35 -0700 Subject: [PATCH 148/318] Feeble third attempt at integrating JSON constraints. --- guardrails/run/runner.py | 21 +++++- guardrails/utils/constraint_wrappers.py | 96 +++++++++++++++++++++++++ tests/unit_tests/test_guard.py | 26 ++++++- 3 files changed, 141 insertions(+), 2 deletions(-) create mode 100644 guardrails/utils/constraint_wrappers.py diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index cb65ace4d..e531f72b2 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -2,6 +2,8 @@ from functools import partial from typing import Any, Dict, List, Optional, Sequence, Tuple, Union, cast +from jsonformer import Jsonformer + from guardrails import validator_service from guardrails.actions.reask import get_reask_setup from guardrails.classes.execution.guard_execution_options import GuardExecutionOptions @@ -9,7 +11,12 @@ from guardrails.classes.output_type import OutputTypes from guardrails.constants import fail_status from guardrails.errors import ValidationError -from guardrails.llm_providers import AsyncPromptCallableBase, PromptCallableBase +from guardrails.llm_providers import ( + ArbitraryCallable, + AsyncPromptCallableBase, + HuggingFacePipelineCallable, + PromptCallableBase, +) from guardrails.logger import set_scope from guardrails.prompt import Instructions, Prompt from guardrails.run.utils import msg_history_source, msg_history_string @@ -149,6 +156,18 @@ def __init__( self.num_reasks = num_reasks self.full_schema_reask = full_schema_reask + # JSON Schema enforcement experiment. + if isinstance(api, HuggingFacePipelineCallable): + if isinstance(self.output_schema, dict): + self.api = ArbitraryCallable( + Jsonformer( + model=self.api.init_kwargs["pipeline"], + tokenizer=self.api.init_kwargs["pipeline"].tokenizer, + json_schema=self.output_schema, + prompt=prompt, + ) + ) + # Internal Metrics Collection # Get metrics opt-out from credentials self._disable_tracer = disable_tracer diff --git a/guardrails/utils/constraint_wrappers.py b/guardrails/utils/constraint_wrappers.py new file mode 100644 index 000000000..993ef1b90 --- /dev/null +++ b/guardrails/utils/constraint_wrappers.py @@ -0,0 +1,96 @@ +from typing import Callable, List, Optional, Union + +from jsonformer import Jsonformer +from pydantic import BaseModel + + +def wrap_callable_with_jsonformer( + callable: Callable, + tokenizer, + prompt: str, + schema: dict, +) -> Callable: + return Jsonformer(callable, tokenizer, prompt, schema) + + +def wrap_llm_callable_with_jsonformer( + model: str, + messages: List = [], + # Optional OpenAI params + timeout: Optional[Union[float, int]] = None, + temperature: Optional[float] = None, + top_p: Optional[float] = None, + n: Optional[int] = None, + stream: Optional[bool] = None, + stream_options: Optional[dict] = None, + stop=None, + max_tokens: Optional[int] = None, + presence_penalty: Optional[float] = None, + frequency_penalty: Optional[float] = None, + logit_bias: Optional[dict] = None, + user: Optional[str] = None, + # openai v1.0+ new params + response_format: Optional[dict] = None, + seed: Optional[int] = None, + tools: Optional[List] = None, + tool_choice: Optional[str] = None, + logprobs: Optional[bool] = None, + top_logprobs: Optional[int] = None, + deployment_id=None, + # soon to be deprecated params by OpenAI + functions: Optional[List] = None, + function_call: Optional[str] = None, + # set api_base, api_version, api_key + base_url: Optional[str] = None, + api_version: Optional[str] = None, + api_key: Optional[str] = None, + model_list: Optional[list] = None, # pass in a list of api_base,keys, etc. + # Optional liteLLM function params + **kwargs, +): + pass + + +class WrappedJSONFormerLLMCallable: + def __init__(self, model, schema: BaseModel): + self.model = model + self.schema = schema + self.jsonformer = None + + def call( + model: str, + messages: List = [], + # Optional OpenAI params + timeout: Optional[Union[float, int]] = None, + temperature: Optional[float] = None, + top_p: Optional[float] = None, + n: Optional[int] = None, + stream: Optional[bool] = None, + stream_options: Optional[dict] = None, + stop=None, + max_tokens: Optional[int] = None, + presence_penalty: Optional[float] = None, + frequency_penalty: Optional[float] = None, + logit_bias: Optional[dict] = None, + user: Optional[str] = None, + # openai v1.0+ new params + response_format: Optional[dict] = None, + seed: Optional[int] = None, + tools: Optional[List] = None, + tool_choice: Optional[str] = None, + logprobs: Optional[bool] = None, + top_logprobs: Optional[int] = None, + deployment_id=None, + # soon to be deprecated params by OpenAI + functions: Optional[List] = None, + function_call: Optional[str] = None, + # set api_base, api_version, api_key + base_url: Optional[str] = None, + api_version: Optional[str] = None, + api_key: Optional[str] = None, + model_list: Optional[list] = None, # pass in a list of api_base,keys, etc. + # Optional liteLLM function params + *args, + **kwargs, + ): + pass diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 97386f9a8..335847319 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,5 +1,7 @@ -import openai +import importlib import pytest + +import openai from pydantic import BaseModel from guardrails import Guard, Validator from guardrails.utils.validator_utils import verify_metadata_requirements @@ -614,3 +616,25 @@ def test_use_and_use_many(): # assert response.validation_passed is True # assert response.validated_output == "oh canada" + + +@pytest.mark.skipif( + not importlib.util.find_spec("transformers") + and not importlib.util.find_spec("torch"), + reason="transformers or torch is not installed", +) +def test_hugging_face_model_callable(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + pipe = pipeline("text-generation", model="gpt2") + # Have to specify the __name__ so we don't crash. + pipe.__name__ = "hack" + + class Foo(BaseModel): + bar: str + + g = Guard.from_pydantic(Foo) + out = g(pipe, prompt="This is madness.") + print(out) + assert False From 347ead407769487fbe70714e883a05dd2c9fcbe2 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Thu, 13 Jun 2024 12:06:32 -0700 Subject: [PATCH 149/318] Checkpointing before task switch. --- guardrails/run/runner.py | 7 +++++-- tests/unit_tests/test_guard.py | 23 ++++++++++++++++++----- 2 files changed, 23 insertions(+), 7 deletions(-) diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index e531f72b2..6a02f3c40 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -14,6 +14,7 @@ from guardrails.llm_providers import ( ArbitraryCallable, AsyncPromptCallableBase, + HuggingFaceModelCallable, HuggingFacePipelineCallable, PromptCallableBase, ) @@ -158,11 +159,13 @@ def __init__( # JSON Schema enforcement experiment. if isinstance(api, HuggingFacePipelineCallable): + print("It's a pipeline!") + if isinstance(api, HuggingFaceModelCallable): if isinstance(self.output_schema, dict): self.api = ArbitraryCallable( Jsonformer( - model=self.api.init_kwargs["pipeline"], - tokenizer=self.api.init_kwargs["pipeline"].tokenizer, + model=self.api.init_kwargs["model_generate"], + tokenizer=self.api.init_kwargs["tokenizer"], json_schema=self.output_schema, prompt=prompt, ) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 335847319..46613d980 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -624,17 +624,30 @@ def test_use_and_use_many(): reason="transformers or torch is not installed", ) def test_hugging_face_model_callable(): - from transformers import pipeline + from transformers import AutoModelForCausalLM, AutoTokenizer # TODO: Don't actually pull GPT-2 during the test. - pipe = pipeline("text-generation", model="gpt2") - # Have to specify the __name__ so we don't crash. - pipe.__name__ = "hack" + model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2") + tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2") class Foo(BaseModel): bar: str g = Guard.from_pydantic(Foo) - out = g(pipe, prompt="This is madness.") + out = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") print(out) assert False + + +def test_hugging_face_pipeline_callable(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + model = pipeline("text-generation", "openai-community/gpt2") + + class Foo(BaseModel): + bar: str + + g = Guard.from_pydantic(Foo) + out = g(model, prompt="This is madness.") + print(out) From d070a52c477eaca3f7750ef8a0ed3b732ee7a79f Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Thu, 13 Jun 2024 16:36:20 -0700 Subject: [PATCH 150/318] Rebase after merged changes to 0.5.0-dev. --- guardrails/guard.py | 2 +- guardrails/run/runner.py | 33 ++++++++++++++++++++++++++------- tests/unit_tests/test_guard.py | 4 ++-- 3 files changed, 29 insertions(+), 10 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index f1035bc17..b33febdbf 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -640,7 +640,7 @@ def __exec( attributes=[ ("guard_id", self.id), ("user_id", self._user_id), - ("llm_api", llm_api_str if llm_api_str else "None"), + ("llm_api", llm_api_str), ( "custom_reask_prompt", self._exec_opts.reask_prompt is not None, diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 6a02f3c40..5ea34a648 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -1,4 +1,5 @@ import copy +import json from functools import partial from typing import Any, Dict, List, Optional, Sequence, Tuple, Union, cast @@ -159,15 +160,33 @@ def __init__( # JSON Schema enforcement experiment. if isinstance(api, HuggingFacePipelineCallable): - print("It's a pipeline!") - if isinstance(api, HuggingFaceModelCallable): if isinstance(self.output_schema, dict): + model = self.api.init_kwargs["pipeline"] self.api = ArbitraryCallable( - Jsonformer( - model=self.api.init_kwargs["model_generate"], - tokenizer=self.api.init_kwargs["tokenizer"], - json_schema=self.output_schema, - prompt=prompt, + lambda p: json.dumps( + Jsonformer( + model=model, + tokenizer=model.tokenizer, + json_schema=self.output_schema, + prompt=p, + )() + ) + ) + elif isinstance(api, HuggingFaceModelCallable): + if isinstance(self.output_schema, dict): + # This will not work because 'model_generate' is the .gen method. + # model = self.api.init_kwargs["model_generate"] + # Use the __self__ to grab the base mode for passing into JF. + model = self.api.init_kwargs["model_generate"].__self__ + tokenizer = self.api.init_kwargs["tokenizer"] + self.api = ArbitraryCallable( + lambda p: json.dumps( + Jsonformer( + model=model, + tokenizer=tokenizer, + json_schema=self.output_schema, + prompt=p, + )() ) ) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 46613d980..0ff9c0b6b 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -636,7 +636,6 @@ class Foo(BaseModel): g = Guard.from_pydantic(Foo) out = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") print(out) - assert False def test_hugging_face_pipeline_callable(): @@ -650,4 +649,5 @@ class Foo(BaseModel): g = Guard.from_pydantic(Foo) out = g(model, prompt="This is madness.") - print(out) + assert isinstance(out, dict) + assert "bar" in out From cef57d2494acb62182f24ed20396bf536ab91bcc Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 10:05:19 -0700 Subject: [PATCH 151/318] Start on pushing the output formatter up through the stack. Make things work for pipelines. --- guardrails/guard.py | 6 ++++++ guardrails/run/runner.py | 2 +- tests/unit_tests/test_guard.py | 13 ++++++++----- 3 files changed, 15 insertions(+), 6 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index b33febdbf..e726bc611 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -177,6 +177,7 @@ def __init__( self._user_id: Optional[str] = None self._api_client: Optional[GuardrailsApiClient] = None self._allow_metrics_collection: Optional[bool] = None + self._output_formatter: Guard.Formatter = Guard.Formatter.Passthrough # TODO: Support a sink for history so that it is not solely held in memory self._history: Stack[Call] = Stack() @@ -443,6 +444,7 @@ def from_pydantic( tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, + output_formatter: Optional[Union[str, Formatter]] = Formatter.Passthrough, ): """Create a Guard instance from a Pydantic model. @@ -457,6 +459,7 @@ def from_pydantic( tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. description (str, optional): A description for this Guard. Defaults to None. + output_formatter (str | Formatter, optional): """ # noqa if num_reasks: @@ -496,6 +499,9 @@ def from_pydantic( guard._exec_opts = exec_opts guard._output_type = schema.output_type guard._base_model = output_class + if isinstance(output_formatter, str): + output_formatter = Guard.Formatter[output_formatter] + guard._output_formatter = output_formatter guard._fill_validators() return guard diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 5ea34a648..97a6f5a95 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -165,7 +165,7 @@ def __init__( self.api = ArbitraryCallable( lambda p: json.dumps( Jsonformer( - model=model, + model=model.model, tokenizer=model.tokenizer, json_schema=self.output_schema, prompt=p, diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 0ff9c0b6b..d391ea6ac 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -634,8 +634,10 @@ class Foo(BaseModel): bar: str g = Guard.from_pydantic(Foo) - out = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") - print(out) + response = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") + validated_output = response.validated_output + assert isinstance(validated_output, dict) + assert "bar" in validated_output def test_hugging_face_pipeline_callable(): @@ -648,6 +650,7 @@ class Foo(BaseModel): bar: str g = Guard.from_pydantic(Foo) - out = g(model, prompt="This is madness.") - assert isinstance(out, dict) - assert "bar" in out + response = g(model, prompt="This is madness.") + validated_output = response.validated_output + assert isinstance(validated_output, dict) + assert "bar" in validated_output From 8514185984db80ae6f2485d74d2ed356d2060379 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 11:12:30 -0700 Subject: [PATCH 152/318] Make test slightly more complicated. --- tests/unit_tests/test_guard.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index d391ea6ac..41af46b3c 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -632,12 +632,16 @@ def test_hugging_face_model_callable(): class Foo(BaseModel): bar: str + bez: list[str] g = Guard.from_pydantic(Foo) response = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") + print(response.validated_output) validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output + assert "bez" in validated_output + assert isinstance(validated_output["bez"], list) def test_hugging_face_pipeline_callable(): @@ -648,9 +652,12 @@ def test_hugging_face_pipeline_callable(): class Foo(BaseModel): bar: str + bez: list[str] g = Guard.from_pydantic(Foo) response = g(model, prompt="This is madness.") + print(response.validated_output) validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output + assert isinstance(validated_output["bez"], list) From a38c4fa705ac70cd5714bfedbd58356c1715d697 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 12:56:26 -0700 Subject: [PATCH 153/318] Finish merge with 0.5.0-dev. --- guardrails/formatters/__init__.py | 20 ++++++++++ guardrails/formatters/base_formatter.py | 16 ++++++++ guardrails/formatters/json_formatter.py | 50 +++++++++++++++++++++++++ guardrails/guard.py | 13 +++++-- guardrails/run/runner.py | 37 +----------------- tests/unit_tests/test_guard.py | 9 ++++- 6 files changed, 104 insertions(+), 41 deletions(-) create mode 100644 guardrails/formatters/__init__.py create mode 100644 guardrails/formatters/base_formatter.py create mode 100644 guardrails/formatters/json_formatter.py diff --git a/guardrails/formatters/__init__.py b/guardrails/formatters/__init__.py new file mode 100644 index 000000000..6e97754a5 --- /dev/null +++ b/guardrails/formatters/__init__.py @@ -0,0 +1,20 @@ +from guardrails.formatters.base_formatter import BaseFormatter, PassthroughFormatter +from guardrails.formatters.json_formatter import JsonFormatter + + +def get_formatter(name: str, *args, **kwargs) -> BaseFormatter: + """Returns a class""" + match name.lower(): + case "jsonformer": + return JsonFormatter(*args, **kwargs) + case "none": + return PassthroughFormatter(*args, **kwargs) + raise ValueError(f"Unrecognized formatter '{name}'") + + +__all__ = [ + "get_formatter", + "BaseFormatter", + "PassthroughFormatter", + "JsonFormatter", +] diff --git a/guardrails/formatters/base_formatter.py b/guardrails/formatters/base_formatter.py new file mode 100644 index 000000000..bbd78093d --- /dev/null +++ b/guardrails/formatters/base_formatter.py @@ -0,0 +1,16 @@ +from abc import ABC, abstractmethod + +from guardrails.llm_providers import ( + ArbitraryCallable, + PromptCallableBase, +) + + +class BaseFormatter(ABC): + @abstractmethod + def wrap_callable(self, llm_callable: PromptCallableBase) -> ArbitraryCallable: ... + + +class PassthroughFormatter(BaseFormatter): + def wrap_callable(self, llm_callable: PromptCallableBase): + return llm_callable # Noop diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py new file mode 100644 index 000000000..7090ef87b --- /dev/null +++ b/guardrails/formatters/json_formatter.py @@ -0,0 +1,50 @@ +import json + +from jsonformer import Jsonformer + +from guardrails.formatters.base_formatter import BaseFormatter +from guardrails.llm_providers import ( + ArbitraryCallable, + HuggingFacePipelineCallable, + HuggingFaceModelCallable, +) + + +class JsonFormatter(BaseFormatter): + def __init__(self, schema: dict): + self.output_schema = schema + + def wrap_callable(self, llm_callable) -> ArbitraryCallable: + # JSON Schema enforcement experiment. + if isinstance(llm_callable, HuggingFacePipelineCallable): + model = llm_callable.init_kwargs["pipeline"] + return ArbitraryCallable( + lambda p: json.dumps( + Jsonformer( + model=model.model, + tokenizer=model.tokenizer, + json_schema=self.output_schema, + prompt=p, + )() + ) + ) + elif isinstance(llm_callable, HuggingFaceModelCallable): + # This will not work because 'model_generate' is the .gen method. + # model = self.api.init_kwargs["model_generate"] + # Use the __self__ to grab the base mode for passing into JF. + model = llm_callable.init_kwargs["model_generate"].__self__ + tokenizer = llm_callable.init_kwargs["tokenizer"] + return ArbitraryCallable( + lambda p: json.dumps( + Jsonformer( + model=model, + tokenizer=tokenizer, + json_schema=self.output_schema, + prompt=p, + )() + ) + ) + else: + raise ValueError( + "JsonFormatter can only be used with HuggingFace*Callable." + ) diff --git a/guardrails/guard.py b/guardrails/guard.py index e726bc611..3e2ac2ede 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -3,6 +3,7 @@ import json import os from builtins import id as object_id +from enum import Enum from string import Template from typing import ( Any, @@ -48,6 +49,7 @@ from guardrails.classes.output_type import OutputTypes from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.classes.schema.model_schema import ModelSchema +from guardrails.formatters import BaseFormatter, get_formatter from guardrails.llm_providers import ( get_async_llm_ask, get_llm_api_enum, @@ -177,7 +179,7 @@ def __init__( self._user_id: Optional[str] = None self._api_client: Optional[GuardrailsApiClient] = None self._allow_metrics_collection: Optional[bool] = None - self._output_formatter: Guard.Formatter = Guard.Formatter.Passthrough + self._output_formatter: Optional[BaseFormatter] = None # TODO: Support a sink for history so that it is not solely held in memory self._history: Stack[Call] = Stack() @@ -444,7 +446,7 @@ def from_pydantic( tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, - output_formatter: Optional[Union[str, Formatter]] = Formatter.Passthrough, + output_formatter: Optional[Union[str, BaseFormatter]] = None, ): """Create a Guard instance from a Pydantic model. @@ -500,7 +502,9 @@ def from_pydantic( guard._output_type = schema.output_type guard._base_model = output_class if isinstance(output_formatter, str): - output_formatter = Guard.Formatter[output_formatter] + output_formatter = get_formatter( + output_formatter, schema=output_class.model_json_schema() + ) guard._output_formatter = output_formatter guard._fill_validators() return guard @@ -770,6 +774,9 @@ def _exec_sync( ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: api = get_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None + if self._output_formatter is not None: + api = self._output_formatter.wrap_callable(api) + # Check whether stream is set if kwargs.get("stream", False): # If stream is True, use StreamRunner diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 97a6f5a95..1bab6a787 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -1,9 +1,7 @@ import copy -import json from functools import partial from typing import Any, Dict, List, Optional, Sequence, Tuple, Union, cast -from jsonformer import Jsonformer from guardrails import validator_service from guardrails.actions.reask import get_reask_setup @@ -13,10 +11,7 @@ from guardrails.constants import fail_status from guardrails.errors import ValidationError from guardrails.llm_providers import ( - ArbitraryCallable, AsyncPromptCallableBase, - HuggingFaceModelCallable, - HuggingFacePipelineCallable, PromptCallableBase, ) from guardrails.logger import set_scope @@ -158,37 +153,7 @@ def __init__( self.num_reasks = num_reasks self.full_schema_reask = full_schema_reask - # JSON Schema enforcement experiment. - if isinstance(api, HuggingFacePipelineCallable): - if isinstance(self.output_schema, dict): - model = self.api.init_kwargs["pipeline"] - self.api = ArbitraryCallable( - lambda p: json.dumps( - Jsonformer( - model=model.model, - tokenizer=model.tokenizer, - json_schema=self.output_schema, - prompt=p, - )() - ) - ) - elif isinstance(api, HuggingFaceModelCallable): - if isinstance(self.output_schema, dict): - # This will not work because 'model_generate' is the .gen method. - # model = self.api.init_kwargs["model_generate"] - # Use the __self__ to grab the base mode for passing into JF. - model = self.api.init_kwargs["model_generate"].__self__ - tokenizer = self.api.init_kwargs["tokenizer"] - self.api = ArbitraryCallable( - lambda p: json.dumps( - Jsonformer( - model=model, - tokenizer=tokenizer, - json_schema=self.output_schema, - prompt=p, - )() - ) - ) + # TODO: Inject the wrapper here. # Internal Metrics Collection # Get metrics opt-out from credentials diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 41af46b3c..215749e4b 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -634,7 +634,7 @@ class Foo(BaseModel): bar: str bez: list[str] - g = Guard.from_pydantic(Foo) + g = Guard.from_pydantic(Foo, output_formatter="jsonformer") response = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") print(response.validated_output) validated_output = response.validated_output @@ -642,6 +642,8 @@ class Foo(BaseModel): assert "bar" in validated_output assert "bez" in validated_output assert isinstance(validated_output["bez"], list) + if len(validated_output["bez"]) > 0: + assert isinstance(validated_output["bez"][0], str) def test_hugging_face_pipeline_callable(): @@ -654,10 +656,13 @@ class Foo(BaseModel): bar: str bez: list[str] - g = Guard.from_pydantic(Foo) + g = Guard.from_pydantic(Foo, output_formatter="jsonformer") response = g(model, prompt="This is madness.") + print(response.validated_output) validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output assert isinstance(validated_output["bez"], list) + if len(validated_output["bez"]) > 0: + assert isinstance(validated_output["bez"][0], str) From 2089ff961b704b0bdb800a9a3d5a418d7eb093a0 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 15:12:48 -0700 Subject: [PATCH 154/318] Add converter for JSONSchema to JSONFormer style. --- guardrails/formatters/json_formatter.py | 103 +++++++++++++++++++++++- tests/unit_tests/test_guard.py | 39 +++++++-- 2 files changed, 136 insertions(+), 6 deletions(-) diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py index 7090ef87b..f4ac2444c 100644 --- a/guardrails/formatters/json_formatter.py +++ b/guardrails/formatters/json_formatter.py @@ -1,4 +1,5 @@ import json +from typing import Union from jsonformer import Jsonformer @@ -10,9 +11,109 @@ ) +def _deref_schema_path(schema: dict, path: Union[list, str]): + # schema is assumed to be the "$defs" field from JSONSchema, {"$defs": ...}. + if isinstance(path, str): + path = path.split("/") + if path[0] == "#": + assert "$defs" in schema + return _deref_schema_path(schema, path[1:]) + if len(path) == 1: + return schema[path[0]] + else: + return _deref_schema_path(schema[path[0]], path[1:]) + + +def _jsonschema_to_jsonformer( + schema: dict, path: list = None, objdefs: dict = None +) -> dict: + """Converts the large-ish JSONSchema standard into the JSONFormer schema format. + These are mostly identical, but the jsonschema supports '$defs' and '$ref'. + There's an additional inconsistency in the use 'integer' versus 'number'. + ``` + jsonschema_style = + { + '$defs': { + 'Obs': { + 'type': 'object', + 'properties': {'blah': {'type': 'integer'}}} + }, + 'type': 'object' + 'properties': { + 's': {'type': 'string'}, + 'i': {'type': 'integer'}, + 'b': {'type': 'boolean'}, + 'a': {'type': 'array', 'items': {'type': 'integer'}}, + 'o': {'$ref': '#/$defs/Obs'} + }, + } + + jsonformer_style = + { + "type": "object", + "properties": { + "s": {"type": "string"}, + "i": {"type": "number"}, + "b": {"type": "boolean"}, + "a": {"type": "array", "items": {"type": "string"}} + "o": {"type": "object", "properties": ...}, + } + } + ``` + """ + if path is None: + path = [] + if objdefs is None: + objdefs = {"$defs": dict()} + + # We may get something we don't expect... + if not isinstance(schema, dict): + raise Exception( + f"Error: could not convert/parse base schema. Encountered `{schema}`" + ) + + if "$defs" in schema: + # We have some sub-schemas defined here. We need to convert them. + # We may also need to handle sub-schema defs. + # For now, build a quick tree in the defs. + current = objdefs["$defs"] + for step in path: + if step not in current: + current[step] = dict() + current = current[step] + current.update(schema["$defs"]) + + result = dict() + for k, v in schema.items(): + # Convert {"type": "integer"} to {"type": "number"} float is already 'number'. + if k == "type" and v == "integer": + result["type"] = "number" + elif k == "type" and v == "object": + result["type"] = "object" + result["properties"] = dict() + for subkey, subvalue in schema["properties"].items(): # Must be present. + path.append(subkey) + result["properties"][subkey] = _jsonschema_to_jsonformer( + subvalue, + path, + objdefs, + ) + assert path.pop() == subkey + elif k == "type" and v == "array": + result["type"] = "array" + result["items"] = _jsonschema_to_jsonformer(schema["items"], path, objdefs) + elif k == "$ref": + result = _jsonschema_to_jsonformer( + _deref_schema_path(objdefs, v), path, objdefs + ) + else: + result[k] = v + return result + + class JsonFormatter(BaseFormatter): def __init__(self, schema: dict): - self.output_schema = schema + self.output_schema = _jsonschema_to_jsonformer(schema) def wrap_callable(self, llm_callable) -> ArbitraryCallable: # JSON Schema enforcement experiment. diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 215749e4b..8d97797a7 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,4 +1,5 @@ import importlib + import pytest import openai @@ -635,8 +636,7 @@ class Foo(BaseModel): bez: list[str] g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model.generate, tokenizer=tokenizer, prompt="This is madness.") - print(response.validated_output) + response = g(model.generate, tokenizer=tokenizer, prompt="Sample:") validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output @@ -657,12 +657,41 @@ class Foo(BaseModel): bez: list[str] g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model, prompt="This is madness.") - - print(response.validated_output) + response = g(model, prompt="Sample:") validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output assert isinstance(validated_output["bez"], list) if len(validated_output["bez"]) > 0: assert isinstance(validated_output["bez"][0], str) + + +def test_hugging_face_pipeline_complex_schema(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + model = pipeline("text-generation", "openai-community/gpt2") + + class MultiNum(BaseModel): + whole: int + frac: float + + class Tricky(BaseModel): + foo: list[str] + bar: list[MultiNum] + bez: MultiNum + + g = Guard.from_pydantic(Tricky, output_formatter="jsonformer") + response = g(model, prompt="Sample:") + out = response.validated_output + assert isinstance(out, dict) + assert "foo" in out + assert isinstance(out["foo"], list) + if len(out["foo"]) > 0: + assert isinstance(out["foo"][0], str) + assert "bar" in out + if len(out["bar"]) > 0: + assert isinstance(out["bar"][0], dict) + assert "bez" in out + assert isinstance(out["bez"]["whole"], int | float) + assert isinstance(out["bez"]["whole"], int | float) From dec4275580fea78250fe09f2bab6a91214f8ea55 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 15:18:10 -0700 Subject: [PATCH 155/318] Update pyproject with the new jsonformer dependency. --- pyproject.toml | 1 + 1 file changed, 1 insertion(+) diff --git a/pyproject.toml b/pyproject.toml index b34eb19dc..762a610dd 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -29,6 +29,7 @@ typing-extensions = "^4.8.0" python-dateutil = "^2.8.2" tiktoken = ">=0.5.1" nltk = "^3.8.1" +jsonformer = "0.12.0" sqlvalidator = {version = "^0.0.20", optional = true} sqlalchemy = {version = ">=2.0.9", optional = true} From 497f5e67689f8ae6e1e083f84444ca18a4836126 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 16:03:38 -0700 Subject: [PATCH 156/318] Add unit tests for the schema converter. Move the formatter tests from the guard to a dedicated file for formatters. --- guardrails/formatters/json_formatter.py | 35 +------- guardrails/run/runner.py | 2 - tests/integration_tests/test_formatters.py | 94 ++++++++++++++++++++++ tests/unit_tests/test_formatters.py | 37 +++++++++ tests/unit_tests/test_guard.py | 80 ------------------ 5 files changed, 135 insertions(+), 113 deletions(-) create mode 100644 tests/integration_tests/test_formatters.py create mode 100644 tests/unit_tests/test_formatters.py diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py index f4ac2444c..29ae1ceb3 100644 --- a/guardrails/formatters/json_formatter.py +++ b/guardrails/formatters/json_formatter.py @@ -12,10 +12,13 @@ def _deref_schema_path(schema: dict, path: Union[list, str]): - # schema is assumed to be the "$defs" field from JSONSchema, {"$defs": ...}. + """Given a path like #/$defs/foo/bar/bez, nagivates into a JSONSchema dict and pulls + the respective sub-object.""" if isinstance(path, str): path = path.split("/") if path[0] == "#": + # The '#' indicates the root of the chain, so this is a first call. + # If we're at the root we want to make sure we have our '$defs'. assert "$defs" in schema return _deref_schema_path(schema, path[1:]) if len(path) == 1: @@ -30,36 +33,6 @@ def _jsonschema_to_jsonformer( """Converts the large-ish JSONSchema standard into the JSONFormer schema format. These are mostly identical, but the jsonschema supports '$defs' and '$ref'. There's an additional inconsistency in the use 'integer' versus 'number'. - ``` - jsonschema_style = - { - '$defs': { - 'Obs': { - 'type': 'object', - 'properties': {'blah': {'type': 'integer'}}} - }, - 'type': 'object' - 'properties': { - 's': {'type': 'string'}, - 'i': {'type': 'integer'}, - 'b': {'type': 'boolean'}, - 'a': {'type': 'array', 'items': {'type': 'integer'}}, - 'o': {'$ref': '#/$defs/Obs'} - }, - } - - jsonformer_style = - { - "type": "object", - "properties": { - "s": {"type": "string"}, - "i": {"type": "number"}, - "b": {"type": "boolean"}, - "a": {"type": "array", "items": {"type": "string"}} - "o": {"type": "object", "properties": ...}, - } - } - ``` """ if path is None: path = [] diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index 1bab6a787..782ec1ca0 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -153,8 +153,6 @@ def __init__( self.num_reasks = num_reasks self.full_schema_reask = full_schema_reask - # TODO: Inject the wrapper here. - # Internal Metrics Collection # Get metrics opt-out from credentials self._disable_tracer = disable_tracer diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py new file mode 100644 index 000000000..6fe0191ee --- /dev/null +++ b/tests/integration_tests/test_formatters.py @@ -0,0 +1,94 @@ +import importlib +import pytest + +from pydantic import BaseModel + +from guardrails import Guard + + +@pytest.mark.skipif( + not importlib.util.find_spec("transformers") + and not importlib.util.find_spec("torch"), + reason="transformers or torch is not installed", +) +def test_hugging_face_model_callable(): + from transformers import AutoModelForCausalLM, AutoTokenizer + + # TODO: Don't actually pull GPT-2 during the test. + model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2") + tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2") + + class Foo(BaseModel): + bar: str + bez: list[str] + + g = Guard.from_pydantic(Foo, output_formatter="jsonformer") + response = g(model.generate, tokenizer=tokenizer, prompt="Sample:") + validated_output = response.validated_output + assert isinstance(validated_output, dict) + assert "bar" in validated_output + assert "bez" in validated_output + assert isinstance(validated_output["bez"], list) + if len(validated_output["bez"]) > 0: + assert isinstance(validated_output["bez"][0], str) + + +@pytest.mark.skipif( + not importlib.util.find_spec("transformers") + and not importlib.util.find_spec("torch"), + reason="transformers or torch is not installed", +) +def test_hugging_face_pipeline_callable(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + model = pipeline("text-generation", "openai-community/gpt2") + + class Foo(BaseModel): + bar: str + bez: list[str] + + g = Guard.from_pydantic(Foo, output_formatter="jsonformer") + response = g(model, prompt="Sample:") + validated_output = response.validated_output + assert isinstance(validated_output, dict) + assert "bar" in validated_output + assert isinstance(validated_output["bez"], list) + if len(validated_output["bez"]) > 0: + assert isinstance(validated_output["bez"][0], str) + + +@pytest.mark.skipif( + not importlib.util.find_spec("transformers") + and not importlib.util.find_spec("torch"), + reason="transformers or torch is not installed", +) +def test_hugging_face_pipeline_complex_schema(): + from transformers import pipeline + + # TODO: Don't actually pull GPT-2 during the test. + model = pipeline("text-generation", "openai-community/gpt2") + + class MultiNum(BaseModel): + whole: int + frac: float + + class Tricky(BaseModel): + foo: list[str] + bar: list[MultiNum] + bez: MultiNum + + g = Guard.from_pydantic(Tricky, output_formatter="jsonformer") + response = g(model, prompt="Sample:") + out = response.validated_output + assert isinstance(out, dict) + assert "foo" in out + assert isinstance(out["foo"], list) + if len(out["foo"]) > 0: + assert isinstance(out["foo"][0], str) + assert "bar" in out + if len(out["bar"]) > 0: + assert isinstance(out["bar"][0], dict) + assert "bez" in out + assert isinstance(out["bez"]["whole"], int | float) + assert isinstance(out["bez"]["whole"], int | float) diff --git a/tests/unit_tests/test_formatters.py b/tests/unit_tests/test_formatters.py new file mode 100644 index 000000000..72d8b3f10 --- /dev/null +++ b/tests/unit_tests/test_formatters.py @@ -0,0 +1,37 @@ +from typing import List + +from pydantic import BaseModel + +from guardrails.formatters.json_formatter import _jsonschema_to_jsonformer + + +def test_basic_schema_conversion(): + class Simple(BaseModel): + my_age: int + my_height_in_nanometers: float + my_name: str + my_friends: list[str] + + out_schema = _jsonschema_to_jsonformer(Simple.model_json_schema()) + assert out_schema["type"] == "object" + assert out_schema["properties"]["my_age"]["type"] == "number" + assert out_schema["properties"]["my_height_in_nanometers"]["type"] == "number" + assert out_schema["properties"]["my_name"]["type"] == "string" + assert out_schema["properties"]["my_friends"]["type"] == "array" + assert out_schema["properties"]["my_friends"]["items"]["type"] == "string" + + +def test_nested_schema_conversion(): + class Simple(BaseModel): + name: str + + class Nested(BaseModel): + best_dog: Simple + good_dogs: List[Simple] # May cause OoM if enumerated. Consider generator. + + out = _jsonschema_to_jsonformer(Nested.model_json_schema()) + assert out["type"] == "object" + assert out["properties"]["best_dog"]["type"] == "object" + assert out["properties"]["best_dog"]["properties"]["name"]["type"] == "string" + assert out["properties"]["good_dogs"]["type"] == "array" + assert out["properties"]["good_dogs"]["items"]["type"] == "object" diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 8d97797a7..346be44aa 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,5 +1,3 @@ -import importlib - import pytest import openai @@ -617,81 +615,3 @@ def test_use_and_use_many(): # assert response.validation_passed is True # assert response.validated_output == "oh canada" - - -@pytest.mark.skipif( - not importlib.util.find_spec("transformers") - and not importlib.util.find_spec("torch"), - reason="transformers or torch is not installed", -) -def test_hugging_face_model_callable(): - from transformers import AutoModelForCausalLM, AutoTokenizer - - # TODO: Don't actually pull GPT-2 during the test. - model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2") - tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2") - - class Foo(BaseModel): - bar: str - bez: list[str] - - g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model.generate, tokenizer=tokenizer, prompt="Sample:") - validated_output = response.validated_output - assert isinstance(validated_output, dict) - assert "bar" in validated_output - assert "bez" in validated_output - assert isinstance(validated_output["bez"], list) - if len(validated_output["bez"]) > 0: - assert isinstance(validated_output["bez"][0], str) - - -def test_hugging_face_pipeline_callable(): - from transformers import pipeline - - # TODO: Don't actually pull GPT-2 during the test. - model = pipeline("text-generation", "openai-community/gpt2") - - class Foo(BaseModel): - bar: str - bez: list[str] - - g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model, prompt="Sample:") - validated_output = response.validated_output - assert isinstance(validated_output, dict) - assert "bar" in validated_output - assert isinstance(validated_output["bez"], list) - if len(validated_output["bez"]) > 0: - assert isinstance(validated_output["bez"][0], str) - - -def test_hugging_face_pipeline_complex_schema(): - from transformers import pipeline - - # TODO: Don't actually pull GPT-2 during the test. - model = pipeline("text-generation", "openai-community/gpt2") - - class MultiNum(BaseModel): - whole: int - frac: float - - class Tricky(BaseModel): - foo: list[str] - bar: list[MultiNum] - bez: MultiNum - - g = Guard.from_pydantic(Tricky, output_formatter="jsonformer") - response = g(model, prompt="Sample:") - out = response.validated_output - assert isinstance(out, dict) - assert "foo" in out - assert isinstance(out["foo"], list) - if len(out["foo"]) > 0: - assert isinstance(out["foo"][0], str) - assert "bar" in out - if len(out["bar"]) > 0: - assert isinstance(out["bar"][0], dict) - assert "bez" in out - assert isinstance(out["bez"]["whole"], int | float) - assert isinstance(out["bez"]["whole"], int | float) From 4e38abb71dba5019d0e5e93d5eb88089d66fee75 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Fri, 14 Jun 2024 16:16:04 -0700 Subject: [PATCH 157/318] Remove unused file. --- guardrails/utils/constraint_wrappers.py | 96 ------------------------- 1 file changed, 96 deletions(-) delete mode 100644 guardrails/utils/constraint_wrappers.py diff --git a/guardrails/utils/constraint_wrappers.py b/guardrails/utils/constraint_wrappers.py deleted file mode 100644 index 993ef1b90..000000000 --- a/guardrails/utils/constraint_wrappers.py +++ /dev/null @@ -1,96 +0,0 @@ -from typing import Callable, List, Optional, Union - -from jsonformer import Jsonformer -from pydantic import BaseModel - - -def wrap_callable_with_jsonformer( - callable: Callable, - tokenizer, - prompt: str, - schema: dict, -) -> Callable: - return Jsonformer(callable, tokenizer, prompt, schema) - - -def wrap_llm_callable_with_jsonformer( - model: str, - messages: List = [], - # Optional OpenAI params - timeout: Optional[Union[float, int]] = None, - temperature: Optional[float] = None, - top_p: Optional[float] = None, - n: Optional[int] = None, - stream: Optional[bool] = None, - stream_options: Optional[dict] = None, - stop=None, - max_tokens: Optional[int] = None, - presence_penalty: Optional[float] = None, - frequency_penalty: Optional[float] = None, - logit_bias: Optional[dict] = None, - user: Optional[str] = None, - # openai v1.0+ new params - response_format: Optional[dict] = None, - seed: Optional[int] = None, - tools: Optional[List] = None, - tool_choice: Optional[str] = None, - logprobs: Optional[bool] = None, - top_logprobs: Optional[int] = None, - deployment_id=None, - # soon to be deprecated params by OpenAI - functions: Optional[List] = None, - function_call: Optional[str] = None, - # set api_base, api_version, api_key - base_url: Optional[str] = None, - api_version: Optional[str] = None, - api_key: Optional[str] = None, - model_list: Optional[list] = None, # pass in a list of api_base,keys, etc. - # Optional liteLLM function params - **kwargs, -): - pass - - -class WrappedJSONFormerLLMCallable: - def __init__(self, model, schema: BaseModel): - self.model = model - self.schema = schema - self.jsonformer = None - - def call( - model: str, - messages: List = [], - # Optional OpenAI params - timeout: Optional[Union[float, int]] = None, - temperature: Optional[float] = None, - top_p: Optional[float] = None, - n: Optional[int] = None, - stream: Optional[bool] = None, - stream_options: Optional[dict] = None, - stop=None, - max_tokens: Optional[int] = None, - presence_penalty: Optional[float] = None, - frequency_penalty: Optional[float] = None, - logit_bias: Optional[dict] = None, - user: Optional[str] = None, - # openai v1.0+ new params - response_format: Optional[dict] = None, - seed: Optional[int] = None, - tools: Optional[List] = None, - tool_choice: Optional[str] = None, - logprobs: Optional[bool] = None, - top_logprobs: Optional[int] = None, - deployment_id=None, - # soon to be deprecated params by OpenAI - functions: Optional[List] = None, - function_call: Optional[str] = None, - # set api_base, api_version, api_key - base_url: Optional[str] = None, - api_version: Optional[str] = None, - api_key: Optional[str] = None, - model_list: Optional[list] = None, # pass in a list of api_base,keys, etc. - # Optional liteLLM function params - *args, - **kwargs, - ): - pass From f2e1c9725b948331ac5d5f1e829cb294cd94bd2c Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 13:11:15 -0500 Subject: [PATCH 158/318] cleanup test --- tests/integration_tests/test_python_rail.py | 122 ++++++++++---------- 1 file changed, 61 insertions(+), 61 deletions(-) diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 0fea09fad..fbd224f49 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -3,7 +3,7 @@ from typing import List, Literal, Union import pytest -from pydantic import BaseModel, Field +from pydantic import BaseModel, Field, field_validator, model_validator import guardrails as gd from guardrails.classes.llm.llm_response import LLMResponse @@ -44,6 +44,66 @@ def validate(self, value, metadata) -> ValidationResult: return PassResult() +class BoxOfficeRevenue(BaseModel): + revenue_type: Literal["box_office"] + gross: float + opening_weekend: float + + # Field-level validation using Pydantic (not Guardrails) + @field_validator("gross") + def validate_gross(cls, gross): + if gross <= 0: + raise ValueError("Gross revenue must be a positive value") + return gross + + +class StreamingRevenue(BaseModel): + revenue_type: Literal["streaming"] + subscriptions: int + subscription_fee: float + + +class Details(BaseModel): + release_date: date + duration: time + budget: float + is_sequel: bool = Field(default=False) + website: str = Field( + json_schema_extra={ + "validators": [ValidLength(min=9, max=100, on_fail=OnFailAction.REASK)] + } + ) + + # Root-level validation using Pydantic (Not in Guardrails) + @model_validator(mode="before") + def validate_budget_and_gross(cls, values): + budget = values.get("budget") + revenue = values.get("revenue") + # if revenue["revenue_type"] == "box_office": + if isinstance(revenue, BoxOfficeRevenue): + print("!!! revenue is BoxOfficeRevenue !!!") + gross = revenue["gross"] + if budget >= gross: + raise ValueError("Budget must be less than gross revenue") + return values + + contact_email: str + revenue: Union[BoxOfficeRevenue, StreamingRevenue] = Field( + ..., discriminator="revenue_type" + ) + + +class Movie(BaseModel): + rank: int + title: str + details: Details + + +class Director(BaseModel): + name: str = Field(validators=[IsValidDirector()]) + movies: List[Movie] + + def test_python_rail(mocker): mock_invoke_llm = mocker.patch( "guardrails.llm_providers.OpenAIChatCallable._invoke_llm" @@ -61,66 +121,6 @@ def test_python_rail(mocker): ), ] - class BoxOfficeRevenue(BaseModel): - revenue_type: Literal["box_office"] - gross: float - opening_weekend: float - - # Field-level validation using Pydantic (not Guardrails) - - from pydantic import field_validator - - decorator = field_validator("gross") - - @decorator - def validate_gross(cls, gross): - if gross <= 0: - raise ValueError("Gross revenue must be a positive value") - return gross - - class StreamingRevenue(BaseModel): - revenue_type: Literal["streaming"] - subscriptions: int - subscription_fee: float - - class Details(BaseModel): - release_date: date - duration: time - budget: float - is_sequel: bool = Field(default=False) - - # Root-level validation using Pydantic (Not in Guardrails) - website: str = Field( - json_schema_extra={ - "validators": [ValidLength(min=9, max=100, on_fail=OnFailAction.REASK)] - } - ) - from pydantic import model_validator - - @model_validator(mode="before") - def validate_budget_and_gross(cls, values): - budget = values.get("budget") - revenue = values.get("revenue") - if revenue["revenue_type"] == "box_office": - gross = revenue["gross"] - if budget >= gross: - raise ValueError("Budget must be less than gross revenue") - return values - - contact_email: str - revenue: Union[BoxOfficeRevenue, StreamingRevenue] = Field( - ..., discriminator="revenue_type" - ) - - class Movie(BaseModel): - rank: int - title: str - details: Details - - class Director(BaseModel): - name: str = Field(validators=[IsValidDirector()]) - movies: List[Movie] - guard = gd.Guard.from_pydantic( output_class=Director, prompt=( From dd3657b8f1cb967bcdd728d1d2569e422eb06446 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 13:25:59 -0500 Subject: [PATCH 159/318] fix test --- tests/integration_tests/test_python_rail.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index fbd224f49..50e643e70 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -79,9 +79,7 @@ class Details(BaseModel): def validate_budget_and_gross(cls, values): budget = values.get("budget") revenue = values.get("revenue") - # if revenue["revenue_type"] == "box_office": - if isinstance(revenue, BoxOfficeRevenue): - print("!!! revenue is BoxOfficeRevenue !!!") + if revenue["revenue_type"] == "box_office": gross = revenue["gross"] if budget >= gross: raise ValueError("Budget must be less than gross revenue") From 31cb5a46c6071a13d621e775d73d00e9893225c3 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 14:21:46 -0500 Subject: [PATCH 160/318] ensure validators are only initialized once --- guardrails/guard.py | 15 ++- tests/integration_tests/test_guard.py | 186 +++++++++++++++++++++++++- 2 files changed, 197 insertions(+), 4 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index f1035bc17..c113d4162 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -70,6 +70,7 @@ set_tracer, set_tracer_context, ) +from guardrails.types.on_fail import OnFailAction from guardrails.types.pydantic import ModelOrListOfModels from guardrails.utils.naming_utils import random_id from guardrails.utils.safe_get import safe_get @@ -256,8 +257,18 @@ def _fill_validator_map(self): for v in entry if ( v.rail_alias == ref.id - and v.on_fail_descriptor == ref.on_fail - and v.get_args() == ref.kwargs + and ( + v.on_fail_descriptor == ref.on_fail + or ( + v.on_fail_descriptor == OnFailAction.NOOP + and not ref.on_fail + ) + ) + and ( + v.get_args() == ref.kwargs + or not v.get_args() + and not ref.kwargs + ) ) ], 0, diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 20945d7f4..586197932 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -5,8 +5,8 @@ from typing import Optional, Union import pytest -from pydantic import BaseModel -from guardrails_api_client import Guard as IGuard, GuardHistory +from pydantic import BaseModel, Field +from guardrails_api_client import Guard as IGuard, GuardHistory, ValidatorReference import guardrails as gd from guardrails.actions.reask import SkeletonReAsk @@ -23,6 +23,7 @@ RegexMatch, ValidLength, ValidChoices, + LowerCase, ) from .mock_llm_outputs import ( @@ -1186,3 +1187,184 @@ def test_guard_from_pydantic_with_mock_hf_model(): tokenizer=tokenizer, prompt="Don't care about the output. Just don't crash.", ) + + +class TestValidatorInitializedOnce: + def test_guard_init(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + guard = Guard(validators=[ValidatorReference(id="lower-case", on="$")]) + + # Validator is not initialized until the guard is used + assert init_spy.call_count == 0 + + guard.parse("some-name") + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard.parse("some-other-name") + + assert init_spy.call_count == 1 + + def test_from_rail(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + guard = Guard.from_rail_string( + """ + + + + """ + ) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard.parse("some-name") + + assert init_spy.call_count == 1 + + def test_from_pydantic_validator_instance(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + class MyModel(BaseModel): + name: str = Field(..., validators=[LowerCase()]) + + guard = Guard().from_pydantic(MyModel) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard.parse('{ "name": "some-name" }') + + assert init_spy.call_count == 1 + + def test_from_pydantic_str(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + class MyModel(BaseModel): + name: str = Field(..., validators=[("lower-case", "noop")]) + + guard = Guard().from_pydantic(MyModel) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard.parse('{ "name": "some-name" }') + + assert init_spy.call_count == 1 + + def test_from_pydantic_same_instance_on_two_models(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + lower_case = LowerCase() + + class MyModel(BaseModel): + name: str = Field(..., validators=[lower_case]) + + class MyOtherModel(BaseModel): + name: str = Field(..., validators=[lower_case]) + + guard_1 = Guard.from_pydantic(MyModel) + guard_2 = Guard.from_pydantic(MyOtherModel) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard_1.parse("some-name") + + assert init_spy.call_count == 1 + + guard_2.parse("some-other-name") + + assert init_spy.call_count == 1 + + def test_guard_use_instance(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + guard = Guard().use(LowerCase()) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard.parse("some-name") + + assert init_spy.call_count == 1 + + def test_guard_use_class(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + guard = Guard().use(LowerCase) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard.parse("some-name") + + assert init_spy.call_count == 1 + + def test_guard_use_same_instance_on_two_guards(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + lower_case = LowerCase() + + guard_1 = Guard().use(lower_case) + guard_2 = Guard().use(lower_case) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard_1.parse("some-name") + + assert init_spy.call_count == 1 + + guard_2.parse("some-other-name") + + assert init_spy.call_count == 1 + + def test_guard_use_many_instance(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + guard = Guard().use_many(LowerCase()) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard.parse("some-name") + + assert init_spy.call_count == 1 + + def test_guard_use_many_class(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + guard = Guard().use_many(LowerCase) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard.parse("some-name") + + assert init_spy.call_count == 1 + + def test_guard_use_many_same_instance_on_two_guards(self, mocker): + init_spy = mocker.spy(LowerCase, "__init__") + + lower_case = LowerCase() + + guard_1 = Guard().use_many(lower_case) + guard_2 = Guard().use_many(lower_case) + + assert init_spy.call_count == 1 + + # Validator is not initialized again + guard_1.parse("some-name") + + assert init_spy.call_count == 1 + + guard_2.parse("some-other-name") + + assert init_spy.call_count == 1 From 1ee3b7b5cb3f8253c48fee22652fda988b2f7ca5 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Mon, 17 Jun 2024 12:32:14 -0700 Subject: [PATCH 161/318] Switch tiny-random-bert to tiny-random-gpt because the context length is too small for mosts tests. --- tests/integration_tests/test_formatters.py | 22 ++++++------------ tests/integration_tests/test_guard.py | 8 +++---- tests/unit_tests/mocks/mock_hf_models.py | 10 ++++---- .../config.json | 0 .../generation_config.json | 0 .../merges.txt | 0 .../model.safetensors | Bin .../special_tokens_map.json | 0 .../tokenizer.json | 0 .../tokenizer_config.json | 0 .../vocab.json | 0 11 files changed, 16 insertions(+), 24 deletions(-) rename tests/unit_tests/mocks/{tiny-random-bart => tiny-random-gpt2}/config.json (100%) rename tests/unit_tests/mocks/{tiny-random-bart => tiny-random-gpt2}/generation_config.json (100%) rename tests/unit_tests/mocks/{tiny-random-bart => tiny-random-gpt2}/merges.txt (100%) rename tests/unit_tests/mocks/{tiny-random-bart => tiny-random-gpt2}/model.safetensors (100%) rename tests/unit_tests/mocks/{tiny-random-bart => tiny-random-gpt2}/special_tokens_map.json (100%) rename tests/unit_tests/mocks/{tiny-random-bart => tiny-random-gpt2}/tokenizer.json (100%) rename tests/unit_tests/mocks/{tiny-random-bart => tiny-random-gpt2}/tokenizer_config.json (100%) rename tests/unit_tests/mocks/{tiny-random-bart => tiny-random-gpt2}/vocab.json (100%) diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py index 6fe0191ee..05eccdd5f 100644 --- a/tests/integration_tests/test_formatters.py +++ b/tests/integration_tests/test_formatters.py @@ -12,22 +12,18 @@ reason="transformers or torch is not installed", ) def test_hugging_face_model_callable(): - from transformers import AutoModelForCausalLM, AutoTokenizer - - # TODO: Don't actually pull GPT-2 during the test. - model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2") - tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2") + from tests.unit_tests.mocks.mock_hf_models import make_mock_model_and_tokenizer + model, tokenizer = make_mock_model_and_tokenizer() class Foo(BaseModel): bar: str bez: list[str] g = Guard.from_pydantic(Foo, output_formatter="jsonformer") - response = g(model.generate, tokenizer=tokenizer, prompt="Sample:") + response = g(model.generate, tokenizer=tokenizer, prompt="test") validated_output = response.validated_output assert isinstance(validated_output, dict) assert "bar" in validated_output - assert "bez" in validated_output assert isinstance(validated_output["bez"], list) if len(validated_output["bez"]) > 0: assert isinstance(validated_output["bez"][0], str) @@ -39,10 +35,8 @@ class Foo(BaseModel): reason="transformers or torch is not installed", ) def test_hugging_face_pipeline_callable(): - from transformers import pipeline - - # TODO: Don't actually pull GPT-2 during the test. - model = pipeline("text-generation", "openai-community/gpt2") + from tests.unit_tests.mocks.mock_hf_models import make_random_pipeline + model = make_random_pipeline() class Foo(BaseModel): bar: str @@ -64,10 +58,8 @@ class Foo(BaseModel): reason="transformers or torch is not installed", ) def test_hugging_face_pipeline_complex_schema(): - from transformers import pipeline - - # TODO: Don't actually pull GPT-2 during the test. - model = pipeline("text-generation", "openai-community/gpt2") + from tests.unit_tests.mocks.mock_hf_models import make_random_pipeline + model = make_random_pipeline() class MultiNum(BaseModel): whole: int diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 20945d7f4..8f51c16aa 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -1164,9 +1164,9 @@ def test_ser_deser(self): reason="transformers or torch is not installed", ) def test_guard_from_pydantic_with_mock_hf_pipeline(): - from tests.unit_tests.mocks.mock_hf_models import make_mock_pipeline + from tests.unit_tests.mocks.mock_hf_models import make_random_pipeline - pipe = make_mock_pipeline() + pipe = make_random_pipeline() guard = Guard() _ = guard(pipe, prompt="Don't care about the output. Just don't crash.") @@ -1177,9 +1177,9 @@ def test_guard_from_pydantic_with_mock_hf_pipeline(): reason="transformers or torch is not installed", ) def test_guard_from_pydantic_with_mock_hf_model(): - from tests.unit_tests.mocks.mock_hf_models import make_mock_model_tokenizer + from tests.unit_tests.mocks.mock_hf_models import make_mock_model_and_tokenizer - model, tokenizer = make_mock_model_tokenizer() + model, tokenizer = make_mock_model_and_tokenizer() guard = Guard() _ = guard( model.generate, diff --git a/tests/unit_tests/mocks/mock_hf_models.py b/tests/unit_tests/mocks/mock_hf_models.py index 4de601460..82aa5d86f 100644 --- a/tests/unit_tests/mocks/mock_hf_models.py +++ b/tests/unit_tests/mocks/mock_hf_models.py @@ -1,18 +1,18 @@ import os -def make_mock_model_tokenizer(): +def make_mock_model_and_tokenizer(): """Returns a tuple of HF AutoModelForCausalLM and AutoTokenizer.""" from transformers import AutoModelForCausalLM, AutoTokenizer # Can regenerate the sample pipe with this: # pipeline( # "text-generation", - # "hf-internal-testing/tiny-random-BartForCausalLM", + # "hf-internal-testing/tiny-random-gpt2", # ).save_pretrained("...") savedir = os.path.join( - os.path.abspath(os.path.normpath(os.path.dirname(__file__))), "tiny-random-bart" + os.path.abspath(os.path.normpath(os.path.dirname(__file__))), "tiny-random-gpt2" ) model = AutoModelForCausalLM.from_pretrained(savedir, local_files_only=True) @@ -22,10 +22,10 @@ def make_mock_model_tokenizer(): return model, tokenizer -def make_mock_pipeline(): +def make_random_pipeline(): from transformers import pipeline - model, tokenizer = make_mock_model_tokenizer() + model, tokenizer = make_mock_model_and_tokenizer() pipe = pipeline( task="text-generation", diff --git a/tests/unit_tests/mocks/tiny-random-bart/config.json b/tests/unit_tests/mocks/tiny-random-gpt2/config.json similarity index 100% rename from tests/unit_tests/mocks/tiny-random-bart/config.json rename to tests/unit_tests/mocks/tiny-random-gpt2/config.json diff --git a/tests/unit_tests/mocks/tiny-random-bart/generation_config.json b/tests/unit_tests/mocks/tiny-random-gpt2/generation_config.json similarity index 100% rename from tests/unit_tests/mocks/tiny-random-bart/generation_config.json rename to tests/unit_tests/mocks/tiny-random-gpt2/generation_config.json diff --git a/tests/unit_tests/mocks/tiny-random-bart/merges.txt b/tests/unit_tests/mocks/tiny-random-gpt2/merges.txt similarity index 100% rename from tests/unit_tests/mocks/tiny-random-bart/merges.txt rename to tests/unit_tests/mocks/tiny-random-gpt2/merges.txt diff --git a/tests/unit_tests/mocks/tiny-random-bart/model.safetensors b/tests/unit_tests/mocks/tiny-random-gpt2/model.safetensors similarity index 100% rename from tests/unit_tests/mocks/tiny-random-bart/model.safetensors rename to tests/unit_tests/mocks/tiny-random-gpt2/model.safetensors diff --git a/tests/unit_tests/mocks/tiny-random-bart/special_tokens_map.json b/tests/unit_tests/mocks/tiny-random-gpt2/special_tokens_map.json similarity index 100% rename from tests/unit_tests/mocks/tiny-random-bart/special_tokens_map.json rename to tests/unit_tests/mocks/tiny-random-gpt2/special_tokens_map.json diff --git a/tests/unit_tests/mocks/tiny-random-bart/tokenizer.json b/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer.json similarity index 100% rename from tests/unit_tests/mocks/tiny-random-bart/tokenizer.json rename to tests/unit_tests/mocks/tiny-random-gpt2/tokenizer.json diff --git a/tests/unit_tests/mocks/tiny-random-bart/tokenizer_config.json b/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer_config.json similarity index 100% rename from tests/unit_tests/mocks/tiny-random-bart/tokenizer_config.json rename to tests/unit_tests/mocks/tiny-random-gpt2/tokenizer_config.json diff --git a/tests/unit_tests/mocks/tiny-random-bart/vocab.json b/tests/unit_tests/mocks/tiny-random-gpt2/vocab.json similarity index 100% rename from tests/unit_tests/mocks/tiny-random-bart/vocab.json rename to tests/unit_tests/mocks/tiny-random-gpt2/vocab.json From 8ab7d43ec107fac29f5b595e9cc751827d2c5c76 Mon Sep 17 00:00:00 2001 From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com> Date: Mon, 17 Jun 2024 12:34:37 -0700 Subject: [PATCH 162/318] updating rest api path --- guardrails/validator_base.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index e6542960c..484c93031 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -641,12 +641,14 @@ def _hub_inference_request(self, request_body: dict) -> Any: """ try: - submission_url = f"{validator_hub_service}/validator/hosted_endpoint" + validator_id = self.rail_alias.split("/")[-1] + submission_url = ( + f"{validator_hub_service}/validator/{validator_id}/inference" + ) headers = { "Authorization": f"Bearer {self.token}", "Content-Type": "application/json", - "validator": self.rail_alias.split("/")[-1], } req = requests.post(submission_url, json=request_body, headers=headers) From f572ddc54f6a4c872e75c913f718a915cc1b1446 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 14:44:20 -0500 Subject: [PATCH 163/318] remove duplication --- guardrails/run/stream_runner.py | 16 +++------------- 1 file changed, 3 insertions(+), 13 deletions(-) diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index f55bc7078..71de8ba2d 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -271,21 +271,11 @@ def step( def is_last_chunk(self, chunk: Any, api: Union[PromptCallableBase, None]) -> bool: """Detect if chunk is final chunk.""" - if isinstance(api, OpenAICallable): - finished = chunk.choices[0].finish_reason - return finished is not None - elif isinstance(api, OpenAIChatCallable): + try: finished = chunk.choices[0].finish_reason return finished is not None - elif isinstance(api, LiteLLMCallable): - finished = chunk.choices[0].finish_reason - return finished is not None - else: - try: - finished = chunk.choices[0].finish_reason - return finished is not None - except (AttributeError, TypeError): - return False + except (AttributeError, TypeError): + return False def get_chunk_text(self, chunk: Any, api: Union[PromptCallableBase, None]) -> str: """Get the text from a chunk.""" From 72d61465ba7c54382421a3d648d1915c051127fb Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Mon, 17 Jun 2024 15:29:09 -0500 Subject: [PATCH 164/318] refactor list comprehension --- guardrails/guard.py | 37 +++++++++++++------------------------ 1 file changed, 13 insertions(+), 24 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index c113d4162..6c2b108c7 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -73,7 +73,6 @@ from guardrails.types.on_fail import OnFailAction from guardrails.types.pydantic import ModelOrListOfModels from guardrails.utils.naming_utils import random_id -from guardrails.utils.safe_get import safe_get from guardrails.utils.api_utils import extract_serializeable_metadata from guardrails.utils.hub_telemetry_utils import HubTelemetry from guardrails.classes.llm.llm_response import LLMResponse @@ -251,29 +250,19 @@ def _fill_validator_map(self): entry: List[Validator] = self._validator_map.get(ref.on, []) # type: ignore # Check if the validator from the reference # has an instance in the validator_map - v = safe_get( - [ - v - for v in entry - if ( - v.rail_alias == ref.id - and ( - v.on_fail_descriptor == ref.on_fail - or ( - v.on_fail_descriptor == OnFailAction.NOOP - and not ref.on_fail - ) - ) - and ( - v.get_args() == ref.kwargs - or not v.get_args() - and not ref.kwargs - ) - ) - ], - 0, - ) - if not v: + existing_instance: Optional[Validator] = None + for v in entry: + same_id = v.rail_alias == ref.id + same_on_fail = v.on_fail_descriptor == ref.on_fail or ( # is default + v.on_fail_descriptor == OnFailAction.NOOP and not ref.on_fail + ) + same_args = v.get_args() == ref.kwargs or ( # Both are empty + not v.get_args() and not ref.kwargs + ) + if same_id and same_on_fail and same_args: + existing_instance = v + break + if not existing_instance: validator = parse_validator_reference(ref) if validator: entry.append(validator) From 4df39487b5b99c70656b0e9b37c4d9d803d86f30 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Mon, 17 Jun 2024 16:38:19 -0700 Subject: [PATCH 165/318] Use the mock GPT-2 model instead of mock BERT because the context length is required for more complex generation. --- tests/integration_tests/test_formatters.py | 47 +- .../mocks/tiny-random-gpt2/config.json | 72 +- .../tiny-random-gpt2/generation_config.json | 7 +- .../mocks/tiny-random-gpt2/merges.txt | 43 + .../mocks/tiny-random-gpt2/model.safetensors | Bin 97560 -> 453864 bytes .../tiny-random-gpt2/special_tokens_map.json | 34 +- .../mocks/tiny-random-gpt2/tokenizer.json | 2122 ++++++++--------- .../tiny-random-gpt2/tokenizer_config.json | 50 +- .../mocks/tiny-random-gpt2/vocab.json | 2 +- 9 files changed, 1156 insertions(+), 1221 deletions(-) diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py index 05eccdd5f..162c4604f 100644 --- a/tests/integration_tests/test_formatters.py +++ b/tests/integration_tests/test_formatters.py @@ -5,12 +5,14 @@ from guardrails import Guard - -@pytest.mark.skipif( - not importlib.util.find_spec("transformers") - and not importlib.util.find_spec("torch"), - reason="transformers or torch is not installed", +if_transformers_installed = pytest.mark.skipif( + "not importlib.util.find_spec('transformers')\ + or not importlib.util.find_spec('torch')", + reason="Transformers / Torch not installed." ) + + +@if_transformers_installed def test_hugging_face_model_callable(): from tests.unit_tests.mocks.mock_hf_models import make_mock_model_and_tokenizer model, tokenizer = make_mock_model_and_tokenizer() @@ -29,11 +31,7 @@ class Foo(BaseModel): assert isinstance(validated_output["bez"][0], str) -@pytest.mark.skipif( - not importlib.util.find_spec("transformers") - and not importlib.util.find_spec("torch"), - reason="transformers or torch is not installed", -) +@if_transformers_installed def test_hugging_face_pipeline_callable(): from tests.unit_tests.mocks.mock_hf_models import make_random_pipeline model = make_random_pipeline() @@ -52,35 +50,26 @@ class Foo(BaseModel): assert isinstance(validated_output["bez"][0], str) -@pytest.mark.skipif( - not importlib.util.find_spec("transformers") - and not importlib.util.find_spec("torch"), - reason="transformers or torch is not installed", -) +@pytest.mark.skip(reason="Random model infinitely recurses on complex struct. Use GPT2") def test_hugging_face_pipeline_complex_schema(): - from tests.unit_tests.mocks.mock_hf_models import make_random_pipeline - model = make_random_pipeline() + from transformers import pipeline + model = pipeline("text-generation", "gpt2") class MultiNum(BaseModel): whole: int frac: float class Tricky(BaseModel): - foo: list[str] - bar: list[MultiNum] - bez: MultiNum + foo: MultiNum + + # Note: If we used a real model we could do foo: list[MultiNum], but the random + # model tends to get stuck in an infinite loop during list generation. g = Guard.from_pydantic(Tricky, output_formatter="jsonformer") response = g(model, prompt="Sample:") out = response.validated_output assert isinstance(out, dict) assert "foo" in out - assert isinstance(out["foo"], list) - if len(out["foo"]) > 0: - assert isinstance(out["foo"][0], str) - assert "bar" in out - if len(out["bar"]) > 0: - assert isinstance(out["bar"][0], dict) - assert "bez" in out - assert isinstance(out["bez"]["whole"], int | float) - assert isinstance(out["bez"]["whole"], int | float) + assert isinstance(out["foo"], dict) + assert isinstance(out["foo"]["whole"], int | float) + assert isinstance(out["foo"]["frac"], float) diff --git a/tests/unit_tests/mocks/tiny-random-gpt2/config.json b/tests/unit_tests/mocks/tiny-random-gpt2/config.json index 9ba30804d..a04ac7e19 100644 --- a/tests/unit_tests/mocks/tiny-random-gpt2/config.json +++ b/tests/unit_tests/mocks/tiny-random-gpt2/config.json @@ -1,46 +1,40 @@ { - "_name_or_path": "hf-internal-testing/tiny-random-BartForCausalLM", - "activation_dropout": 0.0, - "activation_function": "gelu", + "_name_or_path": "hf-internal-testing/tiny-random-gpt2", + "activation_function": "gelu_new", "architectures": [ - "BartForCausalLM" + "GPT2LMHeadModel" ], - "attention_dropout": 0.1, - "bos_token_id": 0, - "classifier_dropout": 0.0, - "d_model": 16, - "decoder_attention_heads": 4, - "decoder_ffn_dim": 4, - "decoder_layerdrop": 0.0, - "decoder_layers": 2, - "decoder_start_token_id": 2, - "dropout": 0.1, - "encoder_attention_heads": 4, - "encoder_ffn_dim": 4, - "encoder_layerdrop": 0.0, - "encoder_layers": 2, - "eos_token_id": 2, - "forced_eos_token_id": null, - "id2label": { - "0": "LABEL_0", - "1": "LABEL_1", - "2": "LABEL_2" - }, - "init_std": 0.02, - "is_decoder": true, - "is_encoder_decoder": false, - "label2id": { - "LABEL_0": 0, - "LABEL_1": 1, - "LABEL_2": 2 - }, - "max_position_embeddings": 100, - "model_type": "bart", - "num_hidden_layers": 2, - "pad_token_id": 1, - "scale_embedding": false, + "attention_probs_dropout_prob": 0.1, + "attn_pdrop": 0.1, + "bos_token_id": 98, + "embd_pdrop": 0.1, + "eos_token_id": 98, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout_prob": 0.1, + "initializer_range": 0.02, + "intermediate_size": 37, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 32, + "n_head": 4, + "n_inner": null, + "n_layer": 5, + "n_positions": 512, + "pad_token_id": 98, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, "torch_dtype": "float32", "transformers_version": "4.36.2", + "type_vocab_size": 16, "use_cache": true, - "vocab_size": 1024 + "vocab_size": 1000 } diff --git a/tests/unit_tests/mocks/tiny-random-gpt2/generation_config.json b/tests/unit_tests/mocks/tiny-random-gpt2/generation_config.json index fb1fd9c6b..d16a8111d 100644 --- a/tests/unit_tests/mocks/tiny-random-gpt2/generation_config.json +++ b/tests/unit_tests/mocks/tiny-random-gpt2/generation_config.json @@ -1,8 +1,7 @@ { "_from_model_config": true, - "bos_token_id": 0, - "decoder_start_token_id": 2, - "eos_token_id": 2, - "pad_token_id": 1, + "bos_token_id": 98, + "eos_token_id": 98, + "pad_token_id": 98, "transformers_version": "4.36.2" } diff --git a/tests/unit_tests/mocks/tiny-random-gpt2/merges.txt b/tests/unit_tests/mocks/tiny-random-gpt2/merges.txt index a8c122a2b..5caa00e5c 100644 --- a/tests/unit_tests/mocks/tiny-random-gpt2/merges.txt +++ b/tests/unit_tests/mocks/tiny-random-gpt2/merges.txt @@ -762,3 +762,46 @@ a h Ġre v Ġm ill er m +u ally +o ot +Ġbe gan +Ġ19 6 +i red +Ġd if +Ġcont in +Ġs ign +i k +ĠI nd +ment s +iz ed +Ġ19 7 +Ġd irect +a u +Ġex t +ros s +em b +d er +Ġp ol +Ġm ay +a pt +el s +ĠW h +Ġcomp le +Ġar t +ĠB r +ĠI s +un e +t il +Ġc rit +Ġh ist +Ġear ly +Ġc ould +ĠC on +Ġd id +Ġb el +Ġcall ed +u ed +Ġn ear +Ġepis ode +y p +Ġdesc rib diff --git a/tests/unit_tests/mocks/tiny-random-gpt2/model.safetensors b/tests/unit_tests/mocks/tiny-random-gpt2/model.safetensors index ca29189d3f49b06c28e62240867c04a41d3c9ed0..fa9abfdec19ae0d6400cd3e9a25ee885633a8253 100644 GIT binary patch literal 453864 zcmeF2c{G-9*Y^!&%#a~uNE$^lb6v+iOA0AXQj!Krq=}+Isf5TZbD>a3ii(Qs*r#Yv zh@^oA(jcXQq*77uRXxwWo_qb=&+lH{?^^FaZ+~dja(#|{?!Axix%WPf%SB1x*PoqQ zD^_e+?d$61>g&23tzEiWzMEY)`uzOA)tmL!=;`aZ`uc9v zTeafXUn@ObeSUt#&DYO+HUAUVMuu9tT0U!BfBwsvW4cUN>lfF{-Q8!kFaKAa^>vNR zjhFomcH3%Ck2QP?{uS8BPqD6|3Lq} z**~*uAU>b0Yh-MsKVSfV^ZziZe^L2tV}3pkkaGWn{dd;$P1hYLseiF`P4vwT21sgy z|4>SPVRcOm3W(EVq*Ff(NCFK{7Pc=6lAmjgw`u7I^HPe3)`CN|afX@CyN%_UoH8s~CNLGJY z`)88!i^%614kWAwdjHt>|NE1xfkE)-}*KFday>4F5w-`OW3y4fzZF)jR);|2G0KP?_=@u4`a0 zu&DoIjXw;*Z|+b0fV%$A_>ujOZ{SZZXCRgR<%vI2nBPb~nWI0D(i;9p8uOd_6K*n41@}MT|3-!ksA9j- zx&}rjoPl)gzgPIvB>#ow(@phF2Mp)`1*Q27*X5U_#sjID(SIs6zqmi~<^w6&KjZ(6 zC=4hyzu^3?VqmfV#~ObcgfhyBqNa`OW=_HyudH{u%#w&+spLrQdK}LxX|!{vT`nVHAFI`S^ha|DW;y#v=?Q zHNWAyhCge+0ZL=zKb4x_z@J>hff~vG;{LtSf0dfw$e(26fy&iisYJ9m@sa`m*o{R$=>JqppEZD>l| zRJ1N`rh!w|((liwfVt5-qEMvFJUVh11m2EA_3EsK)R;M$pk! zOEhZbnDdt6jQj@*k4Yr@dY#54PnCJQ)TXjX_JObG6L{IRpEKwE75I=<0C|V(vDESt zq-z3(jZKHz)Ce5+*?^54djRT-ec_quQMzZiC_B}_krl~G0bwU4cEOlD;u)?7UaEGG zKQkLL0n(W;ugt3aRMalt{MZ-=iAtl62OQ2y!yzC0edL1qw^*;hwYxmdkvHEekfn&2d?@ zV8V4gw{|!S>UQkI`-!Nhafd`j3G;e1EYUUp8P!$xhlm~fp?%qX^ibQ*u9z3hbV~4e z^{Q9=xHup7agA z4mmb95R)_uoGf~%v!@i>wQ~iFbz5lZ)evmHAb^LTS~D8vrf4iR7G7QaN+;P|Lz0^h z(QfIey3CEZ^c}&{aW-tlb?FHd;q#HL}e+%asPQ;Vw`-f%S{ym0hMYcPojU``$lLiN}C zp!=;X#;@H(ou0nM#0&O3`i3{uEH{`wG&-yPp&?K;z3cozUdl;2L$kswSwsR7@)W!}i-UdOwb{VWRui>eM9mVNfE5>L<&~{ThdC~@z}Lr) zMs8@M#<$b)#@c5zGWZ_duD2D3G^fzUl~Sa}ZZ|$H7>=Tfm6$hd66j~Ig20$!PS;pn@khy-pOkGf_r@x(?K)Em5!x5cCiFJ;wZ zu2&=)pNRbzwZ{(#;QQ<$TP;w9Fz@1lM6KA2|q zj&kf1F|n!}E9XvR%N4a5yQR;``Ne}_ar-vdePIXG1TgSpyckHvoyXNjJ9!+|6+bu} zqd9?BVeIY@`dwKR@?U$>mfl$$@2 zYjWoXj<-ujjaARVD$*6!-?hhUY%=MR*bHhXtPwjX@$=rxdu~udRr)W2t5z28vQr`n z%uvP{<`jJVI0tf^q}Vc9LlD(afq0)Ll=fYPrq0?l#?lYNjal#unhoue(R4oUrxVqJ z*j<~oLBDzt?b#hb3wX;RWScGR8(l_XbH!MNH;Z{2hZj+uDrKZqH=sM2LucEKgnia4 zz;vu0J7ZNMO|sn&e&wGqxLy&Sk}T3YaSx^y)zin>VR%*b20buXja^i(hGs{nvnzem zX`#OhHV5c|sM`KgliRkiEMj@-M%Q=}lABM$=N`cB7h{?5*Lf&zF&&G_ox#vofE~Bx z2>3le1$Wnf!HwtVV4D49d^Bk}=fDz8NX<&-R@-F5F|Gn5xp*?jDqf+=7i1Zl$uO+} zfpm=8JR;=0o7f9Wp{9a8HqBm&?CJ-+jw9D-s)GYAWyi7~()R+n%Y}ERlfaFe0&ic+ z^VZj>z-HZis=Yv&IKFEm4O##Z!+UrRFRs&edpYpw?V%fwy&`N>dFi&^hbUbgfzDoc zL2d0@h_cCrkoL_qd7dh_v)vQnQaa?7&qK+PN2&Q#A(B1fEqJT6Q9E^CteB?Fem`;q z&p;fV5b=;^7av4zoeEqmwjMhr$D)jREV%16Q=uv^(43x6yxzG$hj0@e9D4~Y&+jLn z6};%A`#Dr>M7n9@O3w!Ovec4kWv>|b|4AXSN3D)ye4j7 zT^1>NTmY=dNSv}k5q@|klj*$c1RCdV33m3mIqwKmeI!W^hdmt@zL zeC9UJPoNd&7PF$fn?%x7l*u_D3clnrcG?Vuj`4bQ;<9jPEE&X3^0u-_}{lzR}> zrYbU8RUJGz6$RW9bPsGVl+sz|qj34tL-6JFAe1q=#mUkc5A_XVxZBGIG{r_jyu2rj zn70>V*DYpx?XxI4#HmY!s%mu3|}IJ357Z$DDIF zL48#W2pE2aYdL$t=SKoKDT_f_U?*>!Od9ny8;9M~Gnp*iL{Pe-$W{!0N*--?1h=K( z5Sa5A@0_j22?lHM37*48NjD)%=@R{JwG37soDTPV#`9V_H0Vff4th4gRR*13{0XumkIu*e4 zUOc|rV{k!d=2e^1p}H{}Gu}4>hCTs_u{>gLFTsd- zmQvZTGid1hMP?PDf%s&@BDS;qC_VPMg*#Oy0=H!xflJ%#=(pYn(7acU8NpF0l~zlp zzEK`HLoE{(&ehX3&tf6#Ydx-i+k&?{$H2|7q3p!Fy6on{u^{Vt8(7;IUY}nN+@J44 zB|Ykh-zpUvF73vIjZeib!RvwcRg%?*B;gcm0p5=1cIV{u?yZ7nn1D38md3}7!i0?MXS0Om(KiN&DG{L(JK=NGYzi6STEEGuYwN| zGE*9d&D5f|)qjA%!F}*{Jio^|exGh`zszgYdjq4Y5~0~DkW;-&fcByo}5Tu=mFvoH^f+UAvHiMQl3n=7Autr{4pff>tA;C#x{+TM$=m@HKjE zwFa9vM~t29HwR}awLnDJVYq9%<`RiwGE>P-HhReGT))RH&$p4wE5p2}E0mLwTMx^!Aj3Q`rfkU@(!Va<7UEsp^B2 zp}wekCl<y1;cNFb-Lyb0#2md5t*7>LdZjSc?YlnWEeC{;r9v;LVjH)M=oiA`P`v9&a+0pGY zh3Mh5Oc0nq72e&_XFRf&z|{5PET?BYlQ_m1>kj7QtM9?2KkF4X9iBxOof2S#HBw-@ z-y!lMe;kc!%LBm|b203P6u7pBqfOjunAvRyuV$U04kJ}@q79chC`h^Pfkz!B^nfRPK_7rkFlnSYZ z%1e@xvIuIn?Syy%dyGE21n%oxM4|j3dc)!)*J@NDd}%NN+11yew6}yr<)4DpYFChZ zK>~B6ZlKYaM|62hD4LX=39ceGewjlw=y-7Qv~d zk?3drmAfxakFMO7ic`%^u>08?DAD!D^wIWca6$Q>k3;a$#fvaJDG|F~ zD=`;61kr!%Nt)j_nB6%?63&KCB{l22LBshL=I18iXt$x5d%>JMzi|tVMK6QM_GB`s z?I>x9%Om3}hA`4&%D7*gMPP=o471K|5;FUZX#U>ExZZp#lzO;>N=5)||Mr^buWZ99 zE46UTHh(<4dMJ*mVxjbO11-=tr3cf*VD^p-s-6G3WYGBi)GDnCt_clh4rXTIxHoB# zeDVs>jC!=P~BVz@+E!>zk+moOM$5S5xLA=I?4+3i>~lYxYIGCa4fF2ZKik6h~cZp6X8z!Ms9mR0TGRtV$5s4 z;)UAhmIZ!s~hxk6Q^BtW>#J=C%uNxOG)K%sUw zh?cEJ=LsfI_@kER!Au6J%acH>>L9kr+`{2vVobdwmpaBhrR5rv!6K4B2D&wYwXBh3 zMyBhr_Fw0~7F8>}`cxN|_1y$p2Vs$nMU8M#UO9 z_<9}`x|V|ZQ-lkF`;hqDL6f1%kZY90y+wjyX4_+;;Qxr4zm25wWAbrQ@_6QgWGwdh z{opdM4Wa9k130TLhr^zqxbr%Id!@XTw`%8i%=nUn&LJ$VO6kUcO~E+%#&T%I3OZ9+ z7aql5gvN+hAn@=F$vwT6?c?iH*j;BhK1>~Eeu@SQnF;W`sg84J;Y1dnG-I_Li)=mz zG7819aCSe)?T^OlyZgvfYFX+r5<%qYDY!xqyB5UI5eN3cVEO69;(`z(ntGf(O}boAm_o>c1<hSOiHrV@+=+!zuI_U`5Qv_^$> zPZOu}inrtUbIL^8dj$2I+y?7A?m&QpDxHwN5mjW9VAj%A5I*G$+8nzInYCMR;zbeG zFQt~6iF$y;R}p6Cd%o z<_lqL`&V**N+9_>ED}~bGGxw;1u&^?9!@zVMx{SVp?oONt&2xvhfpoOnL3&?ck}|# z9O4KzKKfXH>l${)caV|WkAZlTFyqFVh%I>mr2Nz#G#q)V^qkNSc&&bqxCF(+5&jId zfsV)6{G;?_V>;0()TfDP%gh-+9&A0f!~5IA*e@!+m}8en(ifYf`N``r%j_wJgr7&D z(-Lg%-Xbt<%ZBdheN@7>2SD%4-10i~aaw*O0L z3Y2DzzR#u}i?8uCu@s5+5Y~T67UaLLB$2$2Pm=e`+YJStCiS z-gQIU$=h7teKM@$*aX^}S%-J!!YOeo0a2YAzP2337ve`iwqztLQPqNz>%58Uy_c|a z<{-FZ7(|!#1V4;?4TUDAKsqOY?7Akja$zA%YB-a%y@Ig5a?E=F zWr#PG8SSn4IPa)D33fdXl1FRl?lO0fQekOoR5b|dRY1zu@$4?mFVJ791fTUPF(WAe z#no3rxUm?S+)DAAiwU!L?KMo?@qybnqleViUW9}Lf^2C)DC{kHie#@hH@H5PD;PY1 zNDo~Nb>{xexA_&|c1M8eG8Mtnt9xPeu~K;HKMLy$_mZ*sH*js^AjZ&N6jTNu0@Wef z)NtnouD2>nax=1UUD5^&IJ*O9ZJk2Y(*zkgyGTf|TU9!Fav7fHmJ%r?8<3gh0qTRU zgWkE_Fn(y`7iL44r)#2V^12APK0}CklOlmOuZQ9ny?k!Qolxpwvx0Q4h$neF z-$6*yVAfiM1CJhf^I8nEF_#~Y#{P67_Ba+b+}z>3-WaaK7B7g%8v=saD%ACLIdT0s z23tOlWCy)0hIJ_?C=J_ArzbVRlQBW0Oo0dMW@K{nYje?&je(~1Q>bTV6xt8kkL;1* zDBsitr!$sA@sWM>ETv%=a_EA3N*;`o zXP+nOGpmQJMPYq)CW1Eurz8$xR`^BoUX9gaz3Zg#Hm{jZyfB7|Uo#Fn<8Kq^zROTo zy9^sgzQnrD8SFUeb){}k^LTTFmC=3JQL?2X0p4{~6Xi2+ahcXAH2TsB0>&}exM>}! zei#8CuC>#(FYcidUPAevCy-;T1?`Qd=y~)G{k*k{_)3^C;UPuXd2IyRdrU{AGfr&F zpmFeaZD6V8+)L2W7e*}hIMUsXiYU+^&ScObY`m)uCb?&m=JR`DW8MigeJ~VjwEQt? zObFoCHhP$&0m+ATuz5itavqLiH!dARJ@eD)^c%*E*QX+?@ZlQ0nKBKI#za8+paWnv z*$5|mGK4Q<3!z-*1g~0tJ&w^HLzHzDnL_uS*pt7AKd*}-MHvM+ZrKGmyJ$KNS~>0OY#qpjk3q>4Y4p1;$k-27VLGG^;IzsFX5H% z9t0JLqsNCpyrCYy+g``Q?3Ea> zuNDONT%_tFCULe5|3;(Ui-PJ+VQeW(!pZ^}oV`PncD` zl@7Up)3e3g3YUwRu519kmUf^x>>PN{3j!}+H*9pANFP>YqqoEi-p%ESL~?g9%zb!_ z>=f^Wm_Z&?owo(OYmMQjpOseN3j8B~wZHIjpSDT!^nDpk;FcoeVcZ*zI|6 zDRLhjbZaP?yu1c3>F2;G_jlO+M3oIaHV0?MpNGzv$53f?3KSQ7N3UD_I>A{69;Q45 z)qRVoP|0(0vx}l{=LOv6Bg~3?|3;k-55p}?6R+~iR2cNC1YWgQ5Z42-D6Aa@bm&)@ z%-$e#zum*D7YaD3{8`P%mA&vHc`58vT#bFgnY{i*HMHA1mPqi6&DF)L2KGAxzeX zAG}t_df0k6o*F&Mfu3*^yn1{eelJ@A_k}KTT^nM-#PSv~Kia^P@U$d>m%K6k*$}!e z#U585xkciI+HlgWFAyb@4dtT!;I=Imql-GI$}3%7!{N!S?}ZAYIIoL*TYnI1mq+2w z`wrY)AA*U_)K}c7MHEGxXign#o+#R7H0W3gJDPzXqZoDEpOcCdZhNlm0mfv%cfffhVMk$ zOpVvJ9ed~6toCff@Z24uc6`_FXY`K=GDi3Qjt-Iac(-GnS2{v-*}?;Gr+-a zquH3j!pxPl0+ftignql;av82Xwhn!c`3)0kqR(?&DQ^TV-wxvk<9p~gE(KbyUPRA+ zTRe5S5H?KX;W8ItxOOIxGsI1l+)pZi`!Z^baw6rzgq9eQBxC6<-V<5&$!w&LSh-j={RS zspviV4Wt{Wk#VBSS@E;?QQ1=*k_;7D%Q@xPa%nfo4|@sqV{Cbo`F+6Y)J$*|kH_Vw zo5=pN(S%(UNM6Zz@xn%^Qze&5PVW0x}Cd@-w;H*Q%DjSHO%*6GE#u%RCO<=*nb zM1Fv5Zwifc?*y6lILzO21K0V)L*=K-ctLOq-0Z2rhoaRq#jOuAP1|wnsUwh}agf|g z*P!Y1CNlRv>Y(fNDKL4IFXnz&1xeoWOhXtYtqLbdefxRni5$ePe7>AYOG>a`qN9nF z+`#tSm`Ou{lL=$7TtebbAf%{dSA)8CM|CPVb;n8;d5 z)lwh9e3Wfi3j&!za9toAwy&N+mQ^?7aef`Cy2KIsJX&a2`2*V2v<6(LBNV-UL#$>M zk_i`2!Pur6>S7X4=$f~nIoAtS%f~|V5)~}f?!wBUImAV!mHbGHf>Y%Txlz>!qw9z9 z!lKi0R9ioN;Vp!+0(r;;4dHedEyW}k0cNMKBvc;KrDg6`tj;oZR@PaZi7+yT#yB0g z-8utKKYb5gn-XZ3h7=8O>%~UTyLeGX4J|8f5vMhJ6vz+Kzx6mw?)3sci@VS!dmEdo z`L*K0o7klP5gufV;v2tqJexNZVo&MO2)7a7Ux>JOVDpexR9gFmmzsDMY&L9W)crHTOk@;&J2H~nalHv#qG#Zf zV~)6_a3Ac_c|@|Zj)8&x0nCc_BBo(^$I z(e%!q2(aY8*L>AKbGCby!MtjJ41ISJUd0>I@Z7a*bXE=+*@#JR5i^!^q!h2%%ok<`e5_v zet2hakQe*46ZEQ2z*!M#R9>Z;gIT16zEEz#zog@RoDp3pQg`_y*P~@-v~UuMT8W% ztOnK1sl100m(k=E|BSPII(lYofvJsi@kH)+82x4>-6d>|8}41COOB7g0!RLwVoxSA zVX@fv%!u8vZ5n83%!8>GlW~HC49?9kA`jz)S+CCNuq~_tPIkCKt!)%(Q<=#&PdovM z`u!+0XaVotrU3pOn9bbWJF2jD=>~ZEJq2wA(s6;BF{3bk7j%oa@oLvfb53j>&!o2~ zV72K{On%9LL;oPQW=L`gnOaXr`xL@AWjUV9oHVp83gdM+rNY8#=~!!hoTSe4gVTDu z8E4~soGn*MJD*OYpMs9Sgv)A(Zk;6F!T}E4kz;x3Ls{3L8>m=!msnn&&lPQbh91ib z$>E8k!S7@MZ9O;+PHT%YW5&ue9~0IP!FjWBua*aR+}#hY_cCyM>0Jsp)^TIp3&@KZ zgCXk30dPJW3<=AFd5Xt1n0lR1$p4xM0n?6v)rJC$_sKV_SUekZ6uaQunH?BveF;sI zPlL6(9x0lg3irImfT~w3$#qKrmFs$p)yi4a*6<|>S(rRM6Lu}YxIvb< z(X0T9ck5wUSq~?E&r04aofs^GeiA2?jNT>64Bp#BBGO{8&rTViiku)?!53j{y*de_ z;&jr4&(O*_haDrraJg&^DDHVcZe|JKQ}I{~++zZ|I2my9vK9wiz+%cw7&~JWH(Gi>j23jl z&r4lUCiw@99-a-uhVMgh19u2}A4&rY;%T#=FYmEpH0JSSVO5$sn7GVl!Y0Y!C;4!g zmh27JK8vB1@k)3xx1U0Z5N>H}z*o=nP~!VJkPbe=bLvBK>BSL}o$djzXfW51$E6*g zB$yX-BWcZIb$soz2}*WLVNdo}jN#?u+PBX!gEyJHSZ)9r&BnOm*kM@Jw1elIqrwWR z%>YJYHqSkB1vnPY0Ow0K%q5Sl1h4twuFO{2ih{6RZz$X3>WFer_kzm^7Ki^B$rO9f zVJ-yPQtR3NAZc@hp4K=(o0CdWSG9pQedfRGRl4B(4}&+!5pgzm9uyMi8#9 zDnN_C2Uzm>B6s=FtN6K43~O}~sA1?)e9jrgwAo(aj;kL}HYgt{-9KE5=x0}xR_$bv zKBvN|nWc`7BYC`Y)kb7ljR|av5yYl*>+s=+6TCV-U6feVPqS06!xv5w8I)Yk&5=!q z>H8A!4QB+anJJE2-%G&Ws!(jZzX_jAJ_cqrEOc(nTB?dJ2cGcnY+8Z90H^Encn8nbk$fh4fLlxa}lP zZ#_#!a+=V5*HftR&}E;mq`38v4ytZbV$A9s$^A{|A=H#oX2fw?C?Uu0j4)ue3f^$T zNB6+p2xYJ~s0AgV(VAK5?PVWjut7>_s+`S#`Z)FmTv(wm}QfDz^ z2@Bh&9z<@s7-Mrg34F!$m^t1R#LeOvC^d3uEepoEdMhv~On|jI$QNEW}R-v;KT-yn3tZ4~z3hmKyV zjKH~C=u^?f&HcvU(v}H9-!f6@=wTXs&4wvhe3FsYOu7)t{G9XexAQUFR>xBn2;RpYY?fe{2kBx+=#Qpe8XE1JDGm*Hh zyhGBa>)=Fj1k3BGsB`BS9&LM%X?yL6($xf=Z5iDTYvg6Sup zgS2)twmvY5H&sX5K`fWINy&UHEhfro(EwwUm z;CenYr~QilL^5w0PMDMoT3VX?IN#*t27TpqWb^M6-uA~TdWo9d$tP3aR?rHU@lZ6o zgnlV7#+AOwii?Dp!nOz~%}RoCiWV4?A;S2zCqZmzKlO?U;-(+l$eFEj5l5^E zfTIifwFCDP4c;4vHk$`Q_0YKtZOnqs%H?n{;UtDEh{fGW<}`1+F;Bkr41Ub*!x!7# zVDlGMSZ6&A6M0v-&T~R>t5yM-AXo)Q71iOppd7GnHsHXs;w<$&4zkG~!NT!6xh*;e z$}k!7o!&zoFCOX!Zw8$<07)xbSnfKOXmfhdiCG1{2MVZpj4xKZcVq1^Ey{@ufs~7* zC@e}uog>AZ7XmZsCw_fqI9(Xx9mhe**(%}@5Q{ZNAw=ek6i&5DqT6zm$+ksO>`oC0 zxG!%&4wVZd%`e5JTQ+h(KQtk?E(n0L)NV1c96ijCv=|y3V!b&k9A6 zT(Bn*Ck{fH&liL*N8znm0OXvMfn7uow~kkW*s-sgB2xVpUw*4Y_EW3%mb&@}?3?w;o7E|lG zJ6QK64a%fa(S6B1?(O@|uzve9Xgoa_iXTqEFOC+B=b4EpD#xEsJ$OV~zo}v3dkf-! zCxc!xSb(T)g=ce*z}&;%8HEMKmrxJR4FzRnQNHNAS*!_28AT z30$XFko?P+=m)E_n0)dLe7qe_JEni8+t(Q49vKDj2%S;dAyJN9(HWQ_nSm4UahQ15 zK(G-^M8)~ndDHJ|VD&j^XlT=;PdqnJx#x#*fk7b_c&}lMOOC1G#NPk3gF~-v!hTW*+SS(Vrwt>S(>^hHN=b=*G=B{)Se0Mucw!0+OA_Iq zDQb|O+o?G3yfW9KV+7pX5zBL})Pp=ZZPxku3RsY$!5qDR1b-YIPQEL4VSdLb9(#v} zI*VrFwhJLR!R8hEjvayOvyFHen|#4h^Eip{7iJB=*MQvTD)e%Vq{TKvXyD^wJl!~& zUiwmkS(V?(f8Aa&RbQ#$vr5tOy9q89Pp3O!gj7cLHgc5W0_23JvOEo(L){043L zbQRCVcA${uZF33NW$aER0&i^=3`3|_ehGmYRiHP2FX)Y52;=zk;*UWL8q0schx1*r<`n-7eEkOu%n;yi zF?Pnm6ofY zf$|B3xY{ZX>Z5Hj?)?|i-&sH*iT%}F&JC_J zj+=T7FHL?)sGtGz`~``0p9aXS@`iPl9A1~t3u1p=mJRh;0*T{q5Hs1$xUNACSE`0m zrOGR0ds8LVX=?$o;6x~uJjOZ1zng3u$v*?_n8+Azy#dRDGr2}N`%x#>01L~FSoyan z(c!@%EOOKb)xO)*(&jZRe=r^csx#nJ-4*(=<||z}svqL=PJ{4mY4CU?&w3mbW4})h z=I*wgMF(dDV91POYCBtrt(%}qOk{pgEgS(BQ-e`?s071k-6hXwl)-@?l4$+;2)HWr zLYtx+hK_0ip;Nld#*1fZS4}Zh=*xm_6*AZySQakjJd=-B&8ZJsHbH=r*Y?r z(vh7jVco7|L{~$)Y*sVMdlZz$T%1UWj3M*d!Hrou_ytVAI-NZ0?7F6quJqz|-X~CBynw{*uL0*Q zIqpa6FE~3ef!J@~4-4kklH#|9*k0NIah1ow&^VS(Vn1?2_;UzqG6Id1M==Y|FJ~%m zX2ZG7U(79L#Z#TR4WLzcliI{CL1F5PA%})Db5zfPo`V-u-CqgdlLlJNE%-fWE>U+W z!EJ*g@sffKSqq*(h7DrgJv##QrV!Lw52r5mfw=kpGwR(H3GNGTbA-~fY0tJGp2Cz% zkWjOa2=Hf8iD$#9gHj?)&l`(_TGeq&*kT;_I1$T3yQrkKCK-G65!xS2;nuC3Mq7q? z5gFxT>~U*_i>o5xPWIK(inu{cbl@i}Elxt#eEru)Y!Ke;V zw2(Rlvp)q9YPb(W#QEP1*lPgG?;n8WN<4htH4c2I-l6c~J&dfBf(Z_baHaHTpvhO! zxP_osTq8VeiNfU$N?IBK#N?xhmf zp#W`-C+RR5Stvf?MF&ef!|pp0q$iTg+R43#OP6wRsfsAG_iHmKidph!@R|7BH5Cgq zwxcI^I1?}Y4zt#NB{}2zU`XphjLMmW87-5T%Dnyb-3K_y8h?(^;bUeh>yE`s0b@MyTGt1&r71g}(eKh{`)gnP-V$)~^L{;w}tTlwy)c zmlJ(IUo6>@kMd(IX>t2S%-;2-#M<)^e1IpQ$B44?9KEq9K!VLzJA`3F*W$D{eh}c7 zM7axz5QSKSd*iKwt>R%{CyDWx5Lc&aLt4uOU1rfTtr4DbVC1Oie9!BVK z7+G&s2v8ixcB%{El>%27))m4(Ki|yL5|ak`y2W_Ty$q`c+hgkrHxT`(N|$NKK&);Q z80WX6lzj+zCpPdr4xfj#5sgHAK`GqMEh0m*ULy&uy;R);th@z5%}Q=T$KgrMQt;lbH1_r1fGYF<&~09TgKnIlagDwbUYJ z#gTBZta=UBpN6m{A*SfEiNi^oQw;Xy6F|$ghjwO<07T}o5>xftAJg(C$O<-5%xV#<)ke+$?H%) zhU!biiCo-XI>=rQ3j=z=FD3;hDrQ5YJgifpw>qNJM(%5h>4GZRMKnDi}cI4+X zaPQ(tlH%Y5qpoCP=ze3?!Xgq*4wi@KpXyMyNDFOlHG%u3eYkB?F&uW?1=Xvzu{Rgl zF%E|J;f87}w`kl<+9P@$_2i_8bm?uPHS;BH6Po}sE6f=QIvGcZN1=0Y46fs!@%!@c z8n*3-=)*$2b6BjBg^OP;XQXPgxZYLO*gpRN8ooBhOGg)SQJ7i(`TZ$+X}iuFC5Jt2s2~XFzB{&241ygN#V{?dQ4(JS8DG;Jm|U@=lIuCxofl8 z5V!H08^LA4r#MfWt z)OZOJ^^zipPz(UGzCvv6oB(<-h3Te?||VS~k46YE=Wd8+_vRC@`NM%d!L#BoT%^3nXt zaM-;R;C5X(Pis;D1QtYc3npLS9{!|(2@i`%Y;YEA=2|n`7rw$i)`*15e!+V(!->O* z0vNk%IWAz@@ba@%=wB<(&VL;RcT8$ z^iH^p3jc?^H+{$Iec!*$l9HqlNr*^PN?hl$L<3QwQV5k&(m+Lnl#roh$}B@jga%25 z>pYgE5JGP$m55SOico00*Z2M>J`a8mJhQpB>s;1a$FT3O{qPyE+qw|HBu!6Rbq$M z>+_m-HPM{C**Lrq0nPUD;+!OzRrX^=g`2{I6c8AVkEqwamIqZ!6N80C)QMS&)=;_HSyiz94c2(aZHjj4V z!I1^5QuqjU``ANeW%5Xu!vxkbKZ4V;g`!U8VYI_EG*1*p;V~g%5rEjbu%75l@4{be zHKE++AIb7K3(5LlzyZdnN~ZcdudZ_Bp_mPv3avx!z#Z^p==&Jd3~%ZMLsWk`b(5P32Qn7>Twv z{?Udc4EMY&N^S`-p3V6@A;n7m5v)PqDfw_^+EFN-*2$k_{Ri{ktwv>WR~TP* z4OU&yW9B3$(#A!SL_5ZhdKo?fy{Tq++~PjA4;2`-+*L!F#Lqy?c>EvzQPeqRD$?fp zR6Oe*_1L`w?v%IFZ9>hYW2rlAS)M?nec!{pAF52Rj59>WDd0m`NbCZ+`t8MSjGV8+ z_$m+aKO7q=Upo?sVhd+8TI0T8H^m*}YPMrUg#f7i3IxXwoG$3JJtpbof=`08(PMiD z@;P!k-r4GhHKyO7BU+yMb~Or*SLWi_J5ltuJ;L4yx=C|_6F_iG5w^|wM4LYs^858N z@rafO1*cp1>$w_Z9bE@&8y7I+OU!9g@iTb+H5^^2HGWF#fE4Q|IDSC`CazLr;{L5K zdvWh4dCe^Y4}w1i&zcEOW*PIpi=|+_*Kg|cUl8rIUkaX^AK=Y^*?3UP3}U2OF^yk02MU?1b*N5O=%T%0bkgcDc>JLfgwxzp!h z3z-T5v)sz!{oLW5jpQOY&ka zr)#yFjylTHe1DtSycYwH@zCZ>Fqj&N_ZkCnb7K#GQ|opz`ert+7F&&Drw-%WC!sjf zwF=tYxa&W6CR+P>@bc<{p^l%)dw5O{MU-q{-DCyQb5Vw|oADk(I6j4A{AHX!=K*LB zmtr!v!%98;5bqXwQmc%0nTXCA~G)+%uRfi>Hj_8(8`^?rVf z>K>!!jXn@o(ua$8+~I4?xJ;b;{pr|nrP2JcPn4aOjlFC%jglFHLk)6l(2f-7(L9eS zEiR=0*j{ve8%YW-_Zr#F{)CUVULav_5%Y2vvTX(qWZBYs)Y|BQdgem7Y27h;>&OHY zAFG0aBL>)ICd7WYv>iJxrlQ}+SNxLvE5yWODc*3p2p2e=5&LX5`u~~0m|oH#e{!{0 zac;Ml+!l>pAt5j%{~EXVi!kHrS2%x48mZL$4FBiH*E=i>Zqy(B3{-Jr#B93yi5gAo zNPzF|b+|x7mZY3j;agmmU@vGbM`?(pF0+@RqVg^~cpaj8RvwMc)L?{Y6M$j{h?Fa6*1=7%_w`xey@Kf#Z2DeA$+LfPb1eHd{K z;PgZj0*TM87|5D4PHgisiSOhwqQ^gru2T!Zl-2?(BZAv}m*VtaKKQJ4BUv5YjG8$) z=*2q))+a8|z6ntn5joQ+O)dg=g?%F;Mz;82!bIkXoDXy-tbx-nmDva}El3dwBjTrC z@jmk;N%48E-_1;dte`p2>ej()S8v9=lgIGLvL_^6Fby3o^sz)f4EyW^@w(kV`rXo! z9{fEG1U-1zGwOsATE`(S)WPVF;R~9kxdp0@O2L0CrZZz_gTRY1$4x%PC}=T}7dNFH zPE2mPdt{Xfj7lb8#goO@P`rzOVZu*n-tGuyPDbcEkO-Uyi*bn3WUn?qCM~jo96xCm z##u#>6K_7z-di(ZID9cP{!$zFUx=m|3F=JDk8G^`I0t>I9`oM|*)vO>S}?s*7mr*` z2TT3wuq;HJu``;D%Y56x_y$WNlxyiJEp_&kP#uvm&O$dETYmKo3DncrOr^APsZY{* zWJ;&A^%OPFo43d|lC4cPzvHdsxu#iXck zQ11zboMwAadV39weq5oK|C8l*8Nj?1X#)3G{n)fqACA0x0>2ihV)OIt@;#yB^iI49 zsZ``K9^4M(gJ29PsSLwf_eEGzZ~=N~7Va>;PTo#x$CgPYoL2M*t9tS$xGlVgO)FAy zqG1Nsa9*kA7qz?#Fj9@UmG7k?ap5)6ayv99e zmEn|66^=d-VzU#)*`Y5}S@v-#cOfE(qU1K>xSY7d?N@D5DZ{ErA6mL`fX zrqP$isW4=f16BtzunUV(t23G=T)v0_)_o+fHxsX@ia^Td<5VF*1tr@qptgwyqk1EW z7VnygQ%(*6I4*-N^2x9{qnpzq%%+pAFN2Xz8_1qWLzi`qaAa!$L`~)9akASWAVCOS zzer*DyK^9t{|J6Op3KI-+JT>5eIp}sv%xz{6f~ql2oahB!C#X2mBPi?aPBb%FYl%; zx-lr@uSjWJ0+_F8z$~6KnEcA2&Bx05A7)CSdz2cJ^JW^h-G2!0e@24ryIt7ML_l$q z9J|_32Bk2kY&>|3mm8VIS7^7ULe6Vg=5a3ZlI=q4TvE)27_7K3Y>HG zDomaohoZfJ&~gUjwo0=4k3})CawgQIXHt))iSXGSL7?^)ebhIF$*ip6_VyO=4lMOtMI#b~n96ORK;+pom_HPU|B6Go z{}UNze18vGTzZ7bx7smPiI5m=4G4)D;ZKZh0RQk$s61~6DqrV8iPuf~_v2L(UU&|e z(Vx73cS5MaPGPh?>O}S3m%~t)8W=xS#3j$Wpv3#4QN^$l{tbRc+XSom-Un1sW;3@F z7L#DBw8P=i@kr3WcM>$k!f?m+i!}YeYLMxVwlh;Ch!f7k}qeuXF%WJ5l`cf`=d zg;*Ocz{Jw~JUzqvoIZ9PI>t6(#{(g_f6fcDa#G13JI?F)d@{C03$ba^Prz}s4BT&O zq0x-Md>Bjzk=f~Ts20vrVJKJS3=U_+n9d(ES7Hy=6Zz( zFk*YN{CwkGDv+LlR@V#2j-yJPuDuj1-Gta3?RU_pRT%9=N{w3iZCEh$fai8r0GE|d z#Qw)tyz$VzC?8viecvxZ-#ba-oZiE$Qpv?<17G-&2Jg_==Q6yAV0jMuEi^CTJEq30 zMDkvqHPg%n^?}#a{p>iwUUjmT^Snt$G{I)v2@#9KLFlM7qkeTM^KDZKr%^gVGPxO} zg5qrUwcuq8J^qpAObAEg+5`Boi}OUN2oV#~u@<$jlcnHWAgN0W2o_@C|mlJ!~n zywm+^Y^&lTMua=ZY#m|nc*5{k+?&iCN)Lb$?*K3>y2hK%>5sZ(XES-5Kas@BScp*2 zVhfyQ;qSi(R6zVHY55(8=J^)P+M#_Q`humx6TD%_{sT=aU&3aHTJdH_O5nJu2;Hpw z4HwQ0M$xvTXgqv`*OZq@m+o7`x?is%Uk*zUo0ldS8uJae4k)0VP7bY}-9XOo4J7TZ z+feebLX%UOxsh;A6JoP zjhkYjecmgmxSvm7JB6Uuqk0tWng$!SM#_WyX0dUN6R=K7i+XG+r7w&2k)8?3(0pW& z`i$(v)p=z`zRM-pw^wb63jZs%*5ATjAAjog_#ql!I|B-#zsbO%4yv@E9jwG7U|I4$ zcu*3Gv8CR)S#=8SYdcE<<8NWDtUq4=DZ*Fm>Y+~$y~7iqEJ^Iec>HH5iof2z!K@K$ zILvXSz6?v?Hq+}+Yaoalg@QxCUF`n#jfFSm*tRkS^;!trjvsb=V**V2&a9CL{-h_RQrbw+HFu~I%Y1V0^Boq zth%0hP1*=voOdPbzgj@9uTuDTgSrgl6Wx6r$D@k{S;cCw($q&Ux&>--FXNxL9>iZl zj_zCZ8Z>5zGvDj4z}l1F>43`{QZam%cVIbJ+i&;8&jt-BdR7;G1Y=3i4skZca2)k` z5BYUF?|}K=7L0#ZOvi(x>4<(7IrCkLsVz82-o-_Nqe~gBJl+C-)C|f+%U&27=N!dt z$Ce|nHU+KE6hgs8QGQ0rKe%KP!;=olASO>Gxf#1IGpAr1xp`p3dnJMrzT@AkUiZjtBw_sgnG!CEN%+^&rgLPdm%CA07^4nf<|h`cfoZ0%dHeLQqxF?Z z^w(kwqVO#pgn}P){najJ@$BEESt5!!{`_R5q-_din?KOFzK_^xI2WZhjH9>RV-SC7 zPrZkcu3DsvGIOiQx6n|C-4{-FD}5nvr7~fXEjQKql}8`XeG83lX(ZcM6fE06pqc4f z__slV9XFE4fiNEuGg}*KuB$=m?<>@~JPV&2s$l1aWUTtofF2&2`1|}9GO522>)$9d z6=MBZH?b7DvlQ7@*Nd>??-*BKrk9u4Od?;a#(3K4-Sh+af*)54J#A=$Fu!V4u5pL8 zB5N_N;WG_&p+Gs!?Yhfu=)31QRW4iwm8qDTEZ08=0SS~ikq=U>KI+}`-5e=9NI{P9?wSRSb1O?Tv+H414Npi2g4LCwm3 zV)NGmYd0m)nnY`mSN*^jEK)%U;rF1hK#&=EkPo_vy`WW-iXx^U6?gTK z$zc*yV&ovo<=z4DiL&T>H58UuI5J8Gm3UlE5JM(C}4N%*f1r&T$p4;D^0p~ioh1n)Wt>*q#b!3SIZndzZm zViC*FX?=m}X%Fd?o|U{`Nu#s_ZK%mHJ$^_q$B6u*Lh>>;f|8yisLpgod8ainJ~0Ye z<4RO`vKdM>J3+c|kn$eQqHky{;EyYKY_~s3zw*U3KQDpXqf89gwwtUgwPjzLOE6W> zIreXg7_;JsAbT%wHZv=|5u6zftjhI5Hu*6muS$a|->qz3F+l3nDa6Y61;(G|;fm~c zbP17STv}IBsn69^aqb3m*FMhVoMt)JQzF0feHnOv@4@xEufe_p*4V1bd9juc@Z$?9 zFMRMI&hH3=54C(KQke&W7cS!FQkT3h-IHoyM$wkD^n0$^Bh{H1F{z zI=3+&cTJqg)+;~9g*k>yZmJmx#W)^aoC5mE-e$TKNICe zKJX(V7``eZESdESy7zd(7V9)fo^QZJsR-i~cTxOM7DE;m>tMi)0A62KD~u?8DDRyt z#GiXL8{7rcNXp48ygyySn3s4CkL-C!PBxw8xWiKH7~aEEIUTrzm1Lidx$!M!bjj<5 zFUj#cp78t7diZuh83N^(vmR-pOtF#x{+c0(NoPKR+M)?ylCp@DKeeZ>UF%^qAdb3O zIAW!@7JXrFg{8B;lfLKHy!8<(prJMhe$n%QGzc=9+~fHsEyo`1x8Ss76c37qg3$sU zqsiIj#8<7FlxRN4o0^%}2sJU|T;LT#%8I1o6>&xCX+eLkOc|1XA=?k~cM2?n(J?^kMe zCyd%F9EbR*7Vyn1fPRrc_>hHE=SLjJF!~86Ht?ZA`6+mG=|dUg(gTu6fL=0x{Urvw=)ZHbo{xmJyW{XQLu~ z=t>V6#%sM0j815x!Bg&odiiu#;Oh5I2I4DW`Z67 z?%97GOw`Z9I)5wZKKqA?I_!p{rgNC@@E=692(Yrz5g7V>3Zpn#jCIYG!v)PNA=z^x z>lNxpWTqdcdODqCRgoC>M?E7e^8z6$`WWfHHJ#ba=?ndZ`4BOWp=APMjJTW?NFJBP z6NZx*FO}Cs{7wk^{+W(dkG0YI_zNj0J}&0(D#cAUhfFvCF;z;%+L;i1a0to)j|ElreOJ} zD9+E}3QAVnaKIoG=66qr8=Q9A`1v1*Fv&ps7lU-N_;up@h(L(WCh~0~$5plLqDkZ4 za5?B4SJOPFe>7sTN-_$5=PsaiY0bQtmvez_nFX4EqS5l!7U~svhqol!p0{V!5=OMv zfJs(VCQqtkA=$AIf2mi4*jj?WzSr~q-HxFblD0C@@!IVDkk91dswGf5I)Od(Po1sb zJV26GY$6Zc*U`k)1?ZEJL0wJ_!X}%`Sau>9G>(shMnVe+yk#Nr!z)bV__49&*=R8& z&lYxbtdiSv$g21X`bjDfn>LT|MvNVB_w{xtxGK->1cJ$YnFJKt>_|JDGq8h6LZ?0? zp3&WOS;1MPt&-?za0K;=grM_G64Bv}mgoU5BV}2 z*PI+_L${N&u%bzo>Cs8VC4&v*NX|{Vsayi<66Ue*x;PDK&~l@)riEbc5P;1*aVQoP zg4A_6RMRX8FRVO_J3szI37c?88Pg@w54#9s+XdpgBWPU+!3C2gAjR7adsof?yKG0O zkn)7~(Qo9e_g+*DKY&tOba){?GI z|DnzLNc21<$n1o3*h>cKLJNP$+ty8bv}>Saq8O9AGYndOsk1va@L)yDCa6(aje2h% zz>f9hP`<>lyy|rwm1yGhoDPz#{qh;);JL-1;%iNG4|=iV{x#%K(;T#G`wh?1no#M} z3R+%j%HO$hGj>YlfOkX~&d8pK&aZ7iMKhlKmHSQN)Sr`Lk+Jd>^9HzC*ljv1Ew5B& z_%Sg&u!K2QqroNx_t0=%N!I53F22cO2AB>VG;#Pwl1?sR9nvo1@hfBa^LQ|+|G9*> zF^|gyIBm{^DrUpv&w_YM>>ccbXjW|U+me-T;4o>$@Lxt6!agVJOv#eqsto4ef`eS9-yh;`&3(kU6^-DO} zln(A48E9+tfDCB*kuCBIcvFJDgQCb?zK}~E7+r3oVvj{3&EYoq6}}~PW3%9bge4tT zdx{zgP8cKFkG4w}0?i)7*IjD7?#&GtZJLEIDvB^I<2<-!CScm)A9yPF9qBdchmmtL zK^VH{yE!m=!7hLZEGOK^iy*fz%JQ|J3y~GO>>(gBm#kd>7oW2n zCz0dQhgSPze)I%96Cup5@snY;X|_V*o(3dL9@aj0M9cmZ*rh*<9Xe(X0-7zf*`^J4 z?eE9(+GUK#mbGxe-5dWN@By!Z1?-5~E07`!*`DeKSUX~e_qRB}o2DyN^XFka?dk(x z_g7JuJB4)EF&B;sIMAV~XHkERJIN=8#SM;KF$6D< zZv@wY=X7qxH(L6t5x)wSp=dxXe|P_UW{zw<*1o;Q&B!&FaYh_)&SDh$Y(y{F$m8PV z6q;wAVH65(P?wmEmM>d))rrnfU9c7Av|qtAYd(EqBSUvPPDORqv!v8^0{(Kjf(sO+ zK&W&jaobS{Pt^5k|E~iuxP#NgZ`CCYA4FKug1@-Kd>LwHY@xfx|ABkT0yf>y3}!Id zbh6G}s=y1zH|!-^x>A50alK0QpKe9})Eh{(tKh3h3k-Vv;#c_Jrxz|QX7gJr_@<{z zNQe)I3QiuSfg$HGW>k-f4*kHrQ&ds1F@p?nn1l-%->JX-J5&Z0_HOE5GFr*f1#u5} z<|fVyuNzxU)YzrV{?QVyKkTX3W!%m-ft|$zZid2RSKqin-iElLo|Xxl zlYR}?uG`9NyLA+%9h7Aftd-d6JV`cVTRez!yS-$tS?zdm8~-Ru!|XVJvQ#1iU9$=Z z`E(N$m{ZX7_!>GjR-;(-ef%CH0D8X`pxur>p8Psf@cnOE`Lxk%Fm_9me}lP41*!_5 zt=kOGWhvv%+YROF!x8x9m@@d*PGleWgcIwAGx#$wiVlSi&|W`RGBZFLo~>&G!+jli z!Hp7Dz=>3GY_r&AQ!--R1M8CnnbCcYm=@KKFRr+g_ky;#CHE@We#*wuRZ4L4QWz~W z-i4>1*g;XGJR{Jh1N4vtbZp#2JT9jav7ta-Z*)4AJuK$ttIwb@|2|pv;U*0jRcA|e zM)@+UxbMZCPkh}W@b2SkL#;A$Ye6Z{-XtoK+f64f(1%%p!1wxE#*1 zStk+i_i7Enener+^BH7u(9Sv%HAe zJCv9u?}gbP%>pp!vWZ`Nu!^MQJi~nhlny=1293`NsI@7<$nJ0qU9(l0|H(-LqF1f~ zuj>aUpOS{Ehk4*R+(_%VS$Uo}$53?%;6I73f&E9FAbhkBJdIO$L0`q0R{|Gd)L}g< z7{3o+y9q#0ADZiaWgFM>$o1{ZDmRcI6&#THrtI?A!z&*kKx5 zrG|nw&v<4Jp1}B)#carv!D^+8S+W9yrrUXxH^qAb& zjhI&53?{yDAQsVzhD+}g<5iZ7hyEid3vxgyhcryN*bMp?Pcwhlya#31M0AtPg-!7v z;Hp6({IOls0j8NR1;>A!#<)HaMxQ?Bi*>{r`F1-vJ zZ*zNFmsaxdej}Zdd=r`2U~2zV5qeuq!Qjw2_|)A^Bd7g?uv;%l;NzvlCwU&YIk{nW zXC^M(H4jSSr^3Wdgx<4_r@`4XP)B4pew-`JehAyfkEvh9{xD0YzUe7^LBnh^y`qzJ z+`i6>?khljrD>?VY>-r*nv4sl7jt<~pSil}Dm~OO6M_SZ=tD+{Ik<5N%vtu0mW`Z5 zW2txWKGGS!%Y205QBg+wt1Z#EkVH4$J%=m0xt;#8Y0Sd-0=)m^N~y%Tl_c=gMw~nO zD5mcWM)4yS_iMyK=VOnqwHQtZXLxmiN~N9P>)YVW66SdVKDJX5!e+- zVo^vfx$!v(y*7LX-~FYu^rZ`U-(JpJ@idaFX^q&cF>u-qpxC#2TrQp*^Zr7sajJBNr z-Sn3W2C~zb+HM1opI^%PW3HlIkuUigatn6_C1d)MbnspkfYN*NakI@9Otdz{^%x3~ zb{o-fMK1(+%wimkO;L6UKvC*(R9q-R%@TKk*#74*S!flQXb!+y&03yyh6Fn-)d(58 zN@&u`M*h%ME_>(cIxMIaX6(j?$fuY!oL@2sqxCosuaW_{7+r&@QCuF=%5r+NA%Zpa zP^GCBE0|mA>oHaGDa`tw3J_q!N>;4K6KfYS2gzDII^zk(JrP1vnOC57dodL_EJ`+Q zZKKNqhiLAKS`eI+fG_UX(~zl8IPGFR)#CV-FUs$eqnZDa!J1fNWxNP26K=!MX+h@i zy;+R=n=zhogBQr9Ze(V-2EomYc`z>6LVAQ5vgi0J5+pZ|`7tz&ox`!iqnFsTVf$V} zt7j;jN}otoKFYvx+nK~zOa|=ZWbolSuCADJ6$dYU<-CLQ*(qCuSfxkKaC6Z=XnC4P zE#6GV{W(kNz8^=SyJ{O`ZZIDj14DaHT@?3CQ_miv@)nLXJeZ;GoP8^$4kbSG2fPX%Bm7Bz$ zgpjAx>3qv15|VinH%&VMIj_eF@ftuQjb4(II3L*l2S&wj#;9+N7akc*17njqQ2pc% z0zOyi!Bgh!`3+O~=QTJjh2J1wGo=mW{f4mNc_Clr^BLN?v7J{Z#z`+rW2w!92NYZ$ zW2E*~DDk<%e`e(b!_hGuvuGZz%5wzc(SGVyeGbf*+`}mKAhNW+)2Q);B%>>>g(^{V z*q5C4z;W>^v@>@F-!N%*3FR`KiaIgrA@_Gz$&jpjoAAh|!^G!d3-N|^#FG)G2TJ~c z{gVNrzJ%kM{xT)1hEh!8VsVs^>nF#OVvN4$9Y;rwr|*6w9}Lf~r)s|s6G?M-P$+07 zZZp=S{YG=x??~Jyjr-=Ga&MY8>oB`$1?hqX=HbO9|*-ghu#nF@FpRE&DX96 zA1iNSePSJ$yysXUbzex7ZzPzn(Sk30T|E5cB6K!-a6FzN+);Us?|My|9Xa6xuFGu< zSKmEAj4=)uc_iX>(*X$k6$H-?J*6WZ-#}(@Dc!Bl=Ng$+b#lOM4SZY6cXicE%D5%?^-0(LF)8L4NS-{-hG^e$b)WQ$qyZ$!va z;nRK)J^cxF(GX>FZ)AX>(>uyqOk_RF9npG~JxqOho?1k|1Noj(m^8NqS4@k8mv&(= zesn%$Y(0sIhaz})B6g5%)ES@dUW$J6+*!qm5!`HUDWATM!t5uau)56zJ3oJ+&S|Zv zXLlI-o++Wp9Yv`6z7V>GWSEt5r$MTt9�f@Rx-!<5_qP9Y-th_pzI>pFf7y)hE$1 zI*~G+>NMtt7%tJ;M%GuAq9a$I8r-|U|J*B3p0xTj=0UUMc^>{soIqK}KYVlLP+Hj$1ITkFSC2`;+#7MAKSP4OqyG{130KjqEy3VEz6=NM zw!xjFLb#yR97HCSVprCEI%BySgr2Fw3l}(!Wp6X_-*Od?3#!1U;_D-e(ABe>>qPXK@>>DE_flKU1L$(g2Q8~?z@&0Ad1$2t`Q69RGG~k* zcrlBFd~2l7KXT_kt$>!=J3{P))vU625Li%C_Pb*=tU5d&D!-{h)p}*Pu}%ZpU-ZM~ z6*X|z)|LKQQH&94`kdEu4N)@)rH`9?=ti+h^pD+*_md?-m(zuRxvGIFR=3dUuMnu( z50M_%U`Sl-hz?RS!D@9j6@2&&XH=x2=ZlZ{@PrOH?Px{WxC-*OmScwIw9_+J&%u%} z(J(mc3Xs)-aHPteGjP2nr$a2Ubl-e*e*)Fl-f^ zqL@$n!({X5k~Wz8ucstfS{0c^M=P?H5H(-?W68pzoMdOt}(d?BW96X#&1ZT0(2M0(+ zoH1i<&hcGr6w$ZY0vn%{lrI;af}X_-SW-8eXS!oLzB?$03dS?xW|bygVOEIy#;suC ze?us!aR6?5PA0qq0%V==Mc%l}B$xvg97835VwlaEt zmoP5oa#=R|3=#pgK#namkL*uK;5V@XSpJRkVlOK#|8{x`P9Z9shH)EK{i&s9UpOXv zM^%~N6%ls%0TE_L%QgODvvOkeSs3m27{cD8skHEZB3b=(2b!2n#h|N&N}&xN*OUks#^tv zImVm3e=1Ji8Ak4$zCt*#0aYjsVjIdwD82Ox^<4+~n>DthuKq>bWPSnn@3O`B!MSL{ z?KU$0oHa@xE~EqV`bn>(HNSO%7^C-pGXS4&L**f1B{zxX3NZ9RGC z;0;I2i$QO)ImY?5k+Gwf@sm8474x^0Y&74X>v9=*vcv=(4DZWbWREt27- zeLW0qmjM0Dg`gnw+(_Tc6~6FfX#9#f7(CL5uWvl2MGj)j+~JE5)UU|?y*rcH{rN0z zc#r}i+h6kby;uy=J$v|hq8vT){RGy2W-YlD_L^sqC`BjbB;&FXj$vyp4|a2HnSIT3 zVQKSmw2FGi<0T%<c`Wt z@2wWHS*AF$lHV?H_!Oc8iL^z~we-wrarN6ZsHk zAi^eSPA9T?@#v>JK6;47xc!^ zRS2wh3>393W}F=tgPGg}R@KarG=50NxOe(YMqn0kwpU`0&)I>iDg;=Co6;yM`vb?H zX5ns3LMxR~B*}#sFfj}q9XQR4c{*%qkHABz&8YrEfr^+;ggv2?IR@1V^hx~yVj*@M zOCb$%_yK&cj6v$UDIBkFyh6=Z@5Zn)3pk|KL5|+7r()lR@v58$BoDcuU57SF+sE>^ z6J?k-o{i!u19AmQsg0Lr25d?0H8F=f2($sw#>;>Ned{$EehuXv7$IDyLx8^YO ztX-68Upooqo=dU@tJHAli6p;ul%-`#?zs414D2a%Wpp1{qG;4a+?l7zhQ__d3;zXS z`ng+l_vXDAq%#3O#7!o~bJUqnmd6cs`2{`>Fls)a=BV%z@&`y9&d-Dp)}OAaY1{zZeF3jB}k9! zvb)D@aioUR-1v&JWe3Np=h_%*ol`_SU*982%R*sP_5nz`7*V%{SHOK`Fz1Px$W}fy zfoCF@czKVv(7|iTn8V&8e*Uwdj^h*Cgls2`6&ZxSoB>splR?IHJ&mdkf{2AYMojtu zwUIr5d3(EY&s_pHvp%A&3lE=O*t;W6w4HzIA&FOYG@>SM~fuj|V%Pq3vOFlPdtk&C+q($CX z+IE9~^GF{NxYmH}E*C-G@D44gD8xVCFVd!7OOUTQUak_}#dDUgAfdr7Q;cGEWrv;b$3NxlDfkx@y z)bRR^WQfqM!BbA{kkn2|#i0-6x9U9%GBIKnY?WlpdzhxkN_v;!zmj1+sIp;{*+}}`eEsbgo3Gwwa9>C6k(?)4l zv!UkeYhI!;cVAW8lY~jrz};*waZNA9fYT{(ZFB;Y;kyX0@|2i{fIVeA zx&}L1?NIUg4d^cETIRCBikj`NLm9b2xbL%p7Qa_PyULGHGH@LyS509|b2fnYxtriu ze1m-bo(w@ck3dG?I$oZWj7r89c;Jc>W0LO7&8_>e%Wf{%Z;n8ZJGW`%MZ*3~a3KZh z`MjuDE^-tqA%Sw`Kpu@UP?B%(aa_{~~fb_5$ z{9e_U-0z-&Zod~n7rEsvr4OBk9!C=i-Bzjbhk@-W;!q>{Zgf)u@Eb5SaZ zIyp{UcG!XB%lj~Gp8#{j*o#=-*$?YPe-dKrjJ`S!c)HWFeB*}q{J6>_crIE%s@jb6 z?t_qcYzMkbI05xe?U*rd0Y76?2>5RiWRn-iV{_&xS#mcXs#q3;GQH4_nTvtphOltE z4-$1jcCOt5)cyUFR4%IG>n2qLYM0@i?`cRj4&vy?*I<8XfDGh^LB8dDbk#72{mpA3 zNvH**WsnZ##)0o7j=gng9e%!a4X4jOL<%2dg2O0R8!B?_`AOxlfTZA7wRAGNR1nvX z%!ATDFQCA)n*aNO0li-?#ukshCt*6TP&aRs-r+pHvsUmi{7!l;X{cuWXrnmVW~9)qHZWngV; zKyC|Uk-SUC(N{AA->d3i$E#&L;=L6_q<4|ZcAmAm0Y4!jJv~syA%IrpPQqks+x_3W?bJ zxmQIY8k7bp&4xym^iydtCS-_&%nG4FQrOSE3W-oDnxur3BtvKr>0R$%@qTze`s6t5 zZ9UJr@9R2G!%H{8-QEF~O`XhapV|sa3MtSPRVT0`3!-d%aeJ&PSf5ZO z7v2Zb6v+TEKK2Hmm8&w_AJh@|1+t7{LOs@x58yI#bJ^A#!fbce4gR8@1d`*$hrTz< zaWHHS<1~lI&J)>;L%ehhUa7=JSBv58m45hQ-dQ}cVJ!w6ISOV89Lp(AjyZWmh}~)` zf%lBpL&BzuXzHfUmdn0{TqgpqXSU#qut((iobmWFe~_PE8b+M6(jhKHKnk1XS!as{ z{CeJZYJYVfJz;tV$NQzi`~TK6zl0fPjtw9G)1Qd8I+om?CmOcoXVR%_cA$1NZ>Ni1A-_TDiVjrMaM~> z+b%3yC&q}0+SB$iF?LnJZgTrlD9SiH!SKR#Cz5&we%Z^gHHRj1 z`^+V<`T81Y{&)^;ubzP(?MQs%$KtZj%kY!+66m*-WmhcVeB==|ARH%7a|VmRtX~4^ zbo|i!rXs_8R6}0RNvBgS($Ia`bnrFU4(VKGp-QR)mFE3N>deNd(6vWs*`CL%v=qi? zynCcvL5I%S7KWPzwV1~aL*@=&99Z!aw>^Ci7mTd2OnR0e+1HfRI6p+*%OQ-vE-6S} zQwrI#&%t#&kFn|Xqdt$0mevHjlGo!t0IB6%fC(NLbTE;InZ73TjtAp=^EsdqTT4CL za*BnP%LyJIk%xli#^AHulg>ER1l>*_1a;yq+b|k`xb)mojdSkp&59B9CYQS5hboyp>i}6+)b-W?S5T?+e6}@wu^gyaye^l z-P`1Cjx?-!uSXP8R^y!C0{TK>8a5@LM5Rg-cCEyAChUe3nR+1*)z^i9!mbv2=lKfQ zU}%L}zZS#2J_9l-J%Sj7*@LUr4z7Q>hOQV$ha#oRV7KQb4ix$0o&Bkh_d5X_r>&$W z>H-*lLxnkW^)bne)Il?gJ}Ug*8mP}I!vkfySU#(TR{h=xn{M3)&AAec+S{3QWN|iN zqa%b~N=BFYT{K&1F;vBr;7jjFLC0x(+7kT30_ z5Qg%NcF@@P0`D2FKr3B+x+P{c?j1NpV@*5xH-igkhoL@maN$8NgLYeRXPEPAdyBKw zNgb~D%wW>zN739=4PvD(jfRy%oDRhds^T}$GV3Z{hs=HYT235($JLs!=!(-Ij2S7elrMk(tNU144AeC+)_mzlmT9h~;ZL*#!oJg0)?(Cx5|4h#edtPVRc zmfDMG$&~N#dgXJP75b2_STg~Xj5v*|PI5HlWW`)BW_YB$r3Op-dhg_yeZgd~n{S3z&Ly zBMf>+V|lH+K-a(zOkF0khQmL(j|(xJ_74hWfVMdiKcNcV>8)GBZ-c>78-5@9;Tqe@P&F5xy`F(d+` zIy)d$m&@r?4r9Gk4Vqu5q_L+KGb-9#5Q=jHeV#6jzIWEcr|1JnH)O%i@ru+x`3u(R zO~kz=eUNa`9YQ{{q)0P}xVMdGSDDFSXQMx8$b}I1^08UzjAn zgcuu7f}0j1%o#H=&Yj_b$>bK)w*G>o9wo-Cr;0kd`jO1jLA2O}($1)#oC3TD49aq# zH{k>tYc!Bg7H*(BS^(AsBgEr-B51a_@-l{!aKzJ+r)(IGO(RKIyhDfT-9Ae9^OrM= zw|7B`u^!J$DH-mj>a$tlxisVX9&~J*0ES)CDET9nW1J3#2~mKY{$M zxkjra1K_VXrA3oCUiM`kwi@M9v72d_bU7US$F!k)bP%1=mSU~#cH*HY#(Ik@5XsS2 z^s>DKW98ytplnGT=1zfxvAd+-eG!%qT_#ML9r)F+2A#IMSlX6Hla|)uosmDJXSO{r zOywJLM;dv(JsRGmJ3+?ww=kAjj}`ZJU<}7U++gxZP%y3%<{!BUF@tYl#^OUnuD_V< zZkPh9+`U4wQkHqS@DJI>-$skPzJor8k&^9u2yaA%*w5EgK>y+m&O0!N5lPXePjsp= z?++E==`4Jv{FRXQT}0*TVT;~4MK*h; z4hATz@>Nbwz-<%VnP~n+y1eWks4`KY_UkFQZCQ%yD^2(zN=3LCw5hFC62ac5C|~AA zCmIFQr_+t-n?*;^v7-k~C#zt@l5q42xK1)T)#v`^a#&gDgL%dJYrsSGVDt2B@rJPq$}RXt^qNHI8_B<@e65H+ytA0GVYYxt zl@>ZHTjQ@aH;9JU5=KM3i1vLg5hN{jV)~*iu-a~pVDt3bVD>Zv&y8$DafL`|9(@A! zV)H=lb_(2#tHcc=Rd6m}2le}ZfyM27xWPYqq9Xgw5{GHh;9l(i~Rp!+i)M}{#nX4Y~@&|KU$!>TLfi3eMLnH zEBHGuMbLx+PTd+Njr$8;S1T!S#9W?>&zGhEhb52 zq6EJzh6?92xMKYl)?BEek(G#YMe5k=^BmnAb_$OCctJL-eh1I%(;#!Y9CI@%8>D>| z*m$)LYJFG*gGD^hPCfvArDos`_AT0U*O66a)7eFO2*0~j(EB!*3$G5rSMP-IaFZ={ z>-x>*nAKUaB`aWb-%0N0ZuAifW;OTJL!|5ubb4Dv9F8wU(L>T?rFa$ms|q7qWT%y~ zMPg*YKmsOJwBV>#2Wp*a!Ihq_bce1CSVZ1I9TipSyHjZc_p^biKt z{e<#WE%bU~61J?7VtEnbtpDK|7;|DJyqva{l!|-@ubc!>`gjU%bqA4GzeTzH%^4^U zE8%PISO&e@<}eJLfw0Y^;B!!sDY&-}WQx6UFuDpI1CKyCJ|Jt}OMvQ!7lLy#;gH`X zLE|?W!~8W@I6j6tD^jnAqMex}J1>T=%8x_YSSie$Hl1zV#J!tG_;UUqF*qhoaA3DT zzv2|)r)E7IWjN+}Od^V{Gs9&Oa?G--&yVO9|6@2XF_jp;vB2U}x5+^Ac6`yN z&t8b&fs^w^eDMAvm>Zp?^-k?2?}tL+_bCs))wcW++X+#nE2D+cI^Y%^Qi{T_H}B%K zfdqlS#zXX1ctZ~qO~m+@w$P(c%zOx6xb0LTWv3x1%1_2+T57cHi!peO zU%|SIeg?9G%EYUg(1^0#7n#c;g z*b|D*vT|@{XdbTEDvO=6sUThQ2@X{GL+`B@P%5(nzI|(f#`8x|yLA|L2=#!*&H|z= z)(6xg2#-+%c88)i^%R{>>6>j3%CWwGOgljOPfbMe!d$@RzL>o~9VLz9xczYzeDO)8 z^K%r*d@cjA+EWqrJO;V$k_cP!REhrjXG?Z>s?!g*g0RVP2Hw_HV6JSIWP1a4V#^aP zX55h*)H-d1KkrsHY2V$0!oww?zbFjfcc-AC*Lc>^<_5m$k^`r$c39M4j!hFHdGprS zV|1YfBgEyi2iCtQ@9rW={po_k$0Ko^<198&LLZM_aRnLn2xJ}3rrjARxN-0hHVl}v z%&Zq++%SweY6Ik({4Z>Nb)KYsl4X3~JSFW{MA(;JTn{U*5wp%~V(D5fc7#Tw=gC2g z`z?f;iLC;!;(0KQ+hI8!{SPKjNwY|9(x(NB^%?7%Hq49QQWCO3iuqfy7X1GzgPraW zCY38Q+b>-N1)ez0E4T7SKfjmQA+A1K=+Fn-DVntF(MNM>1ixK`sh1Q zT7RD?%;5Mdd{_KAC{Bv@Ycu*Pwb)IC$lk?aSmm>WH8kMPmrsxJhxtTi2e+4bgcA5` z_8M>yy@#DgCh=n|gxSdCQ3z-nff0>Sc-Yf`hRR8>d&vOJi&2En?z`}pXBDqHAOZ}z zoYiX;18mjZM7D3}h0a;{BcD!7(C;%DU=9LhnNyQ(uoKk~tSwR|L-cp>HvI{TO206=-Vn#?Ok87^yUd z=Z96nj*S>SWe!e=x=ijpcmq#j^Qm;Z5F@=WkMj>s;`-x(#N_N!w#Kc2{>VCr zY5^O;t-1uY&7N^gupn@bD1sN)UJ}zeTsAPf5RN)Lfo;l5Q1e|9$x}E1m)_}+#x-47 z_U8%~tXqKQWw+7b=OeUwID_QYG{TFzgP`<+#mu@=xKYc;(;i{Ky+&i>QDr0dJgw~93k~p!Kzy0w!Qs*_3GH$Pk$Iwggd8EY*+gZZHWP7UXTtVoBRcvQX4jM%$ zVbpvB_Q|=q_|7lh;;{*ws*QxPjRzoW^EaNe_D1M`bVTsg=_)FmuIE^x zBXo`D0pu;oK+SFe{jV&J_zDX#mEH1eNX~Y6gud=XO+Q7LP_Kp~VG>O5n<`{9MZsi@!ScmdX!puO@TgK} z%KV1~ja|iHwAP#@?)TtKwJQw1OT$@m(%`l2Bgc3tfIHRO(8ur`23B+lEJiG;w!Ju{ z7`pJ)L}KZySK&~RAqT56OEqLYsav~*6Q_R~h>cLdXY zRi}v18hNJDqmK4&*u;!43gSOqbrWV6JVV#@xx}cmj$VANfin!}gYegB5PCNOWgjZ? z4_7~>nIjx;Z_z3mvUC!d)s^uRX)GF)Ok`VKEb#rF-0nY192V5kXYPB+-eyBq>@JHh+-I>8K|C52*hO2nmq2Wh6X#zILdl{j_* z@pRB)g`7jc#xQ`Wk6%FDs+U95rD^nF$;sj?kIYagFq+(sDnt@%2Ai*3#s~!&HbKt; z;{O#Am8-p|(YK5-YpTF~U&q72Q@K=fst7bK?zG7M^#fN6Yp_+`T*h+!Zvf*C)cd*( z;&d%x*{M$2omedxZ5C$NuIQ%BRx#xVvvf@ss*T(~~x z5tOYU|f1{o~qOn6A+;-c_X`*=hyyOS;~ z11lc+gYRQeOy7Np^gTA?a&KqhjvmVz30%SgM6G>uLDNz|&vaZLCSIyctP zpo`CF=c+AuU{?k4k|-98Ne07?og&yQ(+^+o_oCF?CfsE`g=ydN867Vh(;%PM^knk` z>R~I&7EBUmw#C@;vyWM@`VLF!ym}oHDN~9=R}xT5Z;%GvxLB$X+DGkAh_JtX7^n*{ z1l_E6f}&5HU$b`#<0knLM{-Ia@wPl0XTO74C7w_1G(M6Ww~Qfb!FoQ=!U>y}S-|?) zH~2)c3f}3rkpaD>5PkU{|HBD+CUwyezdU9MzK(i8^5ian$%Z(1TdK(XJ$fDTlg1I( zyvf+cZB@F6QBfOz zc#jg^HBBNPa)of&eHrFQ#d36+c1y5bUeQ`Bfi5gH17eC~|=@Ky} zTGRk3q51@fcQw6;ccDAG^j=eb9P?DuhsLZGtUW& z=6!%`+`T<0`4y@csN!O&6uepLfokK;aFwq!PKcAF-^Nz(mH%c?!@b-)iY0gcD4Iga zkq+FSB#CY|OF&mWg>SZ%VAyj3R2rASw%THz$bxGm>0B(W87hSmpVdr7%xrikr-%X3 zze(tSKK#FzVwu>}>gZ|9&1HOtsk}=Ezo{b^>>(LE9yAC}Pn?Y8T+`|0j!ElkwTd!BmpxGA-;lSs6{K6VD__)_;i?7wViB2{aILYfSY?}-sdm60j%0SIrff32VJ0Gfq6H4vBhUT>EiP7 z_C$)^pEnERr6R~PrH5p`j24?do%6(97{;9^zk=2A9{&C`Ar2J#w$o6_F)sDewBhB{)wFF}2iBNAhO7&psc%g#Nes-xC;i2= zfE!341PDoUsL9m z20RdDlE#V9*AgEg#~}bcat27Yk~SKv&W7uECNZf#yV0<$7OhkI1={t#r;V zV-S0?o;;JA$efCskJnWs80O7>c0_y$wOn%p-+fZVe9qG{5FH6I%8m5m((5pI;sw$k z9mpy2fNHXk_J~%~%m)P!BgdWV`}RTc{$R}ic?g9UoW%Y8JRAx&M+eVhGCl4S%}cpO zj|#bw{i*hXEDk7Pl=%}L4t_z4Trqm^p9s3I%ZK!@&*;>iL@0ZgPFj?undrhr?3PJa zK}+ck9LD4PinDug#VSd*I4}hE+KWJ7bP9?ux5hi#gyw(q#Il?}d>5G%{I>Z$D)uzP zs&68UP4gN??~pi*#7^h$;|)M-xf-~~@|galVv@Mf4-8+b(1j;OvAn&AmYvlG#S33B z_pCL?1+L<4mJNZUyhXtrWif@3X+t3@ZKPS=Wc70p2|S#5cvg+ZCjvF zLIG2cZ$zs@F;YlNychRXgQmSIWy1mg@3Lf^Rn&0 zj+aHctlDwy2OXGo$Cl0Aa|AT?#6kC`6);$e8C`&DKR)2^Sbd$F!EPh9J7U0c)?Vg@ zq#+~2&0sQ?cf-#|6EX10L6}t-2g+qGFp`YWbJ?66lQ3b6+?UcQo%N8NIUbFF7h?0B zZ)mrz2#fv2{p>@CcaBP-x{#4BD>elx#%@D7Au z;heVN^P$e_mH>7Xla=R-$l4>}aPv|&ZT1-i%L|V&+(DJR=ejI&He3*R&F&?^OVp{) z^Gtd&`v`P)T0%T?5hD-2r7b4&h?(q4dM$Pn)J5E&e>XKlwN^3Iy&J`@zEJ3|x(~e_ zt*GYDhs_7``0E97u>I>2!36dUKka2Y<{9hL>a%z0L9P?w6_H3SPL9w;j>1goq89ii zIzXLH$+JGcPJpE8QhaT$OOIY`f$N8}Nng|qHaTlK%0E~v$d7!_KU*=8)n7KAToXHi z4;|)$Lr5%nnqva&z%113Hz0!z@mRg?Ao%S`#=870kS~>DoBor7^*!2XAzK2W!RNT_ z@H)^gm7*HI_E0UINnAHfmwr|;WH(fQr6P0NsY1_ms4KXIu5RaX&&UF_FjWStZzaU$ zIUm&Ztcdxc7x>z32YLE%GWJy13knurhTQY#=%>mLxJGI}vAb6+Xn6VrDzhjK#mr{r z=LW%L;Rq`KWd=IkJB~KwAS%4+h1w+x$QFrTRQzL*z$ES&KX{6uG&ED1DPOaKha-*vj@0A zZ$89)qHrwb9vU0HrNJdT;hOV$7|q^?D;IOU)WxZg)~|zdzDmsJwBHb_z5`?V-+l1v+qN z-EFTbGCRr_ExEmbOHmz-ke(_yHt#2ucq<1I;nu|CLlSzG7gJeY8PU6+1{ODZQFvDj zEEotO^22rjng_{a(?N5|a|Ku=CeCy(l;n6CmQaxB4&tM;!PN65NhlZtot;;q$k78_ z4stBJ?|Gn^`w6YTI8l+~j|4s+{Ya4G3#_>@j@f&4H~y0krtjwl!+XVHVp1RkTD*rO zmUBDy_R1k0&!XRO0lnt@fv9Y9qw>+xD12-hQ^GTctu-+y_cfJQ(-#cuqo+dcnG@9M zWNoRw_%!BK;%w%~z;+0^`H?Jh{|;|>hd}f!*ZZ3On(q0}9iuEC(}7pnB;aTazQo6L zG%kcEJwphTt!A?~izUd6BY}eV2iHT(PHyk7;Q%+xE=u2E8#OEi61DzhgPszXA)111f6K@VoiXa&euPe`2nRhY zHHPTr6SvFf`S~N-#IDH?9v@o`uXE#Qv|v0c<8nOHT7|W`u9W$ekE=g~;GFwN-(Q=7 zC%&)3v8mG-@yoODN%kY68=XX~g*~ZSmOlPi{{Y*JHF5G+e+-tn45x$rFn8G$eyr7xy?dSv&0^iZwKL2d3o|uu9sixE5XcL<4p#Yd0;VvkH@{k=@Q3q>^tv= zLw(a2vy++l&Ta$r{j0{TRx9R7^Bi1LYXR53twZ6kdMHiGrn|-SL1tzfF$+oo8>f8y z)WX9O+Y0D+?84B;s;rCl06bb7LiVlSMSnYOL52B^_>E!8rOZ`67+NHpb z{`U~H&<0 zW+H6N^g}RCqy@!x*6?orGlPLJ;Oanz~>>OV`fNgtKq+f`B4 zQl85)pOj=9)=XsNUGA4?i3Xz?E6XPS-p+AFX2SOC3rcM~pKu(9Yp64+8B|}YGJCaU zFtRod@M{8Hn-zdTFQ>Bd$^$SU)&z^+oJ4Qee#ky@kK>5S0&naEeeYjIE4a@`rR+Ix z=aFytRjLXln^&UehA5Q%Yfq~p|5Cj}Qy|i+gDRLTVk#coq6;60F$-4l$$|5iQEh?_ zX5Nzp^DPo=mDCwnWL`%bjfGjikI`7H--SK>Dp>UM53XGE9`@whLEY*35WY{HrTxN8 z%_KE=_9_)C=PRPu%k6}hVa?1gAqkxISM1E&MqN?(BMt=y#VcHvWeO-^JP5%0Y|WlLNqI zd?jt4>5XeOH(`;564cKUVj3>!qx9843(XRJmdoXF^MGT-BEKBM&hVL{fl0XUvj*5s z|IY2NRN%zgH)J%X2YaT76Wh|qRH#l5mj7%eeyg$x?^-gXNC)zTW-VmA*DruSj-vQ2 zZXZsyIYJBG&x6CIbD%FK37a`SV>>gSu06>kY^DW9XbLkr)8%3KR5%^``W~|*Yl;8r z!|=7Ci_WI;q;#Jbs{QS!Id*1Pk*|R#%s!yXd?}ngbuDIlR-#wV0@9zuv8{@wn9`50 zNcz$MvcAh78m`}m5u?lCsQUwdN?gPrmnz6I%5gGBICt2PHZ-SOW1GP~j#(Uzi|)&? z-Og*EzZ3A=XfugE`4Nh4hvK58t0>Qw5~1sgtetxToo9K(!d*xd>TSOXvI?fM^}o%S zu=ZInDW8v5B67&|-H@CrY*<~_$_*W$eH{%Db+k99s9OLgsK@QNUkyx-l1OQt2miyi8aZ844O)S9yS z!KzH3NGKXwYf-tivdr_YC|Ikr9n^iLLE`czb{@wI=!QUiC)r4SQHELezMmF*UjlDy z8FqTbW}>d_!uI*?-3@8*;8#Bu{fefqW(Sd8|B3W#gDuIBFh+yB zey~CRCrGrXL!Q4jBYoZ+zwP)1yB9P7uA`83={zX6266M1f9RQY6!aZW(N`1C5b@1% zuw6rp^*HM)NUnIpw~At+X7o9=Ts%ZX=1Y@_9vS={q3)ohrN@XJOT<5!T5P_L3-fTc z7hFj3L&L)WLVt})BHEOwl=Di^notJsoeinY>rm|Uy$nqz)9AA$HT0mD3QQT#xyg1H z(yk#Mk@ipk(j5?3Z8gzC>{(JW%ajafbnr2fvKKYzt$Jj90d@-J%3v6xuTD5 zDU`b|##35J@O`2b@zzckxbIy`{QaW%Z+=C$w6;svXczfGYYQaeCEwgTym2kg{mWP@Xcv(9cPKL4(4!r zV>HIFGq6?ZEF@Qlqr}Hg$yMNGFXW~_n$q$-?X z{`q*6IdzeyW|-hvxgZ={bpvKuoP|m=Q8=(kl$~=gjA)Nm(C*5ul<0ini!FKqdb50} zpTq%pA@dM_z87QLXXFxbuN2guYrw3mOoi|!5oVEGD(o?KfH2*8xWh&sEG!Swd7(Bi zcB&Osgfrmtdv6k$$hqAgXt5sY132>GWa<3%T<4IA>QRE=RPRoI#kJYjE_ePQv*@~WGP1JE;KKOF8Nc(tAqF=3zmA2+EY_OBd z#xu;Ot9x+ZoCd7(-@$h4gyDy~n%FrsN;UZ@#H4izyH3~zUdLy{(9Rb`_UPlCe zJJv=N&wKL>WVv;Ca~$XynKGXGm*8`^5&m7HL)Y$>f;GLLaozK7BF}wZn*KtpVdWs% z^2we|y?L0%?@7nXj2Gw-ng=s%lQ8&i5k~&;!|Ah)QFYpXSY*E+XRYGA-N$CI_a&9l zj+JN123|nZ-6Fd8)_AsFy^`3^5n>c|k^$G;CE2PX>^QRxf*FdrxMA=B7KY8lgzHXh z=G94TsqYhh1S8F6sg)7&uZl2|dJWynQ-HKbpwMM2JYEutlfIuv)tx6%TkdA`KUZ}jYTKR9L9hb8k6t1Cn3wWkp{=8y}EOpCErvJ_WFn1jtxS;o1Q zo2e|VM%N)r(yZqWT1l(%u2wd>)o>5*(>54%wSp+iPUVy_325rO25lP5p?2xR#89*TIeNu^q%MioM0kw`lc=9bspr4`79N5SC7O3^V=|WAqs{=u0RjB z8#=2R3)S}~VD4xP^p~xKk(VX>UmP>6<;9Ou#^5{b4i;nGY8RqbpDg>X1VCc_OTk!W zJ$(LZMoudQfp=vrJjsw`4?Eg(z1^AEGWR~5Yf#4Mv*)2>aUix%F+%GWZ>R}~$Lzw; zQZK$a&QX|w8;%yjNZJ^tPM86mUvt4?Z5dpD!#Pco`FOG@2t6(ig6h%3v`uyqH4b{t z&x+$_D9bp%!?)>dRjM5OTqFRxp9=}jE1$D4nzd~tw#Pn68$=5%9N z9CilRxldv(#1ApGNrNN{pO%rU&Lvf_Pi4!~yN6uoE2uaZWnYXX+18Xo?gQ z8+rxrz0wt!E=DkP6@u)2ru>Tc1L!(3iCUSb5Rs|I?5h-gX2BnIzRUI;{B~x5%t@3- zTQ3EY8?OdMRTE*+p;02D5s0(i*V94#!ymaa6F~bv40v`KD?C>*?;WEt`O;#VU4D=5 znQ6x;tPqFvsz|Wh`4ftg7E{~Z(;d`1#Ftv1w-1W(XwGKK7T9+?{3MU{=plV z$f%+CM;rX=xssdlNuuQOC#ZF06ZAj<&eFIFDc-WomS=ewx5NV@j;XPW3|52k%`Dh) zY(!x9AQ|U}DZ$TFMQE6%1rBi*u-h^oM@qEW>ZZMr|70mm6`PLVj=Z5q9=n2Lr#Ej# zV;C%o=X^Xb_o2?OG%9pCi)@N6g)Yu5R(JdYZ1*(*?*(fibNCiLxmuhY^a?@wr{kHG zd>?pUItiZL4MJ6WQ~Keq0&Kc4o{gBM3I=I=;ef;{I(EVU^J~lSl+rhHXNmyIkG7FS zz8VfJHRdf|F-kY?ki$faC`L+cIt*<6|F zyjBGr&ZcBbZ64<8t-zt_&mlD}lP75=&t80=g4_0v@)M?qQMV|2_E^h&N-xOaJd1WZ z{7?vL!c4$K{X9J&x0LKZX96Porm|6|uj5ya2f0>DQlRXt%?jCSQL%d(=vpN~h1Pw* zn%gJw%KZRvn)#mkEK`Qm;~mt0w=kR4^oHk|ej0)c6T!Q065Qqm693sv+)l(2@9$S7 z(>K4O7j{SCv8GaxTRa4cCxp;z)-V;lIhpRRHsJ}ad`b>{kOfz99vmsQM_Ks-_@*~7%dzXD?mOSIuHr<*?C1`9t9hc@vgl-S>ZJ5Hjk zrmhijDSk`(mNuZ+H32|+J}vc&fXmS%*!QFg_PycQ;!`6rYRsAn2UxQPb35qWThhef zvjh3uy%?v?5MwLUR5fYaK8cOe}!=DHk>kCJPyfE~-X^np;N-|;P zZ^(sYS>{^dUT`^?06PRx@J?(OD6ckQti5?mrV7Y3#ov5s2T`2Vp~87R*WsR; zi>UkRG@Kbs!DUf-_&aqA*ft09!mj4f(%+-hvH2++OEzK}tq1VJiydG?V&SfI4sNng zgdsNrSaq`=QyLW5{flMjiL^ZU`@saRY~O|u_Je3_d=8#{dARM;6!z)PaJsx^J5Bh$ z5w2YNOtxfYmM;7=0YsnlqlW1LWEIVslTsUTqO~x-e(FOsUK=n=BQH~XkGF8EPY(Aj z_rp->VwAh(FL0dnj#niU$Jc&PMt+_4qTW?O9J{@T>*FXf_rk`3>#Do7SP}Vm){1Zh z9?sWMs)&y6Z{f9LCN491jei$#3?S=67}7jMeb%v+aFgG=^t4*Jt7mAijC*{dhkGgf5!KRun&~2=Ml1SIioCOY-X5*bJ8{z#1T{7jBFlczIkelaw z_|MGW;l2O3=fchkTw?YXo5MJ6RqpGe-oIK zR|K>|N1pNC`nuFKyBdSWnQ(Wxuc(%+Mx{N{N&SxNIFH#v)`zMxbtmuP=k-!hJ>?7r zO?L#cdn=!dw$qbmzVbZ7uhPNQDHs~I6LZ`b(4@RToOOrwX^{VYFgnb2P)}50m~sUftQjU7xr}!BA3-0~6QjICI#5|ppPE3KR6=C?< zWGOCL;)DsR^7xfJg}O=O*x3%_z_H;fyxTN_M#JOLy!8=$y8eY+UoHzbk}RPiuY!Tr z-uTVAkmMXy(|N!bNFy7ppx?t1;Yl-5G;P@ z0xAFgqazDLiM{S@MtS3DER7k2Y@RG_+RU*azi_RSZ>BQMfqrF0zoHh@M3Vlbyd zi!Hnq15aAaL06=K97#TlCTi(WC@X{q|Min4Ir=E&+bj^frNI8YDU27{2~4%S9Dd`4PGzD1O03{%)Q6) z*!ST|#BS^wCVlWnmuKeSmODktSf-B9PK36T?##Ir8)?EDjzz!UrF~oN3N<6$)6dN?(LAO{Dv|W|LekVz0164q|&B{=A zqKNVWQ7MAH zl?|9EuMF1WHGErvDh+ZHV@o|`n3~7>tTfY#KIdcTd{%+oUUCV=?i;{swFlsto58uy zw(xK6@_@bfEwHsX54=11c6MV*c%J63wSfqEaY&x!1O6deOtO(4-+yi(4E>h??^?IvGxjsi zKOxOpbJcC;79WCwHG6e?LF9fw89FKFwBvN@hhq^s>!#A03=v!wGg`8Ws zuJkrFXt<4kFW<)8Pm3Yz!E5mH5M#wB%my0|&K;oooVX30L-W&$ti@Tx!t(;~kqhMp z!b?DI?ldCd&`H314?o&F4kqd4L3@dSG%K9La@SqF7v@H|P2oGOTRWR+DBlCR2S;JP zbUwbGu?f<@mGCzetipV)#aO50gXz~oU_@*NYu#;wTF+XcxGN2tC;tz5XZlao`?g`T zj45+u%8-nSuB2fFyjs!VdUvGoel|6MLM*=q_ZZDaRVQBJ{4}_$uQYXm^4l&i4$*dZSJpigJUO zC66G)ybYg!eN-;^hEv;{FuHM-VW6A<}F@`7w**y;NBW~ zlFG0j3MVihW=Zi&_9#+uLs5ajvSCagEQ62*gV=9j$2v|+B8$16a>JzyD0|@~e&TqG zMOmTrjmRQUYF~n0Drva2SV`a>^&3y-X0Y2#xofL5MUU?lpp|@qY}OnQWc_U6Sovp( zNtPXbnK2#Jb7kq%(qnkcApxxlG9d8lJMuy_&S5Xx8-TTObW_tDus=fJkPfblMoD@TUBdrD*_|)EIh&2Cf7EpL z#@o}_8JNd!n>rEpbxdd8i>weh8#r;U^r<+f>J(hJloZV8tfU;K2QF(J#gng0z}-9* zKKGx8`>mx-Wnp0}aU>wL6Ssv(LYUBqMNX7FE74`p-Y*@(P7fGN{3`DQel z86L(Q=pm*f3NX508YF73;`)@)Y`3SrK;I&bNbQ=-o}QtN!Kqw+g1!^j9BmVX`Co>L zzo#HJZ3-l)C^KiDmZ0myVlY}1h2wo3xNDjj`{D3Lymop9Ia@D`H{TbcUvC9|tEt4w z6T^6N+p+5+NrNC}%W;b~3+#8Cju%|IQ%-bOw8@ zBOv;@8vMxLi!U=Jz#(rU4GZY}+(4(in1Dy+ z6CrLH3-3qF(YS<%PP^w|_yh}_le-#Ie3VenQVs0q9zhA;Y3TMj70$Uo2UnADm}lw0 zD9+<}!<7!`F%khI^7?RL-w6o&$#s#oYGcuy&%{M}CKwt10{539FnQ|$Tsl?7bw`~s z?UD?$c(ye2?q9T^;cyhNHqJEvcsvAs@Z|XA`SiZNfLN)Xqr9j|Ojkz>@t$x&U}yGH z(B#-4XqVeew(a;x6VoODe_tugsGP~{RODl@KX;of;F=@fG-&>bf4rW#Mff802#6K0 zV#_45c)D+^?4$2?(K^dY(p|V)ux>#j3>FtcyT()UIozFO=$)gh!Yqlc@>{Gq-wN`@ zizxHrCmMYFj&3(gxIXn+G>=qe+eVYYgy!;>Ne<#Gr?+(TG*P?~u^bn3d4j`F7J=@d zfPB@S05XBcF=+2Zb_>j4yys6~n5L_w?`<;93v4G^D{nw?w+wb%T!5-$7Wgx}SFj@Y z7{=9GLbS^^Fte${KIL&tz{Dv~;ckOft9f*y0_T@*&WE?%w*-9$#UW0unW{e$;BDbg z5FS~A(ubJ5d=VQ)$Y&ViFFXYCxoe>O${mh{D#Yl& zzs#|mV&U1%$B)L-wq^MX{LJrR;O7$l&Ol|b`x%FN4K+NOf}_~R zF~kp;Mk94PfphEei445?OZGGzA?t6>`kQ`Sxy8 z*Mr@@sjT(dqi`yujsNZJ1U6fA9?klcihYKsuwT>#QluI<&U&7GXz>sHuzV@jh^_)3 zgQ;ju4&s4HyYag1c*a=Ini&fTpexFWwW*T0z#x~W70`&itAa4; znKeq>-Nfqk&w+%Q<@A1H2?oSTF*|CKFkby2OkCDZ%e$VT!%InYHf(`c1y69}t^hDn z8x%N?7GlZ8DNuC&9K>HchD~bj7`5357SD)B!@2ET-}fy@$qfsPrO%PG!)+ugC<{M$ zuZ2&|XW(*U5uND#hY0=6CUZJ>Vn>ZM9&Oe~=VuJQxwjTI_$e5X?o3tdAJS{$*4XTO zji>M{oVJgCq#F{N1$d(oL;KDM3_pAlxDU5t^we~;{?CicsG7jHBf@wmqyQ{L53r#^ z?=UcAI@vZq39?^b1hdP!V8V+L>~hVe4R%jJqg50yt3TvA_yfEf_tN3ZjBNBPoP*$X z1frFP>0%WH==m`p{Lc1aaMl;WFB%Oq)lSmq6ZT+j*H%9F8B6&DozhC_(s&eMZmSyeS)cj5+uq~6bR*Z4f1Ee^Z0lA?1wDP_}vK4%iY;&oqmBVGb;eE;EIY zvK+div>AOkU$e8rE6N0&ptiyx>>iE1uu|t8i8b)1LA%G$CH5N1nMMneBYzW@_^rsl zyb!z&RiMvHaaN(shg_H%MrMbrGHpf@474nVt2VKiXJW;6nOZYyqxb3VP=Amy&_c7O zJgC}u0OsO$(63kszoiynd4vZ0cBUj7^KCs2+PUE~E@%3}A(k5ZWzwL+5$Np{z$Wh! zJTK*mYI82w%0|59*j&a{_j9Jg&#^aTWPd&QnXbV19~)qvt2K;9i9n?97!_Ld9JYoi z!3sl)SBjUM49OK)mA48 z(CFbWs2M3nr7#OvH@FWq?e^iwf@ip0k-M*OtERO*I?%Y3K+z;ce7oZW$oX0^U2u zUpnDjGj4BS%=K+!&e69E&QZTAarVYEIdm%N;#@Yx^vNy-HgCo}@>wSw9&y*;e?N8D zNaXzXB0ebDc?*XUBT4bM+o9&F3&F+HQ1y!>E<(N-MPW!)4S{7HrlUcotsSFDDdRvpIW z>mo8cX*$~0--gC$6?}TL2L5i}XWzfO7?!Ii0Q^k_lPxU9#<75f79c)z2semc#^@#w z?u^bSEef5`z_IW0&bH%M1%IBjUA$nAn&~&#jEGS z=iV#!)?7!mWosMi{9Vp*=FX#8x(XW-9YKDGt-xq3HEqfeDF0E!+MPck_DT~CV&V)& zErWBhlVPuYF1eN3Mw3mPA*;9vZkG9zmyT+*Nahg87(S-s75YIWi*qR7(q%`ka5>p; zcX$>hl^}M3b4Z6vv9;bhOmCAS6R^7)dW_piTeJ|fKuLtXcBtQer$jxOl&%9p``mGf zZ!)%ymXda-aZE`Mw_i=SVCH$vp;EA#mr!#Gd){SYMUMj`KIsSV%kBo^B)$zbr$2+p z+Q+ctgfe;mcP$#cae%*DFHxuCX3Vga1e3$BBHQmvVdn02*!ylh9+`U)DxAW2XF-@T z2v`d9mXyJYFMcS0L4Y&XavbBDN?6f34e}TM0@rL0JmRU!&U$nZU9X$L_S&a3uFIaS z*qe`9qUtzr3&+wwGlQ(0|A>Z~A|#bKgO%cGTzO+W`z0iX?mQANa4T7g&qd9dh8zu! zi&>2P)hGEk3CzejrJ!HpPF{jE3ZCstX@%Yvv`3kTjTMl?gaSimWocN zuHex(+wtVrbWGnO&dwNJgO2e=AhT46>wbR5*z9w#yZkQ**`L8Ll`h~Hoe9;yH)6Dk zJX(Cy#g2C-Y`_#tcwp^~kzbw=!=suYcJdgR_hKn4E);>E%Eg#?NduIbFUsB>o5?w! z9@B+MDzMLU8%8BO6g(|{j@Nb>V%MQZC>A|Js`joSf>M;l2p1h3dsVTg9 zv<{skgxMuu&C%(v5k8xB2ETnXM=xVr?0vHp0w49EWzT82{HuY4Up5r9d0fL+&9&si zCsBd$>2&Thl?=ZZy@#UW$pT}+HLkzFLw@ftG2dzey^gP8D2VHX7JnscOcDX6UP9OO zHoQ4r3Dxh<1&tG%=}!Y+ByziGg8K$&Exkp0D)Ml=Q3-^y%fYu$2IImXf#tNRWSYuM zoRRPvGyjukGln#f=sktXI1N~Hyq2WAKZJ8i_TjcA=B#|ID3k76Kx2J9KxOkmQoB%u zRs6F6W&64zQtJhckbxEmd4${l3G{tVYrPuOmdC5oKlSO6lIwCv@iCLL%xOgMp=n*gD>hyv&ed zlEpRQzY_{*a{2(zC)t!S*>w~K)~i9*Y7;oF-3S@xLabHi6JSniz|JF_Z+5*79+&$I z{F_oFPu&v&j`;{i*YCl?qa8GMdn}PwC_w#)c$~ZRBXu~e4aSj*#8-C%xL+UU1&p=f zaT8-AFwep@G1{C%VE8;ftorF3+<#Htz5T*48f;U89Q;Q^{ zD7TNc?{cPDGmqn%S%JKK_fjlbEzERm&4k8YV?l4T9(71)hy0kf>hd5dY|lxv5 z+Jx|qN-c)vu3R?gjXb^R;YK!1G=XH{8niYY!Iq10;C!|XT=(YTQ_f)?6_`urd1^zN za4LBeEXta%dI>&X6X@T;dK^jW8+SmO$xYo2i6IrRbGtreJRO;q zSMl%)`%&;%1j;>}FePRjE45jgZ4I0P4g5|F6IElzayXCZc4Lf4(Za|;Z)yZZSlBuq zC(8W8$x$;<SE20h5VrW-r#>D95JuNxKEq>K>v_ zM@C_rsF*;IJ^^;`OoyAz-*|67Wz+suyCDBY0XAINLd4FU1!lf8*kza!jgBAK!Oakg zc032$N=y3L+l;8##K1_124)W!p@no7&-%CpJUYy|HNTdS5cy~*8`(mS%q~K6BMpZ9 zjUfpqRq)ELhnO328B9#?psMAxk1L2G^#HXf|TA8(D|)MGApu3m;^M&iWJDI46AYoSK` zDpgp03nZu;k^Gzw!I9~B)FNg)8fTu zIGYmwf0<-gdn}ekDlv~1O(m=3GfDP`akNqW2ukH=3dqJDqH!`EYC2!i8kZWBw*3f) zr)-DCDm*Y6i{$k9y(>mT-kjO0v$sbqOy)-fTTm& zbVF41SAmY!aJ=q&0e8#Z20O_*d=kDDV|{Ov4zPld$KO$LX|%mV#|7-poJJJxaohv1 zCKQt}#(slRe$^pO^xCl=H|nW@C+8ChlMRORWA4=DuLdf1G-GhP5w89H68#5eV-(l_ zzuF_i%M^_Gm;%VZiA7zF(%C&TuCHmufe9XxMUM5+ptFk#&f zdOSdpsoMV(8kbk{E-UWByqQP9MzkDazi_oW9Zx$G(e@nUi^U-eEOozSnpZ`RQ&}yKC_{+r#R+IYmvaBKNwuU zCGdonYOv3_oa2VKIVkoVd3-iT%jZ*ktPUUQIkwV>FYOQf zO?0ilK;b-D+~7P3_dE&3FTYA4(oqKgy-tNJT|4M_-9lIH)Wa7UiSQ&)1yim$!NSgW zL}Zs21W(a{?8ow~C4EEJ$h{z5-lKGh?Gg4l*+3lXBjGt&V>kB65t1ZQQTCrGyi@$i zC+mG-MwlJiI-SN_)!(7~=_ImK{2X1B?S@e~ifpw^0{Xf((6P>VGJe@+lDmqJn}UT| zIgUeop?WIhZwa8=clYqNr0t-Kxy-V&@9>d~GK3lQ2^+JDoK#jG+<9Zt!934M-YFq3@gV?5VH*s65#nAFZ_lnc4T@ z{HsP9-egSUi|c6EJqafLUKoEfW5>Rgy-IH0uLS3DmDvCA2fm%|%JfYUfl_f7P~3h^ zpqx}kT}=(yjCWJ<=jVB3PK!Hy;dX=dJC#tyRUgCF{yybT-X1Hn{Dh- z*V&leti7FlzQgg2^GC>opy!yk3Tb!PW00DrguQK(@bL8SM4F4KCi>f=WlRWGJ$FWv z+*7pqjvLi%i=bm1Q$+09f25-(k)Ca7g6AO|N7!T!ROw5xHOY%n|6MG!Kc{%%_Y?cV zp-Qk(LG(QO1DC%%2%k!lkiKcAfk_QC;EXRTxu~3aDqlhW*@3XQ>nstyJV@`}o5kb> zS+gC#!$9?0KFR344Oiw}MriTjEfjpCv)@jF3wQqIdMQ~b&z-?;SlrHPpoxqb{x|}=@ zc!Q6=Uja4wN_c-ZgXkMig^B;11!9an8r`je@!$D$h2Jo-m^TYOYqD_mrv_NFH=13$ z<)xrLq6JTOoMA+>^5|NRVJKR15mWv8$l1SFVNbUmdMNA#?_EQn>G2dQMqSy#TazHL z>MWi8FqMvN`$vo(`f_f7Ca9V1OCvuY1gEo_0%zL?I3rC3KNrv9#hkK0y?ctV?AsK4 z+cN^UZr&A~lJ3~owOVK1xff}>?>Wc`9< zEZeHY)D5(vaOo$y&io^eF33lT&#vT>kh~z{jR<3(76W0crP1M&Hq+BI2QqKE5rsYG zcuhPCb>u@>=e|}-27@tKeGsmkyFf(J`ss&^cQ}pTM6*{tBSPleiNdOR=s&*zry5GK z>IQe9)T^Es|N1T6Z7~%+O0?OP$IO`xTPCtgwk?PAv!>C$wpbFhfpc#N?h`KyIaX%o z66Qd+1h?BQC9BU0@jv~%13QuxV5pbN;Bb4@1ph5q#`zz`J*!}>Hi7i+SWOcYu94&R zg_zZJ36|eUK#!pUc)msgi}Kc?iqBDSEqnvZKS?lN+>FTns1?d|_ae2WXI zx4#*fpI3zdtUD7r z?p`5{OLoBwe@nczRG9TWb{Tb4xjeN>KNShs4D|ASk|uJTv`DUp_5hCkVjuyzQ)BVK zLN2#VS_HIf8bnt);ue#i(D7abjQJCoH#(|xpI{Zr2sfa$`7ioF>b|{CyFUCKJOZ+# z{?IPYaX?)J*mvp=8bt5~(k?fkY)cUE899`i^#(tmmIRB+m1JyQIhe<_LCLHMxbQMJ zS5vOU2VDN-RznrE8r`8o-j3*XJ_Qa1T>^Z23f8_lj$gKqg2ZwK2;JTQP7gKV+Vkh+ zS%(A)+os}uIbp0@ra=2Vtl`0({q*qky~q@-;nf-_qE+k;=%3I;tM@a!vbu-7#;?lk zo2souRe|d#?n$64HYHIR|Mk2JGCxV>+fT4P?i$7@mf#4-$l`z1ApYCV<6B0Wjjj4e z5^yKHUY`Q#85}3oolkj7wIHu&Dx;wPfMb`WVS_*yLL@UmE%7jwt4X44?nUA~=0HZP z3b85i9_@fhWRs~a486XNrP3l$7K*5v-NoC!u>n4f`$nC=+0#6>4217K6!19T&r*>% zuo(HyOFr)aZGRuo)Y~aos{hr#&ix(yo%5S&IY*IIeV5_6SS7l57YRzMl~}2-ZS*1M zc*j31DLi5br=nkDZkQOJ(yoSm6FA18g*Nlq=OFeOeWxXAS7~(70bZBOF3gR&0(XsO zK+hvNV!9}6qIVP4WuJym%39Fx`xo7dUy&ut|B!hb0Hxzy zh?+zJHCC#CdkP}ZE{MjShN(+}sB^<4oZWJg^FZ9e z6)QG^cv}pvT2cV{$)mia$4anc<^;$P=R>GImwi9($?AlOF;W+fqx84?@M-fYe7@xY zJ>D(CM%z1KdZ-mH=2+)eGAqI33g;o1lmX|$Ip)Cf&G5=>49$(_QSHJrVE*wO!SS4@ z2ya(ci^HM)(&Hq`6yIlEHc>S3jr_ zV93|`Xr`uuy{ET9AshyC3x?4SOQY+IBWU^J`RItZ$-Pq-S`Yzh7>xcKH$ygU!2X_UJApG|WGOB0J76~S@=EW)u`44%L1BZbq|G=P( zRJ;thVQok`dS#ajaqQub3TB-pFjxLecWR-g{k9qD2auY zq({6C3-8FWX?pL#zsZ1E6Qao?e>)#LHZ zV7V(#rT7FLfA1}%=l`O0hnEQ={>ZUgB!U^&q%ORb9E9fhCWF!m%+7+ne?0c9x6LOcl>#1HTm&hJlV!uPj4-sPPgs-Lk;VaVAG@9kaju*g3>qITdOKU z$)zw}{V2C*&dk8Q0WQRW>)X3>^9IYv-S}&!5a&i&EVyVC0!vcksC79vGdWZPc4aD1 z?vqRuY>k;yaSuWAk2EZq5k@=Sxzkf+7Ti7bMcn!1F}a?60IKz4i9_ajuovsJA4w?Y zz2#oTEVRe@<-lf#{-bb*MO)6C886k|J}vf(w6+54FipSir* zf2^4YHLCD0J_~hxx6reX7oqs1l{lqUn$?YojR7&-^x~d-y^1)`jfdKOTg#moa3~Q5wj(D$A6AqU9M~!9I6m zII`GOYzjYwS3y{30*FfnqT~%JX2$78 zlnva9?v;{cz(<_POFcmBGTw1az#LEAR}+6 zR1oks^s~gI^&&_IAo;tjiu#y~p!do<5ag{%d+)9Qvp9V;NU)~ut2N=xq~CC8I2p4x zZ6Qa#vM>wdfY&?$-Piz#Ut+*?e2>J>+zhHlNEf3f8<7!*4|q#{7PHw;8|T?&;BWQk zbj<=g{HnDHl>cdQT|ZXyVaoT92*zLPik-23zXdRlah z%kj6^V+IO^j!Yl*h^}iLse>?MrY|`BXG46aouO46T|iZb%l4X5J{trW(5%THxOE%aLPF`& zxFi@Iuwh7Xqd;E&7W>RpoZYzW3!J&A1{?28!rn_KQ8hyeuA7yT&)Yrl)s-}qsB|L* zemk&w^D(Gd47|oCr1@F-X%=D*Rck_!Akzbp|AGv!7-QFqSS)C>rbDRqb(oQIK zCK3)be5Elu)7UcKR(d?l6>b)Fl4Ly-^i;Wk#vJ!5x%VjA{#k;ro-Ks@dMP6A^B;4e zQI1Ja$|a``Eo2|~KNY;%q0ENq55l<@Q@~P0jLB`kjgGPLkp1Pa!2iJ%Wd0r}W)IXD z*(saBJ8>Sbd7Ll?=UpU2c9w9(>logjqsX1zCqvJ`0BsDtAvkNsqjuwypt0;2{K-2B zYMYa>as#)ojRSI4N|IJ=K7rm3U(jERb#P(x1n8C)N5+3X_Rg%~t_>4m&Rs=zxPB(* zzq(3no-ZZ}J_cmE4Sc32FaE`ek8PBvI&_2q!%5uBu_MY#gL{^jCx9uqBZe5ST zwMVgq-HICmWAUA=6o|jL2bV(blEx#sSeC2GT3<|p*&<06k8rmGLP~7n z^0m0Lv7Go0&cT(ZLnxVS3siVhxoOZc zR8D?vy8<#FU(%RMe%#FTIt=`~3JXP3phj60lp@nm$mJC#=j*}1;Z{fu(`FRcf1=K& zTX<%(u3?^K7IicCU@w^ZL05q;HTqly){b{c`N%jF=dx`7>;8l5!^^z$dcw!r%cQF5TZj~ae`jdcgEkjyX} zX8gU?px)L`k0%_4D{hN1s!obAUv9*Dc_qU%r3#wxa{wLDZ{}l7 zOg7)ED}DoqLb@=jT~m;~=Dq#*G9`9)XbKgc zx0#x3JS#ZvvlfbEWXO8H0uDP=;nRRh(A-^%M@kDYZ&aJrmr#epB9C#t=r{6k*%jW( z^>eA~Tv3io%%hhbmO-6xHnv8mVRvu<`{#QscH51h(${!_QvXb5AVC-m`Kh=mCY^RK zo5<{R`DXt;P+C9_T>i*mr<;4wJGW{@!$LC_t ztrK{$YdkyqaV2yh0&@*;Zuz))chAt@uGTWPXVB{-oPCEn3JBl!M z!bUR4b>PF-bGcsQ3e4F*18j#1F?8iD;I|Dyrqc~-JFOgMeo-Ow1l+yefq9I>wiANq zcoE`SS3ujf@eJwbW5{s2K=I`y2FLT~M0duAWR*h6WUC0s>2 zz4`=i7ha$TC&ZH73BEXX*B;LC6Tr%46?G}d1L<@kU3>5=E%y#gu858&{1J=hlK!m0z~U?Te&ULO8~3bEXrYwbil zp>u;A(}^Q)E*eBb;~4pomjQZ_jrjRe6Z(nFVt<<4;dYuLRN~@fFs@=)cjaPO^=y!i z-ti>Ee~#j^9cAFCn8TgrjM=(858|mT$@;Hf%|>>|f}+3>A~*Vy%kibq_FNjfHdN7Z zdR%XKb|=S)Z-N}(nY1tW7CwI}OGY*&gU;U^+%#ARX$`epHfJ};a!z~Z(jUld@5a=} z@8D?rA$(-EmW$^p!rrC(iFSAj@v^m{6Lmh4MBRB%BsE#kZakUjhzwHMm0z&GfV);( z#}mW)qfnT@?V}ibVr4rI)TZr$yZ8ovWyHYGn2lHyd<2AU3}Qm7G5hYs1oB8Y7?xdR zaBRSVL&3Fn|mOjQ{cNI4D)^v!xtU(<#E$GeE zvzRmW8j6U1R)7do+3kW?#IB8{S`qXssR?9+Sd3hm9}@EZ~hE zH#fb%fo@w+2xFi3+IEM(rx6ityv0c-Oszp1N@rgM>jlTaC52=4SL8qf6OFq?*Fju( zH0NRs!T#qsXNFDyF)OX;Km%j zeFnut7h`9MEv~duVD}v3dVrr6+pE18q9zv->{Txoz<`G>J5dZV;`eS?G$91|PezIL zzsndr={cF}J_%YkDd2*=iS$x$9p+au5FFA*o$UsQtF8m=nh}k$ZWGww*;1^dDaQ|Y z(`U|y`?CG>a$s$u18DP4!o(JB_S~%7XsvV@?UhYHh0FcSIX#Z~a>)Z7-KXQfYa*bu zeGW78`301zn*c{%PlI=zyKvJ7XQHI14mvQ2ZeBHub4qjE$d;=p9CCxoaNil4l6yhS zZxUPh!<=o4I*UoWwJ|HEOJK!z!@&o-T)saCi+ugC+PWC)?zF&RUtfsWX~U$BTaEz> z@8gajY3g><813!5z+!3<%2_Zxp)wV=%vGAngaD+fVaSVCln-0@!*uxIM!53x7ikqUz_5u= zq0nSH-iu3th5id!h1mC?W#))-FPmZCb|;3pbr{YII7gK7U9x-fH{33qRdHi3{zSS`;K?f{)i(qGG_s`)KzBW4o#q&+x*b`Nd>njuR?XpY8(g)U@Ol@{aB;N~7ZBB9yeBsZ6v=;aDLeVCc9LtvuF} z9Zp8Dw!Z*QT3;o)QdwB5;(;ZSZ^?ynN4$Pe2sDEiU_o>yDaw9Ns~X@G>`y)MdWW4W#pa9$rtMwcq`#cFO1{hlnwc?F=;O`92P^@Kv$+`@e<;A>@xgZ zI6%LYGCaYU5VNpy0W*+hM)o-y(5QmT)w@uF8PZ5b{`(v}XE1{q-WxBFb}qr8rxTcJ z(R1*ZTqZLHsxkVMBwW^e!nKT<3F;0Lp~jVB>UkO5KA~RF6IX5j%|RJ!9&tQ+*-o;ruaEbk)tTSVKL**+ zH&927du^J>vF8G!@xQoea`wj~K?-x5+`LywXHPX}IHD0&_&x%Y1EIL;PY~DF_r{wp zIg1QeD@OW%ADqq?}mG1n9^Q0y+6KN|3u3C*@kMekWzK_Vrttw<4YJkXz zavW1-_O#+D^!v4+cXIRs_)Ge5J?+G6Um*$xb~)}#HyJ%Z%C zb!3&oMD**|Wb$LHQC(pMvuAl7>|Ib!pWdsd4i5ydPV^8MS9AR#{zr86`VG3L$FYX> zTKLOS2WF<6gFpXtz)R%?e4E7b9w@EG5z{Jgk?|Gi+gt@(F9suvYsgmp6C|tC1#0Eb z)AlEZXg0?l?|zw&yM1rqzKw>gp2=S7+`Wa{9dWNubR<0K-HSiveTc`TDX8tg|u90K3vIi#`5nmI2Sgvwi&(FKb{SoT#4cm5WIQ+|CA*{T6G z1=~=nHHWs~bm((kf`*Ys)OPwuNOt8^EzRgVi$7fHxp*_ z@)#@|;(qVW1~|(%rxNlkX#6gOCYfi=aY*Hy&2`u5)wKy#QwG}M79#E5r z8>rjCF$g~2qIq@~;l1Q3j5V^i*L`n^IsR4fi&|i7_f+)0eF8LRwF;KsJct^r;?a1X zj)1Pnz~0+VsL(1;9vqbgb#6xRkn=%_2J3^!D zwV9WSJ5ejCjyrQ6L-kpwk;+-X=ay}}$V=OC_pV(~q&AIqMjeAaYk%XMJ<|B$axcf| zTEV!F^+V`b0}jtqh4H=wJ9O`pmE7a}8tsQZa(bBC`Gg*^EJcgGOJEzX8zx*%BZpEr zkF^K)oGJFu-`h(;`oS_#9VbV(y&A?`&YL)MZ4PfusR*ujKZ$`vlX&kt2-;N&#O9hG zVLw!Hj1HE|{8+F_mmd=Q#g^>N-5W^LnJHulkJ0+6v+$di4nJEnhkoCahGqTf116KEDREJ2IZ#X{(NHR+o8y_Hj(P5`WmoibAJJ3+8mJ!=1Ksv1mAvxHcYw zmNUh)*Q5e39Y$ET--GV?q0X%9&IXo$os6-{Y{eCIn(vMR^Uxd|+Zh594l$ri=HTEo z8$8k#Lnf0#+;T>qoySwbV5cOUT=)t6QaF#+ZcQA%KaBg=s4%fod8C$O5yW>_L(Ti? zK(nXC+HZH*X+NZHOc^8t~f5>*xdRRJHne|${0zOE~vk7s2@Xq}p zzGOI`>&dIQ?fZK8QF9U=ikug`<_jT8&jxi_8(#X*S@iuaf<2B4*u+Uo*nD{n=AnlT z*|WKUXmx~P$$<~_@yU2xWBP(lZq7&hEdvzKOrugu)WEsdg}##U0*!)iV6x&DXicsI z)75cU#B#HW)8cTbW`sKj+rX)9LX4!)IOhDXMc}X|8k04o_{g`_c#Oa)*9eBAL@hIB{oc)h%Ke7ZbR)Lm!G-YL)9i%!iEb6k^f%@tsA}z z$uo_qqli5_Jh}{a&s>FFU4?ud@pGV&@g6Q!6=RRvf??8VzABM6zDc&HQCnXL(t5={_ z$0W94(Oz=#sth}$^bw9q7Ln$TXC!-KHMP3VdF<6xX|J^=ZFK*H3Kx5c^Zsh`e7XVS z8U7m0yQX4=%TM^qZXvB(EU5W`xzKNLiR_~)bj7P09{*GpzUxdQW9z2EgPy|>ZvT|- zd%c_Mr$xYy)S-meXt z=P6_eg$zX@6rOwS21yyBq$FuhbNXpik$J4hkR(DV6f%V8Ub`eE%>$uQC?uk!qN4wP zKgIh6Iu5e;zVEfJ>pY`CkUOv4m?mF6kpBh_IB|W*bPcq)smU%~B8v%^J_1{yhl2O@ zseMB%m`qxW@n&zZBvOivEqYJ4QonBQ^4INB_Q65WVdp_q$nb zqhC3Mm7#C3snCy6m9EDc$x-xKYsR)7KMa{CN~u)3Hzc%)(Bo5Tp=a%9u(=YCTb->K zx$F|!Fx{VSvWmvEzyN|?*Km5VC70`&0ViipLdR5J*!e@2EcLlZSKF&sn+F7v5_1(s z!E1od*Lnm)mN}SYwTpTB;|{-We=)D7+}5Mx(w{=sv9e-hVn-wL}zXJjHI7-f#-{w%Q)WqqQc z;C3rXj{bvMN%HI#?r(BRdIZE4#LxvhSEBg&8xURbmqu9EA}V(9x?=X=pkg1sU1R`~ zowkFw;jH6GG)b{YO}I+NxZJx*O3P6qW(XQ@v?CibsRKhgLp#h+yfWU<-ISy zJ<08*DxRUe)HwVye~aZ$1zEc=eca&6dBtQ`qrAX05S{WK+(jZtPfH7aE?q^Bd&QG_ z!G7M#wl8$Ve+*pqb`as$pE;(93GVl9C$=GfxcztyoajuTj$1B6;PFF;y*m|M+YCAYQ+Mh*RW-jbNnga;jgf~Nke98u*deYFj0cbVh^6j zzwLv>>XR6nHFC_4_y@G>VK8n}Z6oJ$4w0X0b*win2!?R8PvpTpBTPS#%X5AZi_sH4 zLghqZXgx7T6}C0vAJy-YvzZs9Lh)$TLVu;Bvbr6WIgC z1@zB7Wt*EjxpPX}8ylPHV$71YQp|eoGym5KqEqF>QT8mr6RmS}X|ft~x=aqg6vU%c zS3D8Ca|ddB)9G-3EM5xBfSiI;)L`#S#O{Y^Ff$31rkjwFB}P~jP|0zNg+boDg_zCD zgyv7&zE=7wDdBin5!({sKmoUFo27w6vEFR4&Rt^jP;XF1<%_8hO+4pF9g3onIuj2y-vHGStLzYNl<$F1% z*c|!~S~f4rMKNqFS=94nT+p!t8#;D*>-5;UGnl6+h+XX^`+ou7qo$xd9AaF$=|S3*y7 z`I=!Ygs&Knxe8CJFF0HVhiG5W6yHro$t5_H6U1Xjnuy6SJ-l-<1H_pdn5Z|7_LB3U z%lRIOuMuVr&fZJ|IbQ8-#Y|k0!R_h?5@C&|E}Zx($qww-#ktqG-1qrA_`r@{LvUkmbU9|g%+wEu|$1bsr z+Dht1qWB+Awcy|J3w-@!*Wj1xBiJ|_q4#|tG=Ggnv9q?MPh~bf8hgPT>-~@JedP_} zcU7Rid^Rdh6|*`sCzCivM={3h*+MhL$jY;!%AZByOC9LWhaW+Ii#9_a@(Z z@|9zp(@PQqLQcXPp+6AmxRZO1{bBTA3>>biwhgzi8?M4;FCkFymL^B`7w~7ljU`e( z2bkUa_dtWHB*$cFM7c;eoKvR9v{g7_avLP z+l|=wIYKzmPa6-2za}+JQ~8n~9#I*~elpl2$hgaj!-km62&&x%4SEXM}!m7&p#87_x79j8}3h7rbxeiBUMob7QL@MdP#TKv} zGh!rXCBo<*2`KrMgH$UHikIb}$nvWo^JyDzL-|sU`(K6!L_ZMQD|OfzK8V`OHo(_g z6v|Cr;@!P>Ky+s_$L*2;^DKLaGD;(pe{z{+H$U3u)DLr(M#JYX%1q;%Osra3#+`HZ z!O^pa9=TBiS?+CUW1LJ1Os|olxKtAHkHxCL*RalY0&C~$f)Cuo_zK^LVAr4p7)pNv zjThr|^!rWXS0s+?xzFG%paN;uR+zYUA^Yr)1+72b!k7M&411NI;Wma3R=U~9JSgNZ z`=AHf$8u>!{Rqk*?8R$7Wh5a5p@DNKDw@B*@LqeIlVF5it7fB;^kdNEJ%Dnr9Qarc z=-0aCyY#>=vk+3n%|&BEY#1@gNKRt%4R^Qxps%N7!P8O1olE8d%jMDHw^@Tp z-h0$+Vd;(1D7Zfyiu9!@yXQbIZF^6lDfSX3lqQ3R$94R9TO0PPWJ31FD6~~-2W8nB z*rXuAg6XXF8w z2N}zdCA^6OxOTHM!vwTjKRwFrBYeeJBd%|8t5t-~x*kFoJ$Z{W)b5oH&68%0N{XQ+FcZ}MU2#}t0^~a^Le0C&NkRS?*O!kW zigW+bxjTem<)0^{^g|wawy3aY{AD12-7&J%D4ptV(_}9l{05RSU%|FPj@6YEV86W9 zV%_s~S#eu!Dv;6u>dxHHe7%nRU0(v-iv+McqJw07ctBkj+~K)4>CiX#Cxcy!BcA-A z!k%>Nq_!)b(Pmj52JfkYzj8}J>OU3u-qKDN_v%yk!__!eWdg(2Ciwl}cZ~FVixIMs z(A9N;_;gOdCu@tz0|y&$;Z@Rvu*q=5?HHkVdx+TI6_}dX#dkbr${g2U&nwxGhCgIJ zoH&w6BI6|3Bi*^+denrm_Iri$XE>MHp-(WQ<0byB|3Hl0mQoT_!Jl|Pnw+vS z2N#zbd?I3vUv=HlxlY37v~)Veg#QFTrQ7_~3Np-|_j*vM$FV1bDa`GbgP*zA$oSJn z@{s=@oL>GJw=~{IcjGWRZuhl%YrQpAWxOPR1a8CD=uJGID+3U)D2w!@oq@8w?s&E} z1_a!t*<~H_*!b=Yzi>$|=ld~5wLVQqY#PUReQz*!VguTUOlIdS$%ehWgVi?kG?`6O zZrIwEMfFUlpmv`R7D;YrVuFu=Lb)K_tT6(SU(Vu_4@FpOe3}M=36qv1$&OjBf{~|p zuuJVVIlDTNuIT8*`q5|{pJ0a~eJaeps&kOxwu&f+SQB3&4l4wAV52>cx_LH$W!EG+ z>UJ93&sajQ_XJj2P?P5PnQ`0@1DdZIitB<@X`_TEIXEPV!2_J=^3_jN+RyDV-E8Qe z$QJ5$_9^&PdEv&O8z^M1$}alg$g{7kvza*KDfn*WqtA~HObB^OVjSwJ;n7mwHkmgz zcYnXb%T`Bd?BFHZsNGB0Zfop1nupcJXYoU39D1C+#1E*Fhm4V06nx`KHvYR#5{_m< zgjN-nMw`HctNBoLh2!b^B|t|*HOQJ)5PR3tv@#$MUbGX`UUZsP#TqdO{)n)r$IgQ8 zQwdP8HYAA$Q*hhGc=}*|HLdY`MMTb4U{gaYy!~5FpV&Ml#lITK$@rHT&t*TdLsQY? z%?X=~;a+qPt%E~Uj#V&wjfR`H;=wB$z%HFdM|lE&tpcdL_Am)tGDK_X3ACMK3~LT$ zQ|Ylen00+ItsVITnnPnWYF`q@@yE%>Tbz%%s|;^)?3vHC{m?qef_GZ^A_yH)M;V!R zUfA^pVqSO*7AF0My??o!%)fG)+qWFz-10&9!x?I}ts3*L3SiRx%cxqmkE#0h2tG6o zQmY*YVbnGSCb*{HzRg^h-eE2Hf3rrLi-%BtX)fM<$V07ZeKzaMBpB_JHRx&`0a?X6 zNU+O4zIVY8m*E#-8n!2rue?M&Co@v5KTjT&em;j-?!Gs31wxO13V3-+;jM*J8UG*7 zG=0JsVt&X1*6B}WN92w1bNYPxQO5yZ6ss{BK~mh@;USc*yJhoKdo83|D>Age0WKdN zgu9PVgRTzuPS^fNPj#mdtwk*Es1jq_d`^)?3k$$VZauVI*T*S2p-iLWW?seZ^|az2 z=UrN9od1BgpmhP1w=Uq1rdqQ$!?onbWiwVtpaWJ;e*pH2 z?vr%O9`Z#z3o6RyVb{#b%+tX|c;xae2u`Vf zH+cBI0?OZsEpSyTB3q()Hp(BzQ{%}yg^n!+ybKhBbfMbCqw$r z;aK)e{CM~|uW_J;So1p2M*BS+m{5w&q1rffiJOhQTZ~VBI)X`CH5{-SAWqks@#=rU zoGXv(p!Ph2kApI-a$5&@_*{YDMMp94n?8h(?`GWZ1>xb9g&4PZ9*no#rL%V^41V0G2qLw zCdOC!GkSTN_+8YL$zR7Oy1M7-v{T6_eO`rK&@97dcDx{mZ_R|fUv1Q9{X_n4`(@DA z5`u4SLwV2MH}N<9evIq3>SD_TeNa82OqGo%GQGW`n7zjlHHRy?zDW>$vCtj|R-fY6 z7)|AQs|JzOKjoMJTn;mMC;WH{*m^w>{n!4%57RzFU1B`n&*?6V%`Jj;f1^=+-#3)m z@{6{*aNiuY86c-Wihll5*w}CjeO5@omW{;0CopVfBFY!M0I#M=%&CS;^mcR{5+NJZmeBy+K|7qQV~GJGar}3d12Dtx zESQ~{31<8|WQR^6#Nj9o2Z}T2_B*nMW+&lxWHsh+y_&^x`_YvD8&+`rS{H%uIC4v# zxA^EwjwLaPaj#s%cb=9C=QESAIluuteaxWci_QNffF3{8!1*x|_K-(EVoc>J_DvHyIn_?rsWY7z5e~N<9 z*=sSy&m3JMUEtRz&X>Kwj!{{bOMRbIVW6oR>H1;L-EYL$AjPwITcMk%?dQ=eGC|eD zeZp*~sVTVs@~E`^=>Qt#R=kEtIh;1>G!9L^Ns30Kxt&HQ?M<1<`I0+Pck}@6oN0*c zD+zSv^48@O&yl~m#kk9QISIU=3}TZO^B=p_qxRNLkPUl)?{@0)&DW|!N>dJ5HbaeX z#%1ixJ*sK6CB?ECZ>f$IgGL8^p-D#!Dwd9dxo-yDSH27D*GMx76Rc5g-8NXHZ^DMW zOvOTFYZ#Q2#iQlA;Imek(eV2S@-eSbr|t>}*_yK(w*Dp?9!j!Bezq`hM}zU>Td?c| zA^ht+iCrf$m+a#y!A1soQ%M?0biQw+dsUnf=@(;G<%y7NhiqbGF^bw{3!!XFH4eKR z#9hY4=(lA9dgT3~zm9&T(?sIYvQL@y%exDnId4ctt_h~Olp-V3j!8zf+}&6SStgMR zdQOE$Q9hWZY7CVt-@^?l88(391GN7!#2#ru`nx_FbE-tJnQ6uOF7_9&If z%K~X*Gu{>&3^770NK#rjx%p3>>G79h!?Q+lMQAR6#npp6&0Pl2E0zX=BPw9v8HcW6 zpHX_(JbbC?1ue?{G+kAKQJWG#8@{ar9ck_|N4|l|gB+-yFos26k7G!!H;y|v!ja`1 zucb?lEwC@=waVWC=jt`EICU}Z%gHBZZt>6;P!-|zVvn(|lR>7UXd&z-UJ))=zi zceB7-JrRyiYlKRPDyR_TF~5vbG4axTP#Uv`N`V&e`pvPT?%czP+;7UQCLT8&U(0$_ z#KM#t(oCQ1LEL5%0tV9#kv((NIR1(oIK9?^@rZdCu;3+{Ued$q)^;>UjB~7J@*pj5 z3KX6AOhZJ%$j3?MSZ^3hgErP;jf@mKzJoxIMk!c|5AY|wm1H_OKbXKxA!g*nGpKSt z52pD>>;YyHW9ePVAK0Rd6Q6j}2RUWr-BK$^+t5UQe0~YKJ=3A^njmbiNJnZ?7EU{|FUgvQ~Pt4X-sAk5pe0&!5C(S~?NM?^9XVtUGvmWDSP9 zZ3E*(KC~EjqOZ+W==c6a2X}8Gr>4Y#ROCuvd7|J__K#lPvInX+7t*0=o#=o?xcn3Us$Mv4SajfgCjkw$D6b@#;=MB6_;lDYh zf+7MDykPlBOlWKxto9IMo#)7~ZZgVj^#T{@8k&X%agt1FpCWIXyEsai1ktptv%I%% zHP{#a8!ldq!pqNw$*!f>Kv2hu{Ni|~Z${my^YBufT(%9q{41jjj|bLPB5Z&7IBDa~ zUgJI4Fnmj#O&5^_NtIP-=i&(~8{gs1J12NQ#`~z>oH(9G>oy!-=z^OHKHwHtEv#!P zhOzHlzhT2ZG}F|M;D7UWArVe;t^u-xMbAAqr$TPxPE1ya$2ot*AU*RY@1nRaxNUK#r$3x0(~nO< zgL}=qk^bkvQ4L^g_7~`~UrAqd>_zuc4>96>U_N;^j7N*QPd2wb`)fXT+hG(oZjcu0C zB@czuq4NF$M*NpC_8&cm@mCC)@9BoD`r#0?_)-bQhci$hRsx!T34z1%i@bLk%Be9nQCKJ>*Cuw*I^o z;(;#u{CEm{wVDP)Uw@wvR6*>PkAQe<2Y+{Zg@w^@5=#bEyrS8c_Ow|f(e{-6Y9O*z(7(s z{g_k%0}B55x8IUR`zSCK^U}d{-zg|r`yc2PhI1U0msH8rlre}6q(?kYQs18@WMAeV zs@1d>st?4&fwfEFaPWJZ9#bi1(*+M;rnJ)Z-T_Nb@JAwqINlo<@*X2_CJN z|4RlQrGuQfDzkfzA6ABYf+#BqZvU0?#6o6~ZBjo$D{mnqo?Ae?cRb>!pJX9qvKZD0 zl>)o;J=E%*BJYlTA~r#f`Jw_be5Xkl@!rM5G_hd<$n9-J3+E)d@6!k<32#T&6Whsf zRVF+sbO+VZ1XTFX2r9;I;oKXBB*5hnEZCXH+Y`n4Uc4*N>ilzR@J@n>os|YPFU;_g z#xe9bSO~kK=aAh0T-cv~6Zu;2|D!?Q?XWM$0Cpy|khz2BVOxVQ8aSjv{9GBR{`(g{ zZBnMO+tnf1^aUB2@(z5ytIs<+!fd4CA%M8D^!o>~tcWmQgG|$StcAK{0D?wy1-NCxD9PPL@+B|m{%#>L=WGd zi9t)BfKJ;ubV{7(i@JL-cE|qP}jn&<>U0tSShg;2B_{m&rcOtMmuylc5>@2JXbnQd&2GD znd1)fb7_1OpK0+X;&V=Zo3aUD7riLeXSzonvkV&K8ieEumNS@y@}@5sURnPmTG z;K~$WWye}*eqjcR9vVzX;8Bi&GJtiDuaL1i?oN=tmgLgYp!R`}t29N4z;l~Lox}yi?8uKG<+a|4MEq) zKqBV24ysH3(tWctA$CZPnfx&f8$`Wvlg@#&@2 zw4OHsGQ1~{_P~eql+4n@?)(hD9M`CyDdJsN)tp{`rE;L=s6xLKPe zYk4~kdIOV5n8`hiJRb=yCTH;8zBB0bM40A%4FH{=bvXG?8o&MHMd&^t$;^MT0lJ^0 z@{>(!aB{_76rzscw(vFfubhk>LuxQCkk0#%_z67bzT>hd8ce!RIP9o2L}!67RKqI} zFO(XBKt%!n$3Y?Vxu^%L%5>SJd_8E;4&^JK8^cbP^AIe$K>g=v5=qWO7wVVIxv37| zb2D|ES(=2)6(Dpx#81bK z8mV}^@f*>+caQ%3rV6dzI^f6Wc2Qei!m7^8@h>7!BgUPiKC%Gy3oCeH zcNE#cFPg{>w4ttu7*pYE3q&`D=jL^cDs#OPj}B0x(8D5jllbT1pCyePm1&q?IMBMHtGufa-QzlGLH+_MP{H0_2YliOcR{?6PBzvRw? zRdxnS>)oaKYqS{AM>mPk-uGbcU4~ss6To)&N6G}>qz_j=<}!)$pc!@o^-U{ym(Nsj z-Rv9a{8$AwOH4o!e!$KFS0d&89(x=nGjOr>&c>@U7TgjA0BR_bpsiA%O-)w-jQSz4xYeZFAeJ5 zVuT9*wVZFG0zzVv(Y7`Yo)vC`8wvTSYnKMadx|k)=5*|_55gGDI{2J>26qPEr74R( z6Y&f&^uTOrdbpBq6$;~-s=S9?wr!Bj3n6`%v(b8e6sUe|3@%aK$Zihq&ee*wE?8n-?-jakYUkXpx5>WiH6(SV7xsiKgZuVpsfDvKC$jqk zIuont@IDWEgbBo~4ex09(w#W*+&=ncg*~}*Q;rSzo(n&oJ0M#$mGUo4K!2x8)TXeC zHh(H6xo3r#@V09ZXC=yb9Pt6SsAgyn(P9i*e#4E<5~5K%1KgiTfmhmbYSTTD2y8eE zJppp8gNPd3xu=5l=V~bPpOp0uB7aka)gJH+Obmkq}vPurpXUMbQV!t`_(SIR? zSj53iW(MYM4~J|Ac~(B`G+yOLA)fLkEg$Za3wlLp{6U0yzghqz6XQwi-YGb6FOmGb zB8Ac?Y*EZ$9g2?4gv$!tH}ZZZR(}mZfs!iz-gV=|yV{JLtvye7|Iub4*B#!De584U z>DH5)vhi|@BkWwTm%maq2<(qUfo|UhSP&@(S=?Q*rs*e+uQ6vu{T>nHoR=7)+fKp; z2{XeXk*IeTgD00+5UDVLr)Ht}{r6+YA9jV8VeOT!nw{j(LXHV;$ay(cy)j2bj3;z& z3Lb0~!AIHq`AQ@jeN$F2T2s~0^QklbsgWi927dS@#D>lLv<$y+=fd%o%Te8BKL)%n z#K4HFc(%EyT6^nxa7gtgFJ36)?T`~FF2^xbZ2GXCo6$JhGH6~imjpcRhMMGy_~%e0 zPA`3gW68_d-gO`0sjVee?iFOERtDf`!~~vGLnLn6yO;UZn-6YM)pUn)7j`8Zp^58F za^lG)Fas0Vl6IMvaeqtmkHnBg&yeP?kA(Xdxt!S7jnJY_FiiLg?^snT71N&#iLuGd zpU66F$#J4`MSGCm499bS{9!~xm3gN768%-Bz-Uhq`py}~XqoR+;GYuXlv)mP_w(_Z zvl!dTd;{5ui{X!U5*;d+V&od9quv|NjS}Jk4x9ZkA~Tw~`Y4sexfrt^*D{d3Fa>7^ zh=QQLK3%^j4mL~dhIp~l@G3};%vllymW4bNw0H{&OK+e{*Bmt5y#^Etve32wY6+9iD z+Z-$09~Fc?iBfEb`+D-A#R)G9j)UWo$NXgm?QnNMlCrjoz-b{j_Zrn9Lpnrk2t9*Hb(o7yR`DjBBB<{?K=u?((LQ;Fsd93 z-V;x7nTL%iS&)ls-J>A$Z7$fYzJyO+L}Oj$Tw2`w2a_jhFmY#O&|hJc{4Kdm^k4BX z%WC|L3=$i2qt7lxIkteTWRZK3ev+4oz z+=jUp{|E!#aqMyPT>P%mN8PUTc)mh8l(9O-kBuqB@7tH7!hS&}+f<5XWL_fUMdh^6 zWHCA=i?D}7M3|G-iYPF2fyT34)bFqqgTk)xHHBkIUeKav)|^DoaV{Us7+Em z*uC6BMs5g2K8rFEi?yE_>r+eJF9kMnv zcDtSEf7fFN)>*)hl}Ju+;>C@-2ZqnPt%GpWN9@mPu0T6$3ft+E|S;y zJezLF>BkbE5UTk35x0-_$7wGkAbn*Abe|K#?*slQ=p~H;IcM0j6N48g7P|1@SDYBl&VCTW$o&ChP%5M{^y7n8jip*E+QVW*Qj4&7A2 zitv6|S5b*KGa1HVM*&^^vWI%-3ZY}|LvYyf4qg=O!%ps{9CSjN(Uw)fd=U*MH8KE8 z6t=^Y_8=Hm)L@r|t|T3?*JxPy+yWsP~9w_aRgTs{;Bxvj$$aRmhV-+Q3I*;MF%1!WVY{vMl zDkN(n$BihT&Ul-CL~CI;ocXH=wXW1H2#Ygr`o|w(-dN!*#cWHKfnxbkG~>&IvDYGQ9(%; z)SFYl7Z|&QzqvV&+q7w5zu%mhsKj8uZZf9qcfo>_g~a_v3uPT7aQI~}%A1DcJpV9k z7ihw*r*9BdgQ>VtIFY_ek!K%X|BV}7>yr4F=1kJMsf=BEC=P3{qa4|ZuxWSc3lr}D zbVmU=mvAikhkTyBcN}U=x>M!xw+&S*cH^PDm%#RK6OFl-k8i%l*gQ#W;m1xc#0R7H zkT3I&w0kz-?%_84Ww{>W_T3;Kb63%q(>!oNm?y-CPJ+Yg!o-saLer+7)OHb~w^|I8 z1-;@ypb#5gtwJISWtfCD?{Vt_5iDJ+1wzx~X}2H?4=0ad@%}#I=Kq*Z))_%7dBkVr z3-#NjL}%_%0he|c+>)Gzxzc~>>HMp>FDV;F-)3R6m>xvPg@Q?f8hQ0th;48Gz@Mpi znI7MKh%w>516%(2K-FC@%!wDke_Dc2!p&u#{^Q{ms|EB_kTnczBx8V`Hfu3k3iOpe zpszwK3S78Plw!Yt_&NnB?0X8X@7MA7leMH`(lH3xDv15F|3d6zVVH109Y^oW;62Bs zP#QN2B-d=F?*kL?^7pkiE2nA#iL!tqp>ocjBSbd5UeC=@>uIy19A^QJ5$GK0$Xzed;w*8edbDY_PA3tA( za7R_9vO=8=GqOOp-6{NYB2P&~ekw+b&!GB?IzexJ4*fd)GHi3r$NbN?u)g^+{MvDa zcuhkx$I}cA-sv-4>PD=U=tE4Jh^ZMihV7EZ#_C$+G1<56@NuOwfRGqI#Zk=-!Xjb(SV zh+5PoGN+k4+j30O=3SYjq`aGVnLA&`&b){>xOtEI`!lp;Xb#I(4}$Bg7euZim^jIW z!`I?$P>f0f)$v2HIFtu(hkdZJxC;6o?#2zF*Fi((J(xZZ0xh`-sE~FKmY$iw_-fxK zLfzuh1WDi{YeWN6Wk4ElUVD%`c*2_;S%th=BJQSH125pAo{ zTPhk0H*+q7^T&Cf>be~7O%N|!JAwhNbI|K$8ExUt6JPy?NX>O0a@FKBeI_gj7Wvbe z>3&@PL_wC;3MpZv1SSxs;$BF*O^e~Jdw8j&7yBY!>PflNQ^tz z#P1S$RApjj2u}}xhBTih*!T4gq=pn@xS#`sbv=Su^$8e!3xgT^;w|(C!|SteW6tOB~`Zx z;aeG&;L7|OuqscaiCP2Te^LMy#Gb&9+peTt;{(KS&S`e<4}3$l(9DmuS+PR{YLvpT zRj7)@_w+%LY%3Mly+$GvrD@;$THa*^LG&u)(Gu-@=-@R0S5#L(pLrq*aWmvU=k8FO zBjP;&M9$5~xRPmiM2MMiBPc5_f(6SPAbMvP+>9h_`G@B=hQIpgtQTTz7q`z?D(eWo z#@|r;#w?zz?px~3OCz=K2TAyanV_-!G|x=M4i0MCaWj+-vTiK&XW8L^9G8pv{yb6+GO!q5f4er9zdoH7eZw^)WnhU(($#B9( zmJRxs&apnk@NZon-sQ5py=e->=2g|lIzNU7Y7F6*mD;%-=Xe}@SHzI*_41%e8=ix@ zOD)x?e8yX4mH`U852R}e80C|NnTB9ZxRz8+VD(;{wmFFR zS8E;?3P`}BZQ*3a(jiiRJDWV7c$ylDT49{8vrVSWY0%$4uljYfBwu%tA0L)(fpMSD zG%$A$aU{(gfA29rV5cp|RG)*ocN@ve#NTN3ON}KuN1*xeWsJGDjoq7`NK=DefbR0o zy!)2P4e68us9 z51gwKaliZxED_dZS+4&Q81NXXpD#oC)AhuH<6^EmV*&vePx2@As}l_+DQ1=Tby6kz zhTI(Q=TBC%g+k*2d^wv#CoFn}qt*Xx+APn*XEhtXZ=)pJth}8nOy(Hbf%41?R)z^) zFUiePwD9;S51#c;U=$k5QCnykZ_NW;X0OjnT9~U`mS{TQ)uVyX%jM^i)xC2GJ^!P!e2A z?;n*$voI^>u4f)G6bVFw3+HhEhJFyD6LGPAH*MdTNrN|hrSF$Zpw0A8v}PsO(>9EQ zO@UKc_2wG5aNs%}{42(~+uTFNU3w6wISZaF?jd>xX*BtX7x>EC!CzSwCaFe`?U$8i zwN9Obp!H{Q*BKQ?{3zF_X+Fdccer7*^Nt`K;qnQh8Y#43eEY0IMsnCdc#mcSb;d=Yb;r80r$?elfcOc?2j<= zQexBq@bU^UCxtP(~&J(!0hbn2V<==d(iW|EB;N9+By!O5dJSU0# z!Ar{t`|SdLF_^*JwHC%8T1?dk-{6l`QAEJefO(qXg37a-FtMzU3S5i8nG=iPzeWLe zbi|l>!ym6sem#$g;J9ATR+wR)4B|_%-LO@XFb}lzi1a1{?0npYnI}KeXq6NA`xnRH zk~f5ZYgEXoR3kdzI*+Y!)nNXJXhZRRuE+bm8HcjALEY106#b@ymY1_Z!`6@uoWyyd zlGEv#h1pPaON%`cYzv$Ibo1IT9|x^J5$I!hAD*180%hY=4E&Hqyjp~rx~k1Mxkmu= zs#B?H^(waByaCNxPr{}Ro^0xZ+p4? zzXdq2*$iKTrXZa8%qzJnMWql?zzvX;%*Dx7olo+yS|2Qlyrvaf)g=MwiCLy zB_cDt7jsXXC2Bcd)P2J_6sunk4jvJtb2Ae6*;mL~(PY{pRt(V-zmrtWdTRMQ9hyt8 z!rkZ<;PLqsmCcIe&;Hm)UX`DP8Ou+Tc7IEVlo~}k?+hIjS_Ajgyx301tGJrGV}$4R zQO#Mdkftq#I%b~Hcu(MfWlHw6|eXJFJ|FgmPqU>oc% zpo}7ymyLWzYn4`!MiP!;FACAbMvR>vuMNxg>XR84SD=5f7i`JHlY=^q;CX+{2ke zWV&-_m=ut2GNAj;|}T9as&kA4L$`Fj;2sl^J!nXVIuN zgIexdI9U`%?W1|_>rgXk4qW}#j+#BUdc&F^kP z_#S&oJUrkIxBu@9cnMtsvru8I3%8t`%_L}R;e>m%O!FM)7;0I;j8zo^T`-YxYZGC^ zXZWJg-ZThR%17`jg+!YsY?SHb^5tHjTFEEUQIpX-cL(`$zJRwMH zJ$^3~XYl28P;!(3ZM)OJnoMWdZK|MTw+m-gPqUQfcA64>Gf~<8HWp6a#nR;>?B3&D z#BW;??2NACGDkb;(d5X=4lR+bfBabZ5My?_>n7vTp6I&4t^@UfuO`K&@rt5WU5SX z>9Uv9R6Gr0tW}7%e>iV^!%SA`(s>*&?!dP*bg}W64&x`R1=lJrSXyMyWPR6PLiMlN zq z7jKT?ttZj2jbrM3u$jpI+`Aw9JzhfACJEqhDx^lYnH>IIh}FL{X!wh1P+pi#pN!?g z>eu!w{ z&6onrG=GQh{yoR9<{6}WUn2EM>!kT|6Jg~UIXwHG+h5Q8j|#fxk_392+Ybcut9Cnq z-I71VV?YVE$;FZR`-Sle?nI|PJ8D|F~$KAQU>BuUEd16P~ zippsL8wW1-->B8(=VU|XK2SW|N#owvp|R>oT(wG{2})VcvmI9B$0in#{AxvR4%^HV zpHYV^UYsE3pIt;IF^qUCn~+1*VR(M}DX1>E06l+aQl~rx@S6FASL>b1@zQL=sRnzRV-%C0@S}0?U%GK=fO4 z?1_C&dp%ou8%tJW^^3Kn;V#$1S%=6RnhHwJyYPDcX=;;hg;Q-0!MCD$VBQpkJH5N{ zu-`%uJTs5Ks@{oQmC$A0%jWUSYZ%CJvcwhtE>MMxA^y$fb!0|>D|)4ivTD69*zF$# zZPI{z#mv#8JC0n&%T#4qXo(!&3DU*sfX$ ze=anGs+B*y9U8}-Q9+QBVusxjedy=+4t%a&fV*!Zd9UwB;20RO{X%^>d+ud=VtEkN zxP1u^{1#)Y4+_vwe?6{4wV4X;p2hKA7GUSs+uV7*2wb{f^S*vR4_+(o(_10;Nm+R) zIny)`cWf!-rQST7U`diqa5 z_t_9wbN!*(v1(L*_nvq@I9zpq>1SKp^PdRnUILa{b(5$Mk=}ca`{b`q)hwYY*Qw<<{d@BHTU_Q ziDO*f#2Qw1)j|W;jT>po;+*QA(1+{(XXgf3Hr>C+af*!aTjvp&yCxKBfqADzpewe@X_f@nU(xSyTT&b1tI7;q`hZ8t@V!YD1Y#*=75$ZY91ioVi{0el+-0NhK3?$h*XP_!G007=$>m zCi^~>wd+blXY322o?ZYYC=PxLm&2_qQe=Es1Ee_L!ffk6j?dD8!)c|ocvUL~PJDp2 zS>}9uy|tuK`AV5(!~_%<`itJ%HDO-o050oQfH&H*q-{qB0+kw~mYNTy zE|u7L!Vy(26!Dtoo#gTGK;Xj*uS?#<;qwJvvIW}z;I{@a50xbLsy zJsG@m-TACjnk?hyQ~^)q)vzsJjE9E};$ReDNHj}JI5&7LWm3LSY0X10VjhXDBA1DeXa{T; zm`fkZnA3u9mLQRbXesv-N6NCH`gtKN+#=0xBl>8^-Ona1^+c6HTXwFS64w=a3uU}X z?7^Z?Sm46(eFtvfmTj$cwZa{o|9LVKcK#hij9o?L!YkOJ_kio%nK4#}B^k>52z8=o(X1W+dzuMaNLiBb0_BHRYB^hdI}g;v8^rd_`MwMev&mAM91rz%X8b z7M#(;^YQ!f`s3FaxKNK4Ejz$`%nhWPkDg=l!$6)`iv_McKSGTgOz<%86pb^9x3p+J zjk*a2%7WKxm28f3oOC2;ql*d;uj_B$1n`DXcH za;_=u%6H-UNt{LA0YPZg%fzx>%B+p{L0I2;m;5~Q724dAcLHr_1jXm zbX1SH5X2Dx$G4scZp`C4XF{00I|zTjB~966a8KuPR96nBO#uSblm(bq?8K&xNL&j2&{v8Xd3A5PbB^t2q$3!UGCIzZT zzmR#K|55Gq=V&2P3!UpO@_R4MBVRa=&O@nBIMQAZ8#-R&EC~r#Ur7^Nw``sT6W#JqQxmHieog?DdSR71W%B2!T z-zM17scBglSqgs6g}fhsa!A4#Wj2nRN$RzIf~kM|NOviB@9F8o<(7%mKWiGkHV!9u z7Mvrl9tUuL{!d)W?PFf69>n>}63M-lAK_2*A(HiN8d>U5h`$65z{vL~T%J3ddKg_m zCxJ6$aMYaHa7lxm_9Bid&9)#o|EA@H|4x&PxAsIc>^^2yX|g-#SK*H-x^OOW2hizS z7|OZRK6q=<1D`h&T)dCkgxrAp?y4*&cZI~UL9%C_5v=gd2D>X~IL?I}CLEiD<{c8) zbWfI@y@%rJgk~zueHMlo70i^=;)N1d*siw$2aMF1py!@64!>v={iRLtz$+?vM1oG+k z%g6Cdpd_x?wSv4WIK?+xnvILolQC{=83w%iLtgLf06Y6Z`o5|iyCyAQzPZdq!?}sD zf6R{*zLaNmvKCBKJ!wgRN0#<#)Mf@jZZlS=V>{@-fK*P zib6Xk(%}$^xjcyP^Y)RW6JPR!>RpLWS_rB2euJj-kMS9M16bRwfzmO#)VZhvn>k*? z`Ef<2|6C4O8ZSh#?We)0KAg_2)4<(MP2h2iW9B$&Gu2goxXDq56+SPC30D{8?6jppg+Q&Ja+<4R@<{H);8N%Dg z^YKg6B1oN^19j6K@WZ+w*gqi1n#4~9v5*)H6x;&K@5fPx;R5)!Dv!KNvxoCrLUHbA zAG90wqaw1ExJ7mzv$gLhE$sM-I|7t3Z_y+CcxD}LHgX4O`$ME|Uc*(FHlx0W2%Grk z1^SiOV#Du0(BZcXOfx9dnw7)5vOh$}`UXZcRN+b;ZTz^{kyo0s9)E6Vr&}`pN7wCHP{?q8Cbye6Siy-grl3EA-uc~ z$C4-V7haskouT!SgGQlp-2&SE+>$DGHB;l~bHTf283bETVkP%(gl)O*n7P4_HMG;g zmG|7>Ve3ki3SYu3j#b5KAtC6S|FASW_BCDbFpU4-zaW5#C155RNcskv`I#e!K=#Ef z(zu9+2RGLcS3gzO#w{BD?&Gq`-wNQ)x(Q6Rq7<7ro#DLNH{sRQR0udx05t^_)Q6nI zqw@3c_4t2O((Nqo^Jy*8KKm?GTGa9##OvW)h#*YxeFTq#U!u6V3AkRjFB2JWCb24s zq|7}XOP776l4FC^b<;P@m74;4?Twh;bwA15)0}IHV@o{!8480l^YLxSbL^7Yf*#*& zhy>T8ejT0y#;cWZRJ)uS7*>-o=Xa!o+ryrUmtuNq`f*TMj1|(9WagFZhk#%+ZiZJ3 zQq7JqwND$w>Bf;?r?i{K(#gQ1f7%e=P+q!kkIds#>_5x{1D+ zbJa3h-5ydycGK@)<(Ni)0d#XJ#lhy~c)V&WN<~^?Rn8M^O^PJ`cO}_qYel?Rs!ucz zr*Uq+rS#i}Qp}j@#h-oUGky9oA5~Qnczae8-h{&$d`s;KjLh|&(EISGMcsJ`xOi_0 ze@{sW2p*k`y9;Asv(G5#tWso#wXQ*qwki{xUIvZR-sAB_>D0q%ereFXN%ZawhMmoI z45wS4M}ati?cAPL)BFlmpU?GGy!p7iy%>t8m@^K2ZoK@3QyJ@`7HV_#Gpx{8p=r^_ zNSe}DFm#Z>7_CM)oRddiGvT~qQ8PAb{QwT--$9A#l_**BfhT=-E;%%JBI=m0!dX8U zHfi_Ks*MUaRwue~lw1GWF1zsS0&9R*HYiYqufMWC$PT#u?@Shl!k<}^fq~ieBtMxb!hh!zmQz2RUk-LAm%I;w1dYy&puk-2U z_wi7_@dsI9YXBXavtjkPDwA7m4ev6t$;`@g^xHnpt-XO`KBnD5{jHy2yaU*!|E+*z z!(H$q;sWYiKSuj&wzGPihiul{8Qe}ZkYBbl14LbSp&plsDth}D)%+uQt0w)2t*)}{ z;_lawl@Q81Hd>1MKX@>AMhD+ZS{o0KYO%rFtMOw_4Uzgh7d!%1vDyE+`F@X7dCB2% z{K#k*JdjjQDmX5(zj(nhEXwABL54~Y8EBu z`BPcZjV~~%Optw1>tDI?kB2xydz2-- zs}=!+FTFJQ&^Zv$%7f*r<=D}Gi*R+rO6c`3BypegF+)g#wR*G*AEwNLE%Cu<@2|y= zOuLPn7lfki$o-OmxG0O%!Le-77J?>N=@3bYpTl z&(pU_ak$7siVdqQ;?t>;?D&~P^jf+S+b8b8l;tn!iA60iD^7|L{1QyRg)QUXa*PKD zsiUO}G-N=2ml7H*O2>Iq;=$d}keg3xaJ~jBwte4MGAN>qoO z*sDzspy#s^lVwLxGXD%w@w^2AQEAk=@f6+=_l6;vxuo-c4M|DU$0YYzyoyjGw%5-W z&jv3ifokojAv8Ql!I0LSO0x;MC8h|6ql5`onfd%@~vCg;w)LPcJA@p22exz^?)2xo^$-;T`? zGu#Y2#{`%QWD@6X3?q9A^LWy?tI$H9>&p&pMOC@u#8&t?x(2_d0cr}Y%Q^=1W4Ufj zNGN@K)(7X`4uQ1|a*W2M*~oTJp>Kt5VD!`p40+;#Z~11VS|^-&nH*CV z^9iHgzs0-Pt%%kU2{_t*nGV+Z;P80~p0+Usd;JydHO&TSK z_umGCzbEkNf?{5iKS6f+Km*j<}B-n#zFPcDM2$XCQ)=@}7SEQq5uf1$ec8PtR{5=VYH$?UeG zI@_-B56{0zldt{dr=*|7!Fg7!*uWILMZ++YW5`vk@&@O$UVh2dK+=0ekl8$kn+KX6 zN1Y=}ah}B}(11r6sC*Ul+H26^lc#0uu`^t6j}NlpuFoc zjk(u`nuXeMROkVG?t4rFu5oVgpc@de)DsN$JcGvv_M`XSQ*>@p6-Eu%f&ZCP`2P4s z@R`0EKmIg@$QkjN8OVp9v$8?kw-MVy{y_OB1$@4k2isjP!E1$G=qWBuFJ6>pUE5|s z|M#<)qt}7an=WH~OEgb8^*1kE9^z#K)7v;3|FhhVO_It-bqpvPik*2!=Y>cmBmr|Q8l#03ugYQ!+KwiPIZGX zWYU3XbpFzg0}gdiv2_NHj0Te@BEU1dT}MV2Z^03PN4#zCZ<5#(PoV433M^m$4SH|h zqPujT@Z=}nB8TmV%iYw|f z@R33$Njj@&QTf5jQmp+14(D-yN7X!HxwRD~O^U!u!VVt3wgo4z>5M~02d(+*kB8UI z0^J3{yacsaOi!0%^4d0|SXBzIC#M_@uQ^jeMNQyyY#4{+T1zAD8MFOKC+G)HL75y$M#InoCzc7=wqu9^itp5OlCF#gXBeI8*dAu~hzr{TB~{ z<45FqO}q!U>SrO_7zIh&(!lL^KIxCV0i!#FgtU58u9j~oY%I|ShL6sB&NC1c`SE+XsyNLK9{K7?*Yyw z`hvU|Q^e$#lkf}CMC%JnpjTFoJ(({I){idH{(xX8H`Ya;t-@@&+$wCoD}ti^RThFP zVo)-Znj6Uw#2NCy1X3o6Bt@6YfocR}TNB4${E`78 zN3UXFk354DCo*eprK8T16g-`@2C&hi%-JviZ(cY_Uo7*4)WicY+91fdZcL=*(%h)}E4X-SA$c+wYB_cDFyuYGjq>gq%;S-7*q>_(T$`6Ght@Gf2g0GZv!ng7-mV#`t6eZ1_5j9WcJc zd6SQjhyK^VtV)SB{`-~dpk$-09><4&oxpF|*^Wb>LP@05O;T0PxqM98AuVSfuV~pI z&wG3l>v=TEPHZ2>0?o>xc|3WOJ-mzlgJ^zUgCy?v|HPA-?uM0W!pv~BG*bl8P(NY` zD__i~F3ta_^Hb%r?Qfo=*BJ*k+%*(>eskR-SATMAB@a~|^XRS~ZSp$12Fz}?;>AF9 zT-oRJPVWFeS@Znzi8Wy5bAZ#A7r=1^UEhp!1kYoSP^&| zgR!GBGFW=k*@z>{}Q9_+P zxlk2mSso#|dOM*md=CD;rp9KE`GDVLIZ#xPg0lgC%EV|ICS_dab=+*_>4)`W-jh_C z#qrP+->P9&XCm1!alB0Y;c>p&PZ3Oi*-i7_oB;jm4tyt3itNa0>^Buu`4xP5LhmiB|^^u(o5u0%y^qyJKLaLY@sABAi<~oTyEg zCH5hC*yr?_bDP!RyzN`?RahMOX>r;3Np)1HyRU4+?QXCg9j8-^v@m-AMJ$ji<2MJ_ z;KaPM`0?g;u-^C__a4ZjTk6uu&PRsuapVH*57DG+_UWSgy?odb%Hqm%7f59F2YNK) zGzK+20qe~n^j^vh@@e^5Y^!`nCJ!0F#WZL5`K|#XZmK|PcPn?UTtp{Fr;zl991PEF zBP%EDL4n7@%pSkn^y0*gd>`|zywK3X-23<-yWZ;2l@n>7ZFDmg?_ zHxZSbdZ<_73zUx>!Ig$TVb})PWA(Lg@WXa!p`wi7n_?<(NQOOdOCHvY1)_D*F3b%Z zq0FAUaHZ`Fq;H8qMJIQz|0R#aY(C>s#^s4-HPGX0$pnx7xW8V$j~ zrI&PkbAjcG*-+*96nhO;qDpBIj-TS5gAwWQ?!YLzb##+zy@enmy$v>`OEb^r1QCZD z6n{Py!SGyLoE0npJ-K>BuV^xym|#qmT1BDWdL?`3pdP`$FKE+;M<_9|271jO!TeTr z*wCASJ5}<*$ct=NuEU`nxo`iN5W7Pbs-a{kKNAuAZt>r3E zXxa|SR&t#Mj%Dl}uEfejC*ryHh`lC~DB;?O0)~5KIunJ;y>ZrO?hJCaACu`! zVmi0HwByG**517rGdOOLiL51QJpaRY&ibbngq9k-_Y5{9Mf=>FsR>n z2P;mr<6(}W6|E%4sLeQo7~6n?h2W?Sv{aoKM#&@uf43a1U&ZmVYS4p|H5pX#CI;0*SC zpa;BP5k%iH?|9<+!c4RJdr%S_!LGI?Owgk^Ol?XdR(5%KOu_ z6l5R8gV^*4Jh~tiFS{DU%Ab1Z?s%JMl~IeP(IwxBqB{2{J12_;VL_sC=cd02im zn0gAhf?8ZGHax8b4MA-_7v&+*3X|BuH?i26kPZV=h1g|ZB;d?7UvyTe=O6kwiw^JN z^=kCI<54c>t}jgMhYWs-e8dEY$p7e6zlI3PB*yZgJP#C)HbK` z26?I&SuRdCfA--y%XUG8rXLoZxQw=UzmP%UotQWvN?a`hQ1EO#cKmh5#1}%$rKU3w z(RUqIPp`!(?m|r1vQ2co(^aT{ng9(=H$dIrkFT(+jvl=yOg1!~hdeoDs63R46_d3v z$Nv>vJuSm!jyBQjN1l;^N5OnWx36TeWhb{U@FJ`87)pIY(Ri{OBn1m$)|&!uUpfds zTjWuB&Pl8)tcInY#`sEF2FZn|FkY=m>kb~E&m}&>EUp`wb7T&tbGyo=2bYqx%d^l- zJ|0yJ)u1lR0_yknjqS zuTz!{ytdvHI-_8)z4>IiC z-1iXBu7>$}>P+Na6FA=|1bG8LA&h%QWV~63=l)B=>SelU-q%E{v<^|V5(~(UTmh0t zU2x;QBQV4!pw3|}%vI&{4V~&q*#cdBr__Q1E)VcOBd!M=WKa8bF7j1i65H}Qm}o3m zO}73X0e0sJkd?{AfeSKFqCZ4-tvUwBcDzBy+miTYsGFYqnvD(m%~a5K89t=#W#?zd z^46c+jpbL~g5P{;cIQJYfI7;bFB8S9p5(yg?vEhPOp*L)`$TJACXOfy)05 zSt!cx2Y2IP+QiLpn&KgAqm{RJl9AzKcy&u9{iCG7mvdKU zWaeBWPunD5Aj^!Nh}4A)&SxZhdlLLnUq!Yi$AjQiJ@!TFYA#Qh1)5oZX#2N6BzA)} z4qGQ;sC)%jJ-&&nqfdc|;zP(ePU)Yw@oa>z3qo}?|9a0!%+V-8@breK`v@fx$()1C zp7nMshuvp>5Oz`0rT8cm4Pt^*csz;mK|Y3)l^RXINlo&>=Kf*Mje7kKOgWpAUhq0Lv#9 zaXIWcggVCH^MqjiA9+6PH*CGEf&o*i`R|e( zQU0zvE&-lxw7)}a7*J--3fHTn2*pCK;&mCZY6tiwpO zvykxZ9{RE`=nMHqT$+0hZT)7!T!$p`vttrlcK9IJJM9Xm+?@1rIt><&A+No9 z$!FDn@c73NNKfg7qSj&(vMGg#6JN-VEa&z>>hMP+k_1@>V{E$tR-dWBy6-~x`EwVp zzBI&JzV|-q9=nOL1&EHDRPbG_799$lfi83j-%!F7rEhn^f2 zPLukBTOlUg68ol1V^Thpl6SeBdx~RbKD2yFUx{5o(RA(7zGhq2?Wq@fTTWmaeak@E z`8f^#qX?107dY=nDkOL)fnRPd%}&UqV*&1TaFYkLoYw=zcb*V%_bE2X!&9rk!IImtzwAJ(vn50?=`eXZUyRw7S3x2#F2PMM(#XD@ zi#?rXME2Gjw91 zU{|7t@(Z|3j(jzG_Uhrv2_wkp=+oj^b(mjppU*Ba1KnO}M$CoF%k=-I%SyO&nCvi# zpQ#3#^;fXS`VpM#-9&z@<2o+6clbt=Ix%K5=lSZ0MS0yqXzZR$TxV^EoX$!#x6DC7 z&Hge!KQWXa94+f|d_drbHm~wVDFi8P1Fx7Ca`SE%FE1_}?((H^%LqcOP%Wgb8-bjC z_Go-K7JMutEgy%Tz?y)0u(&{#>Eb{bbxX&vIGzW`|9yfJWkqPUZy&~Pc!;pwo#_f$ zh-NmPxOe#_e7{zop)=JXHDDIgxR?)^)X&%5xSqC{T%l@{3Zd6TibbnW;52Wb^x!#&RB4qbDq7N2z$H! zV^t3i(qXRCnrf~OkB4QMwxLF9bM!1N;_?D_R?GmI4>F9c$XlwaJHS6E@)3+9jPS~& z-NY-@9V0w5;E;MIWF(3)pOjC-fs;>5rM6O3|8WdUMV3*qjCriR=`)hdb!@c1KclVZ z_@E(m5$}E3$e4d_f)A#rVdyCzVj@dWu|kKtb4sx8_5VQLL!BSxmP@KHsxlQaB|tw$ z;Q8nnbRnm3vAGk*yGg<1eIg93x1s~1m&wsvYjESJDQfeD__SXZB+Z0rdHiQ6ue(5O zUO8iT!)avo)3IAvgP9k{^_!}O`LcrR`A7Zl5ca7)Ghx{!^tfFI=?m4-Oz1hpJT``r zb=PRdln5AF9uMz_)__%#6-EdS!fq9H3}?eJ$5w}WncqNZ2(uQ&!~ZpZ;Q#yU%lm3FXB|?YF*TB;iJP+4-&Ju-Ime3|zl5n((PVd;7gg4i zMDb_-kU7gAxDOYrurdS;10(SAnxhc(hwI!W942qM8l!fO7-}Z1;9+TROY7o2VCUl-%#wfbp#L~tFoGajsY8_n|XLgya&)4Ff1KN!2lxO%PPZpI| z1+wLuI&3a)HTC3E%sN(wK|38#XwzXZn?I91F|rxsT2>%=H3O30ZN~0nqi`eA8?5?P zl-)lq#BPsPLJ}$rEAl(ZdDTWTqs*N`|2QdF^^CW@TokWcFMyeAb)f!l0{t622UeOI zFyT?}X|sGg{dgvdMDn>#{=!>S@AiEB6PpF*73HwLWDYYXPznmmMVSYwQ`s+vEwt2Q7rFz(N$O0f-aEKGAPUVhV<9h81vK=>VZywV zXqTTxbS6H0G>3ct2C zlB3R+Q1q!0Ws=6RV#EMcq9ZXOR0eDhUV^ooM{(zrK(O3biOUlg@Up}>j**-drqy2r zV;ysLF>Ob0BULt9GzBx(^EfZc6mXj%#7>LK#d!lisI%U7Cf2u=rdTWii>+QB1gY+EF~8KIQ&C~Ev$P5Edkbedx|(U9~5A} z3J61CS~}j1`~=>q-{|$3Rp7{5&z?E473TI;;(&}Ybh&j<%e9@H7g81X^cax-R~|TK z6-?6#X5+oz7pNDp<>oo1*b;IQ&qS_ab2o{T*)J=}8qS+A=B)`YM5m#oZ3=&`d^2x)PpTkYWawPXp&|hU`Vzw~#UA9XKqrXBVuNg>yBrmN^Ub zI93|x-n3Z&OS!Yt7H>5oWcsPJrRxL){|v-&gT?r3sQ~$_`U+b6<`bu8cUWE%NI}aE zXVqolvl+s)>ET_TG>b2sgj5VF#j3m{h}fSdcG;oo~x| z>E^0fZkd6~>LK)H!3E0)BU6ZrmON{(6GpV}s9^5dAVJ)1G+)<;x*vKR(t4--vMr0Co!qlGSDhOg3Qsi~a~JutyfYEVLS6=?g{!uB;n=n_ARR_>d|yOmRI>0)2R>&}X1@;v)!u~!0S1zZ4)uVHka z-x+lOIEB%R@&swyJ*Xp#=$G^tZ3ow&S%);!5q$?d*Pp?ka~tTWs4(-;K$Mx{5JmcR zxYxA%j~!3($7vJiGwNb}XpsF8lD_4m!3ImFc)JXw`T=_CDliUO->Jqoea1O29D9Up z;I+mt@Gdl<%5u)w_)L=(o!U#|)@0)3r(Tuv^d8@eL4f~0O9 z@v%5VxaAmZSe=Jz@g{7{>d9!V*$TA_o)OLOkMP(nQ_$16MUMukG23F7Fk7znVAVB0 ztX%7bNpohgx8x+4pXNh6L-Qf})Fy|oX7LHt6kEu)l9dQe-_XTDfQ-%ff$vwHr!xEy zGUjfzL62Zk`?UzicB?RVq{3*y4sUq-(*b;I<2Y9M zILIrNkO}8rVz%tj6)Tn z2Ap)?ACh_mxjwKW+j-C)yVMHF(f2`oZ;p*5`S=UCH+aIWgSBw;ggf5(kP5yp9$}2G z4DM{>xF1}1xJ^)oUEEX!$whlC`{xzI-fx%Th3RZA4vkZ(KL;who$Hy^H&kuj2mlyL4OB z5X=}4gV&<~dlreYX2CMVr0g19KKCBT*5APX?@G|+Q46~FSIR#2Utw;;0QOtELBXzS^vf?m z{hu6*WGn#1T%tgxG!}?J3apB8f>!J6C{>X_zG+G` zF-$^35N6hL9Q@=DxoDx?Of0Tdmu2lMLV16ESo>`asP4?=JgchIRZy7bM4sbiRDI&x zt+HY5M|Yy{t9+WV+yas&$}_GLCZgY#49p4XCjKeUAs{oAF7n+0t1X-9c=AH#8OMCr z4Od{QO9b#s>TQ^NX(={2O=akx9G=ZVRaS$WnHzI`@1Q|Nwr5>6HmS&xPFYj>-k5T7k{{WTxW-zDOuHRYYJcGy_{AAxlv@l)O09|bIY!_&ro>cI#%`{!FXS32tQSUnN1eFcEK<_x92|m4|{L= zPUZW?ZOa%cLZOgk2$dpXoyVn_Mu{{lN~B38sYpl}B9f^@NMwpkS?fG5p{P`p6iT9j zkVqtv?|nVbKk<8U-)&nj+qBlUtm{0FRE=8L|Or$Jxw{MJCugQVfnlK#u9tJLhO$r<*FEm&ZSj>tuo9RYii#9FFyEeFLN3asHh8R4#vN2t%VKAYR%;Z8^81#f%FG zlZsF~FB~_!b9{H(h5WTL+pth-4r_iO3VwLI)9zj3tf;Xvkq^^gA`RxF*zpo8iS!9u+AXA=E65ock`z^k`4PHjVwnLPnDnYPg2+ zb0}ney8`B-bC}yt4@1|fA}~3;5#!p8InVkG=;0Et_?JHzEj0wT><_Aj=OGwOV7^9MLuH3H zxzKlk6d3&l57!~;x{W)>pP7tJ9?6YLe;f@qX5}EQ{t;_9&hN2LH&EX`8nbIUIj{Rlcu^=%zyI8c*QSI6Q^{c3Jq_qj zw_;0+`bp=oD6{&s7jFI9fhilM1>M`9}u*?JH3CbKljmg8s@9fbTs}@(mvla7MgMYI@evSwc)_sYWE_-k}%3ri!xeWcIgRuJMLp*gV3a0qQ zaZk8=C6QMnVUJ=3R6XdS$Mz(_8vXVBC6W2$QMd_6spPR-d z^RD^{E2Ji4{>dOXI%OX7`ll?`he~6{=ZmXBxkcb4`pH5Z5hz zRA0OuKXMG;igE?wxLl1WKn_kXzKOMdzi?=GHTfVehs>XayvB|LtXsVdo~ZdrU1qrg zv;Gqfb1|nSVwz-U^=@#Mn-A?R!FZd?pCm<}Bc2WUuwg|BtQHkzY4brS5BiOMcCwf? zB#K{qJE6?<2)qhWfBEU^kH#o_JqF+*(*CQ=2goBIs>^GiVLj~Vzok4M)=QM&AD5uTQD z2aB9_0^`W7u)b;`8_EBQ^MibG-*sb9)NF+Hm2sf(U7qQxI*y{zx#-zp0W-0Qto{1{ zEstE`GRt3~E9gJsYA^#d&iTQTu|)#s^>6Xi%sjN!>!VW?8p(k%2h?9!0}}a@Sl^Vn zY+t1kHcWfRd5^RpKTMTbk~1Dh4^Lx8H*KOfzXX$WGsY8D<@c!g;v!XznZ*x3U_tXN zM44rYPk00F4@h{{5W3#YBInC5;b6cZI24>mtEOZ$mz~Y;^3TEEgmlc1TMzu-=YaQ2 zjLr3aNb2|^Z2R+A5V|GFu34W74p)?rKO>ezMk}yA5A;FOx{d^Y?qtNOkC!JNi+k^Se~2$4-GyHKc$^OiA zGhNhjTZvZG8=eL&V3zLN0uuYZ@nUZ+I$3b%S>H(7F;GhD-M)ZXmOdkWCj}4MC@`PZ zeq(V_483veI9e-Ma=fYaxJj#)49|Yd3vt!K57QUG)H73wUHl7dxOIxm@0i4dypKcH z?vKFr!9N^O{)V+rmVve6FmXCvL?tit_~DD(F@NV;7Lw9YMe-?hDovx2E8oD1i6JN* zdKM4eI0x6>c~Uj&^Srdn{${neYGJG9b6l~!mdfqr-1Nj-FjyS|38%H$?_E|{u&&+(3&BqJ4E4?05+sN0U4 z0+~c_$Y@fBw~`Y`M{GE;7vdZ+H?yHUyA>a6^SyFA@k9ikRKj_v2m zF^#hCz}ERAag5D?8-Ec8-b`ireGO3cWIA82AHn;99GXRcCpk`2p?5|MJg!N?`dz2d z=Ya~d>q-n7#Oq_bxqvwAyUCLZcfn6~-k6kKh_Wxgaz2W7jtyf;osU$4lKv@(&0fG9 z{(BYAANorjToOr>?r|(g$tIfaS#-+8Wb|M2nJBa=LeGdL$vr>B3)ec2J_<1yQgxFC z?EA=jni&Hdc5lN#(#0E^H4QIha`SNL4u|5UeHJ;Ix zueGR)Tq1cO9YOvZ8V6%q4g4@Ob+XSl8Z-nysQugh&}W>CYLA`>&eU^fr}HhS8~zFB zYffgRC$2`F!FUMV9Rb!S1EF6}oIMpkl_x$JM3RE!LHOZ!V%-8H(=|abJi!4o*SFv% z#aPTu{f%e;Oh7l$b+}Y&7*5v3!l?99{O9l(C*3zA2?f{Snt=?YbD8j%p;Y1-vQF?` ze+D$XPoRzG_D~K4)|~!TP~i8c^(yPM2SzMvyJrD7=KcI{H{|SP$SUUKbV{GjHMRW{hcD<{MCH5F7pVWgw zpDH*jBunzww}Zqbf=(*}aUIkNx^^tXN6~ZW{-P^za(*!FQ22vm!mk8U+s&C5cZ{)T zX)+$XS4iXBz7yG1981x}3a*IG#7AqUVzEjb8l@yd$V5I3^Ok0xmerGkQ*NU0Zh5A_ z|2!4R@xhf<>(R&l4$)IzMtkN4Q>l#$U?s;<@?0Xo)hD8POEe$S`(IQU*=`TH-pv8x<>yst;FQ1JMraQWj1%AIdp&c11>LRL3hJb$`?M)x*ySjyvG;G z%Ekm(X84leMlRRLbvFMEC*%0_!tmZvlk0Bvp;%lWzP~t32Q301> zrwyE&!(L#lC_QX(Sa0EtwOL6xda6(0&UuphPNw0390G0Mci?C>!=$FN_@~7TqOTn!O_$AB$-|YX zywM1Im45K~k_PL*GXi6$>9j!6oTyd?qs10I=ubKew++1E@%2~W`7sb{ z95Qf|$u)E~yu^90SK-db^O+&Z^E6iX3`r6KTCX>bDIDp?Z%dM3Oiq#wIb}-@77Y+D zGZDcJA@29y*%F=fm9frdI&Txlt{8f_4$_5w!2IBo*!9$vINee}kK-Re-pZD&^G!n8 z;;o>ZI1DciRT3NBMVNiz1TLANf>G6}uq&&a_#S_Zk57ox_EQ#gS-K7RApaj)dn;hP zhzjidHWM9o*5H850p94o|9IXF;>__Q2QlD)201vR3`0wVc;IZz1YM4!6F=RCz_}lw zW32&=&CI2JqDe$;ybh~b7D=xEkYEC`bnxg-ZMJK}9Hwk|8hhE`BUmxlp&)$~wEvjI zMjTSc4PR_d{+eZPhy@Pdal6W>W+EI96WlPWr0SipM5r_d2S zZ>pm?A6iDf(Q`>6AmSheGR3r{;%W$uZFr6Sr=qdW=Ky{wbc7Ar{^;{!58l_`f*I~# zh*oG2sS(Pehi|UHnlg?%sTzb+7)g*azQt3C_P}|!-r(8EQ%Ll(F>)bmCox!hU+^ov zh}JYtL+9HWRBZ2fmi;0RFF#pfyXz<1b@Ty@9$p1Ig7jIRV`ZpZ{0tM%e#YNC1E`Bm zq?plbR(Hk<{-k^*mTP9?*MV9X%jOs+g2`A|dlg#JLWyhDD#AC^#++1cXOwstUVRB9 zEzypIe?A4D75<>&`G0wqR#NPpl`;VR*97tt)!0h0)!=cV6(jqOf!gvUnEN1+C~k_z z;3K*4=tm?^eLb=07rrxaTxW6Dc-M~P~ZEc9R43`@!?!Mn+x%a3ls zgy(n6k7t{1?!+n8$MN8bW+1Izyyg?R;3t!T@~z%jbZt8| z=R6%p7kYE|YX!!4R~g)QGZv_YXA@?Y8ramUlMm(G>gYrl&-TSI8a@)TqQ#Qy-DoRs$;lPq5)o}t-!(Se)I=7=jqAGqA9a> zn^o0BbKa&Auz2*BWU621>Aue6-ED0Ip}4j5$M=soFNURi4%vX@{1)`Mb(9pCE3#MD z+k@MPEyOP49EtgB8TF?-urA=|{Zo^rP~q(WhWG2j@sLCiUnzw4&rGp75wY1;7$)fT z;?@`X%&X@rTo1wscgJ(SnI&$lLF{T~ex4?LU^H<35o7Xr!c(&kvBp?y#qHQqMA-Sx zpHMligjTj`gX->;V3@HSHtb13p$>njIkE&BvN#u3>VC)-jY68n<-jcTFn7E^p4#k% z8kSe_$gZhyZNV@tlyZXkUfY?(+uuQAQW<`ET|_P2e(_Y)#!yp_N9_x&V5hOXpy`t= zN$*aC{#ap<7PlrE*Z)xUEdk^uPXT*gb9{g^3t;QZAozFg4%)4LOV-F~GAFNxLW1A{ z1W6>*R#{iHABrI7oTJbHzJauiFcaBgjy)Sfv8OnmdJ`?JKz|AC-a)fz9`G-9h`1g1-KcUu`JtdBT~hOh6_ z10LHzGwT?( zS8ck4_UB!}tK6A2K2{QyBtn_G`%xv+Q+@H0)oy|7zQeFY;u+C4>!We5uVLr(cC1ht zqE9Zx3iPz*K>v$=T%%qEdT+~VS$Yh3JIG`AhahTl{Ua#6)?h`0%IJrIMC$4sh^J=R zaxQKLlI#lb%gw9sE9(zx9}I^nFa9GtuKS^ms4x24=R$X}7WY2wCOPZNIhU>xJ+V_j zU02njkcv01cpVN34;QhHt0#iDn>G!LFF{w~QSA1K!Yz^Ur2$NFOYI#Np$9Nt6xx57rk{fo@4J`77fGi);PB^w1=l8MYm|ryV6xx#O7xJ5{dJ zs>tdzsDtK+IIxe+*-K7qL9T-1Qz<_ZWPEW&_beU=-MmBnJv>>5vk7R=F*&4?JE`Q# zacC2thi}r}qTjM*uw-99)sCHv)^?^$s@HpH$askRcDyGkQfH}GLonXiIu)|FeMZS2 zb0OHN1?&>Ms9gOk4AUJC#9rFcF+%@>mnP9oFaaK6n3aY#M7&g`+vC}b3O zfn_zvBd<^*w?jRtTyg;HP zNyLjf`cFK7>-5R7#VR^rHm;8<=9Ht}WKl-NkdMMPD^T10Hsrdzp<_?HiAuJZpmrhW z*OdE9FZl?u52yb_V=YURKa&jFGg2^LEs`pfHp8A>J6P8MM{veAGEg!RzgDhb11f{C z?%f1zFYN`Me-iZG62P@Z{opsr6w6M}1K;EiSoeDa$UO+fJ+BuKA8iBNaA^W~1j&J) z`yT#lr#?EaV{HAlhK}2KDH_~fc=dap z+OO|sTKp$;XwyS5aOI8vrIVlU(&5!BnaUyJ4(;d)Qvj{dn zy3S9r8qb_I?;r;zHenef%7mTJ1l0k3?0F`G**!a9{mM1Wbz@&_-nfh7kCoBTsa*c+ zJIB?jIgfVh-Vx`~ZkVs3hNJte!T}4$Yze9toB^w4sbFk$ z9~5JQ>Bcj{?CYW_u~as61y5mW11VHV9|pU~D)4w^14^2!s8MD( zs32x!?R$*~hoV6xU#a1} z@fg|Wuo9=;3&#yNqTtJ&kNEHMaq_Avp3cw;$M6|1sZWYNhqFBZmzq>C>u)Klb@`Fp z?^kfq!7!@ODbBy)w-v+gYN2Vo5%xw3frINVDmps`J1rmK*3V1nb6q!#P#Q%w=Kdyrbye$-s*72Ys{2h%+i^1rd z*Rjy>GY$FFgu+_um`8e9=wJ>oIy{HHc`=x8u{hK4I2K4i{x2@W@y{Gj%SJ#Fe-xC}!?;=B1ndjXC&x3y zX+3Winb5Eu)J?6yShWTmy*v0auLSU@xQVas=t&*6aJxOuktQ$s9wUu38Lb7X;MaSE zbJPAIJ}$GElPvdtnASqq*mzMDwK}MYHRFH(cnW{J`$6pXmqa&;^ZKl;fiByNM1ogJ zTCYdLgJ-kI%(iz}#qSfSq_m*ytc_%wm;*E?caqX9uK(Tkj~sT7gazkPAW}t{?&4fX z@}lZ!U2zHQU&n)4bqh|*3#FZ5z0`As4bdUo_nwRfO)jqBVHnV_Q{(XB{d3&xQ;xAX ze;oF7$J0kgpMY`XGK~8q4&reFIyg+}j*@+ZDr&<$A#W6(UELoZSwdF%_3WIqXPQP^Z0+i+4B8yCv5r^fPe&QH!ozoQtJZOenh2PB!cra|(k%?iq= zMiTR)c&NDaOrThQ3bgCFZj?2r~+A&KzeYG z7g^#Lid`RKh_uxuV7s=K)YQMlvD9*^^THX0PncsH$NjP6x|c!5w54G3#G?u zNXXN0{J?qsZtn?(EeB_#%eOduDK5@9Is}7vfe&omVI;^h)q;A?iF80kk|d=0^BrGL zXZ!_aG%XcKAAX4L=h8WMq&=GM)x(aBli9+8 zt57zx5!UV!VmF3~fO_acbSYGV`x8Z>(@cms-@ZXDV*_CQglrlfc8Pi?FN1~`-6Z0B zBr(*q!(CJ3vHtZ1Oj5mwuhTfL?Xqm#r#7EB8yz4n>nE@xer|ZQ>o^A9ih(r&#%mrq0Gbw9!V?Q^nZ>nY?97SXa@XW(g- zHS6eiAIwkO;c1UalDxY|A$!?=`nEg_wUctmmiU8US^I;S=O<(4aSbSZDF)M9sv%xm zTp%X83Nzf4nFynNf%x>lIJ+bU_#4ex;n!`%jq_|(4vL|Vqb)sAVT&PABJAn%S>W@! zjhjvXfViF3tkl2{e#N{ixW%NHzR!9LDfPBA{YWHqpb&huI)<1m zp2_@=U_sLyY~3wQvn`rvQQCc;%>r>Wy>Ab}SyAAY#911G_fhG`r-<&zIQFKY3L9XP z3W~BF&~MCTA=3ijpyVJ8T+#q$e-=WP${qUXR{&($J^+jNdvVk6QWS4GA=pzJ4^4xc zSiyrBY>r(FzpnAv>KcFgVudCamd0XTo*0`HV1Z+CvP9pon0oFyP9$G01=WwsNs>*v znXzdjvG`yL)s?``HFboQ zI!SYwpIHDEo;`>4b9Scvi{+@vVI{EFeT{3gMN!#T3Z8wC z=%x$)9CJDct`06@l%`H&S3i70zSu{DYwLZpsn-J`;#@oOmc)TeZY|j`VG%}%JCbV- zGoXq;8yei7(TKB3c+fTxe9W%Fqy2SQ7IPkdWG#UFSpuH3^DTPgX+93_Wr4mNgz2ey zg4S^p*!0_zX$!ZnkB=g-V}~|8jJ!f$evT(PIRcoPBaTOoY=+*G6QJg*GjYD#3$DMV zm@j9Nurl!$z9_j2soELTYg#-luoQvAi$k$~pE5hXH5N5QD+Lbq1N4xY0;}Uw43)ZX zvB|YuaD&^&9)F^Mdb8`0ObEqN83rs%rSW5KAQ;u}fu`!uW=`z|SQ+$Dptoi-l$qZ_ z=D}1l*n0(nm2X1m#*?_qhx0C(1fX)nC-hQZ0S6PDu(>w^O|Gcp=brE2f8hmh;>b0G zHg`DqH%pY3yQ`gE2lD( zs!Pdq-bGBD`HBu*v%=>+J=lA39P@DRbqM#4<`@vVj7dM&OZWz`#Y;dtcVt7Jg%g=M zwh4nnVo@u|3F;m9Lx1uXIQl21=|0R zCY5P*C@U-i8@B9a_On+oS2TvF(R2*t#!rM5Dbf?=DklDY0^@&e{f}jGPB%{Qn$^R8tTdiZ~&#$WBz?SfVCsl_~u+MWb8Bnt*-}Q#;jP#7`X@H4vNGz$^#GZ zT0m0OiK$jujjuP~gVFA3kn5$u#AxUU^d@eHc~57u|3Xgl8Q8S5b##_wy zNk@(Ht@w${)Gc-tXBsvpqL{-~^f)NZv0;MYgNQz)76ze%w1E5f@jMroS0--RLX6{# zTPVGBCJarVN!XbAY{hs{*6aB}R4;ojxIDHCx=1-zExpJSkx9h)lW%an;@9BdwUb@E zPlKJYPnubM&ynj`?G(fvoWMNI@50ns4Q5Tr3n91KhtU4tluaJxZMd+I#q7tlc=8Ok z_@*+9+8Xl8*DuAFFYD>0CQ;H|-_2#golTbsN#*7%R-nB!1a0J6@mr@l9+CTxd@ZoVyyg_X^NC2#@3EQr zQG5bSxY@po|1U5M+yzo`++OmL9NYE51LIFFU@djR@RBBXeqPIU+n08uiqt~(N5D1S zF!Kc5;;q0@QVm!6-6HqxjY+rRR;VZpqsu-IVQlm^ZXR2OCJxoaK|Pzk4*v^*GUFN9 zw`&C%H=AH!co+UDJjJ=b9{_##4<%>iqqv0*yYQ4O7+&k8vrM{4q(=bgybq?*0p_Ty z_f#<9-!90}7otg_0_@~wGT-Z`VL`$*tly9d3NyTL$G?5NOM>xiY2gP!R(TBUSd&ie z_`=K!>)Vj=Egyydj^UhRy);d8HY@$s1+AZH(_xEh=-6-)O1tFP6MDBn-*cGsZ{*IQ zr%z+16L(&^mPd-!a)G%!jRuHT@p5Z%%9-k>WgTtbcA$_ zmh+nZeW7D!Cw#Q#{J(~WVD;!neCm-*163ojep?LH_TOQ0;p$H)cvwXOt*&D(GljNy zbfDkvcM!kQ5euuNvHR#;rp)y+jk2yG=8tZGLy#1swe>x>hd4`mkCuTv*8x9WX@k43 zhhS0oLO7dt4jq1uW7?H%Axb0z-;@he_hs{7ImZX@oMwRAUcbZF8Mo2uV>Ed-{E-+K zg`wYN76NTABd;LTG*);JE*|3HmW&?sAM~bPDcnQG`X`)7eMD{@n8wVyIEzW^j-X3; ziQu*{2~?9^z;iH@s7_6ym6mU4{>sJZx_LX6RC|~nxPn~gDj4q?g~E~i4@7rC5m~n3 z2(&w&0-3+7(e>FG%>UGZzgOje$G{*&y2(N6mTSCzZl~cGP(m0g!IWN)!GJbV)VpU3 zTs)pVHO+uY8d=DA`CUhciqEwC*KcYfeH9XApO6!$CPL$$7-BV6g_PF@^X%sGxcs5O zhdc)J+{vuj(m7%Wx@^{o7 ze$UMhUqRXZVG@&|hRP*NP}2j6jph(ll~ja31}03>!xJc_X9|aQ_+o|KRK`N)IsIrq z1G?RAVxb}r98N4_*IyPU=FUSP_NS9}i3>xzRst0_oCmdB59GLXE12q?poXQ+SYE9| z93J!veoIB-ot@n4TTF4^(sHs(k;^^4=%sUSaQkzs8k{{KLFXR34WhBP>3h#~kZ+hl zb{=>Q*UoX-_E-b1*CN2E$-(quCd*};3u&c$CYk%L$Yjhzn^U#H+L%W<| zTVn}{F0;XYi6_9%N`ZpaKGgZIB^YSmrFklx+l6-@_uRaOLYv+~^|&4AmN-BMc5wWj zkKM>`?Zd6oKk%qNL29s^G)vs$TO>_jg|??bA2)M-(d&vU zQ?HexY<*NV{nf2cbmqRpvqiID*34+^yPbpUTXW&?>{(E+tce4aDxmZG8<-z*!TaZ` zN$322^5sMko_xjeq3qgVMbmoLI$wmDWU?67izm~JtZbUMmc`0tZ6xc)ZwPbXGUNx- zVP{n*^-(#&C?4|0wh6g(t;Ys(2zNk}dnXK3XF!jb2AcI;fQWcY8n~>0C{Jl8r}G!1 z$pT^4RrwAK>yGj4but9&yjq}gI3Fz@p2n+kZ*Z8K;d;H-VO899sX^-mrp@RbglvC| zPHYf5jtc{GZF|UHWJi0}J*K+x!BpQ&Tha# zk1i;jHHrPxIuF%(OR@8D0sLBH%{U6RQzhdFOysyf@gf~OS+1IY)u)RjDbK+njh`ej zX&xTAfV|a)hvE3W)x6guss^KT=WC2tXoS(gf7BvJ28w%f=zY%15-Y857Bied zuJ2Tbl!7+0Lwf*>e-83~j2-5qFl>mUw>1xd#%ys`q4G2IRt}?Aa6ErWSpYrSG6Mp3-4UcunSqScUGP(qf{5x) zEIPp>%C$ozWQiF#iofT%?bs%8jge$;>5O9obCR&GOao4NJtN}{f>H9b0{lns5 zziTpdx6i~Ed>OQ;r7(~?nfVm+jlW^R#Hh3|s5jTd=524_ocBz2 zZNU`0kg$!vYX>H_L2zPw2AML{gDsoN1l#816&v0EN^Cwaz_d4U zSUpF;IU9rF9(T^S=n}*KJ%7P>v5?UJ^6&rp9r$0q_W$o^|Gz)~H@^cXWVWJ`o*{+> z8p3TSdt$ex1k5;ZiI1cOiHliBj3%{{8}lDx>zyX5d%h4AniEN3Ycy5uOeITef04em z0U&Ge8aGXj0VUa&_;u%Jp4ho8GTpfcx~kJr(`EvjJL??26=dNa>5DM1=N`TKayt6= zKSkBvBI2;Zl=y{x;Jt0nM6LT4So>!ZHm(js3055Z!;(rwz$5q%{@5LBD@1hl8i0n`f z1c-51RW3uaNGcfIxde;UFg^GU>{K*718`)9N%Bdo~XO)T1$DO)<`CIYR%AhGT>7b^2oM3QB)Z!|5*!*=#*2 zR2GhgyVpN~YH2pEv~MIYH7`SX@@nR*nKl}qVnOCrF*v{2jaHrhuxFYxeLrp*xxf1n z?_`n^Q`&P44sLY;^SHfGF~^Vo+q?tCgBa+Vv=_f{-0PAp%Ix!s{g^n#7F)y%>2mL3 zs(ZhWb}aWmrK_jGOY^5dd%FfDxs!OEYMJ0|{tQMx|3@c{rQmS32`=s)M-yuffaJpW zs61%|T^wYgiN6RotX$4(*Yl&E3Ui_70K@J$?TyPt6@x;q7fVwf+-sr-fa zjwOQFhTG`oT@RI-hO~NbGd(LDMY=SVVe5r^B(C-q$!U4OanZl?gwm}r?fY(cU?|Go zA6JQi{lyqKBLR9v#UQa$A}oYj6$Rjqb|nc;pi zLF*9LvAYLub8}&;)>T-O8w0)t-QaS+4ZqTtWE0yWs2=$S6-Q0U{P=h*@(DG~*|`dh z8s}5H^v|gB)ee)l$}yUzxdQUAfb%4-1<@pZ9NOMYi;4*|{X926R@#Fe9u&Rezrw3! z;V9K;hch$&B7Z9n#sY%y*MrOCHp9Y_>E|J}IDyJ>oJP-1Wth0eIu6 z!kGEr5^BHi2Q*Go!FDSn=u7$!-gl0=_tKH-8Stbw z0^Bxl0kIV~sR73>`4Vk_pM)MzgSqKA{p)lV7(A|B!u7jPL&!W~#`x_B zN%*~oYECmm@%KAXbw1}|=j{VSH92fLn?rQ^QXpEIW2{fRfVLKQ$yCcwE<<~lnB`ky zXkr-A-&qThvnSz)TYCKF+6nNiCz`fZCexMc(xL5LCyCFA$M%~xF{&yIRakx_Yki1;kJuyJU>_980K;iJ2aoXI;+lFIK&Dz z875-e!nsJ}u4B}mL~47!i>T^z_nwY*s5;jA26tQF@9tbWW6G(^rL}tU!!y;dUCQ+t1Ruk`K{y0l`xNE&P}_)0pumgTXi8 zC0Hv(qZsYRtkIj`_%k2&9i-$-dpstN7@^Ca0BoCe6_t;f;HOX(*jlAS?B}ed7LO`P zT>C;CJYxoSGj7rUE?wsGLcd{YZWoNa8o^J#!;oiYOw8@G0JYwei9E3<{ZYw+K)W`UPeA~wcy&iRW2BvL3D-54tjE}tuy z{D9-zjftXtSsDZvo#UCCjc0VJJ+?MHfz8%Yq^w2~lO?rCq0bc1$=V>;5Ne4{Q`AA= zq991I;5at`@bZR)N#t8&bU&kwS>nm)ci|jfx0UDBHJzf`d16eb-8?pY zRuNomjHiv7ghb61@JvG$Smy`^<)?n3%RKLbwRbvsrmD&k)pumdJU3qd;+OQq{#1VY znnh4Ea1h!})!;kltJu^hM`o-OVk+(x;C#C{>T$D=T9{47{zqo~ga4f+O^Q^I(5%E} zsV#qJQ5R=!tJy%nqd*M2Ai^x^8WmWH7=!1XVnQ@u3%o>(IX-v*N)2XFJ7>

qb$4j%RmU~IPge)`9ViX*EhRL{Bk7)b%G~Vhf}?mU!dt-&iSx&0eD%R$1N%mG*rt9Cx#-Iso9R7K5*f_f__hox zT%XN;dN2b|%Qf)EZ7qgr4NB~OF&Uf~Bgt5{?Zb|m4Lr+7`$+2?CGw`T6hjI5LSrI#lQVKlqn+UT|t*ESxitr9Iu*Bt7dI z9Ju?D_*I+y|E$}~J6Av)dXT8Dad>uTA+|{z1b*;!lx_3Em5B!EdZ?B-8MmUR;2H#l z%CI`|*WvP}9CX=rn_hDbBzy=!O|d07*J?7OD=80?r-swIJ4&qF>IVAu^<>k9qh%O0 zB^h+Y<(QscB&P4aqEP=$uA}suiX?}^L_ppQ4@ufM`z*Tohr*{-@{EpeA`BaOV6#&j z?cVRo*!?~R88^1jLh~zddR!G0UrQxN8YpBeX`nfGqu7RDPS{%SJ41-c2P@@JjH}*kvz)#L|$91FI{mkP#)7mLilCZCkcb$Osh~Ara2?x}~L|q=`!J2qi_4kkR-4 z{1xBd&oAekdtBG`dOjbIr?ZZ+q6|mTZHTYT znDKX~c#sTmfDz@>#N34su6;qEm>YuL4&$V|`x$ryW${igosI1#+UVh?$$Uv8tQ^;i zP1?Bx)ATt*n2FwX%R%C1IM)3A3LOo4BqjeUwMbeDk3%dm@}fKa>2Aeb zJAVP656975>wl#5@-O4ikzXXN%?<}!2&kM5!DU-Kh_zBK9&Hw5eHx|M63qv&B83N| za``ZS$$8o>HJ=5=3UIYP3wgt}w8YYzsvqS;T%8{z8{LMPo1XB?6vk-!Vl86h>P7RU zx{?1a2J7NS;N)gCWK}uO;nrh}%xuI?W(LsySSY*P2^D(ASYuKOs!JBapEzN5gZ65k zgo`3>owSiyd^W}2vDx5J=})D#^_ju@QlP$KHdsB)Mu$0J@XtAx*t}auwL;&4zx5%y zqA-bLFr?z!GqW*g?=D>Nb|VbD<2vB)3Q(k?nLodB1DJMltcwU`wo=1_bx@kjw40Yx zzs5W&eq9sVa>bZ=*KUDsQ6#N+c?ROn$3fdQj%~hfkTTncXw0P!l&<}ZQSMwX^YMCS zn|A=eA=nd%SsW->hZ8r?*QCMzH62z_rm2?BsIIdHjb2&M`{3c$E_C0P2`QO^F!Gdhl2!5`z|gT1x6nd6rnpZ;O$22_Wor#fNhwyO_ z$JKeA4MGEc@WJf?#I1jUz6tZ-le{Ss(F-(YuN}A{LAjbjI`ifO{P{Md%6-XnWNt_> z{b$q|iHnM?!?GthI%NPm{&D^p-FRMZ);HqK?Q4#>`GTnyQnGzIvxD;(zE_%tFYe2b z@#AW|!;Y5dhd!WUmrv?%X!1|4VabOsTWF3JWOveI98Wn74W`Y*Ra+myv987JSW!FZ z>u2E;4_7#EWPv^j=g55X545u=9jPMNZ(9UhMrZn`jDs|=mzfG>aO zFFhza4fY(khE{A45lwmk=2?F*XK@}5x~QW3s_Bf}?jY>EE`pC;Md5w^OUNsDL`;Nl zqx!I&acz>x-|D`tt`c$T1g!cYwjBA2{#cFex94hupcHBxhMNk$Er~@BJAjwb|qF z;g}TOVQZmziWP{~&10H&@YsJLoG16PBJ(@t1t{hi^1WLXvGz zaX*IG{f#EO%^m@lA!l>dd2sz%7!(Iqknh>M>4FuCq*BTiBh|EF^qLvtnmx{&^Xn?y zv=?Mgj!k0Cq(V?Oat|c-OW@-iHMWaeKUrtnleP>YM$V`X%UrnM?^86j%XrAmA$K#? z$IS4?H;$KSRE?FvhiUA-$B=0ufgdY5W|pZ6W6t?|hx}gij9g!!Zi_w2a*U0wo)T2t zRTh3ux&{&)$EkF(BqOcy5mrrkz}r0QER8(y3k2jta26B7@o7cac{W+N;rL9@-(&<@ z_f;U`%6c?d^qMy|cPb-C@+e!9iV@GuAoh3!M4#3{ohfzb?!_@HUCxn@>$tU3Ocv}bI`R;bkQJDt|-aW3@lId66p%9wHP^oSZV&*ndJ5U$~IKIfjiS4E5G74U6qo{{&F z=fTCifdAfD9^#%)AhF-}LUTvDad=xVHME?>x)tj|$>n_1j{bqt&Iz-7DxUP>rvuG*@fv4#sLm_E3kvB?qi+xF6xaF$fpI1$klH?u=d~v$cbvEvx@f^54sm~ zeZFiMysyHp_jr#1kESxrAsrB2pN$3;GZKcI)Y!l2;LY&LjnGWPn)!ZL2Q9V6q(lWcRt2XCH`+}JOK$vqDi zljX?4tGmz(pW?Fx1w=n=DcGvKCgu+$7`@1&aO~cE^fkH!UuMR_2bY^T<&18wdWu4JOcaaD_kthWJ55SP1^>|BM5r~c< z`EX^Ftke6(JG?@bb$2cU1LL>YHYvwA%4ZWz3w1=RH)ZtX_Pp3zuSmcYr|pr(+RAIY6jW!Vm33#?d?}?Jd3eA zGHIr^6uV&G2(}wYvxe=z@WaXwoTD88yPq3VA&GjbtoVs9t-OFu4ZRF)UTbOb^$&PS z@&f1A*a1lopV2|VXS7%>1O)t5mc4vlU2}Q6@j;` zV@NwI$o#aNj}Jpw@H7iD9#s&9S!rFMbHp3(`$y5c8h62s--}(QlKAUo1jL44!spf$ zOPeTJH%EtjTP=YhsUc)Iw;4?RO2C3!x235pfv$)4q|`lz_^au&1IJdddEcL5iOUeA zc4*E1ti2r1Pa=rl z@@omE#AwpaUpipc)```Xwp`ZYIjm?W(CajT*BL7dGkz(sxdl6_wx39Vju*0QR`We{ zoiiOnH~k|9BF#{w^A(4W55PH_RO)UO51+apW5xT4Y;u1-M9;P$UR+o7_Tnhm`{pmi zznjU>$B$63(u279%QKfX!XQ%b1r7+A;)7uu2%N7A_YEdPUe*{1<9L1MO7Af9QfO6N z={_PIzYj}=mO_z1KC0(bfZ@YasQW_$^E|}Jr_cjf)ccio{mcXFM-;3jlVPTu3vJl% zf;DwUtYCr)O@|JyN-aqJ`XpJh#1)z4=OFC7E$cFKCs=nsLYIoo&@{!6@qO?ZCjGum z!q$9%I-v1cC~!_N?9g;@F_iP`U)D1w6WSX3X>R;uzPZ^W&Ju+Lv%M$C}IAFhcFtNu$9ZacZ^Y3-p|u#N2B*jzh0_ticvXXuhLH zgO5;txx#sZrEA&Jt)WyjuO1^Z|3ckDLF|f31hcnI_`{f^rVVyu#@A~^dfhu3zby+| zhzo>!E`;BzdT?rQG-}E&p^<7OaMV#6gF}?roo}ZbFL1YqXQeAqtZEnO&pr(Q{1VXl znH;R^I|HMY^SJB|f%wnzC?_=s7y0#3E%yPE{yhllbyGQ3sFe8h4MRa&+vTKeo7*Ey368s<*BURneQm7-$_M+2;RSK zgXT^(aO;pHDLg8Rk-n$F=lDKIoaPJy3wFY$JF#SBMFn)l=Fq1Vzv1yNMOagv#J2i8R zgY5QX7zl16ma-~L;L2v6^B-Z%Xj_bL4y%Lg_qEh?Hyd$AMkQf86`X;c6kK>@VSrSeutwgsjdouV#zvBMfYOv7Ag!W2# z){Sw;*YOj`IhhG;aD^>Owq>CA7bP}nm|OcOaWk1)I&dX%5q(}_i{5kl(DijVjZEa2 zCP)9GjQ?dEaefC&OKs?tRoYCoavJ9tyvO&y9gKckG@p_l9hi|AcWCk9$Try{Y?S<+KtJi%T5-NJ?BhddvX9DE+<0G+NsReu@&@SSGti(<2at~ zmmqtqi-=y`IJfQGNlw{l!jZ@*e7v)ej0oEDR21%mczzWLvx))p|C*s{35$tkDo{2r z8k|xzaP-<{Tw9>dqzf8VjmW=(1;@3?sWxsFvSk-k3~<*{-+QRfzD&m^xTC9oIdrx5 zp|q2Q(aLQiH13cC{>T@BYEvJ``E(n~ysp58j>q)8?M8fhOAr^NwPV1(5C5BIQJva6 z!frqk$g!Q)F6+b1c5=9T_hlmTW-_~fi!9FEK}e-5$6Bn|g9RIfsbk-Di1K*_#*-g{ z@9&E+^!^pNtEl0_9|^cEVH9SE1n})>9lpGJ2Hg~A!unaSiL2oN9DhEOu7AO~MBHUq zN8Q<&q~XN6?`{L*63(5ybOllVw+KDQ(&5KeHRkHtR)p6x4>_U!paD%F<=TJ3l zKz463JQBOW%N^T{dgH#>m*$D;;R-}rKOK|rFm!2&E6L9rak!3PX3nKQI zBUg)so%zM^%Ia&Cy;w!X(lb?bQ2aQ0Z%@GP$3N-41qY$MK8?-`yMgx)oTJX7b0EZ2 zhQ{(tU=me>;qm{lt|k~7t}dr1mZ)L;Q7+^EryPC`dVrvB9M;7$MClaQ_4~dBl{+6I zGxulJ$G}BIw_Ory=Z|w8YA?uHRSrsCsgUw09?afY<1$^s&U>K7967QPWt#vQwxeQL zR1mahia~QIVwmV=IGnK!lX`Y?`{?iWQ|!TD{WGHTM+D^dtO1#_35+{Gmg@&g z;JmI&u-9uP^uRNcv7nXAot=r3C)Uud+8@xu(u@qf^~7}=cQAF_5#8>k(X?APY5ZMj z=Dq4sY_1)L;v-xRI*McGcvh1WN4T>I^*NaTb2s+Hao5@s2};9)`0WyjAoN%V#d@X|#a!2EhCDr0BnmRkxA}Ur zA|T2BmGN(nJz$ctf;~9*GVc7*g3b~9uwiQieR-#dzLxw@wWBA1`v0ou_9>H@V-4%c z=?}9Z+rbihAIxA+EfI(K!W0w@?ZP<8)$FB15wJABjIMfP3jLvW;B+XI*W$L5wzX@+ ztz%-)leUX}o?XP9JIuf=?v@<9uaC9i&Y)P=gK=LYv1Qsj`uW6pY;5xYjO#MiX> zix&HP=O7VVqh0CXJA+qwpqT#obsp@d2cW{P6tr5dkJ&xb~oh%J#6noT4RFUFM9BFr;IIcA4CAIxD9JAO?H`itiS^Ueilp1q5| zwKvlcZBHmZC4yTg@8q22rf|yC3o2HO^Dp$}(rOiN%$=>q3O)~oNYxfzu}nD840*g% zajG=)dL4Jq?m0@t#Fa>;bQLOl7eiQBGf#3v9DH1}P`7|$gy>YP9KA-H>(+yF%w3wa zp$T^CWpli++o)xe1IiTwZ2H;r@W)#Zw3qJ%qArGee=o-))lQ&X&P{IR-a~ns6(gu$ z2KO6e*kfl7z`9W`b9nJD%1?K|H+!9_99@f6A20FP;Hm7^B^;|S+8HyLOq#m7la72z zfWFgNWQ?DLJ-5~{g7c)P#Y-F9YA4KGHGfAuF5bk3f7i%b=MUIcSO!S|IeeWo3!el%v1F(?DTp0ExIDTq$2z?J8taa8 z`|Z^h=sK#;L@I=1_>NUf2A3Im!2M6lR;Qu-d0DpCaTq%hq0 z@z-npL5Y1Ckg6z51HQ3Uv|{coOh;5Te)d5#BX|H1ds96Pj>>sdT5 zBY979V1-d4f3P(J3J*K7WEPOVi?hg5hhg+NCj<681E$I87L2u=$Czvu(zxfDlp*kr zl<&btokO5-cMhADItCpItD#(OKa8fEpiQA1bNx{O<|n)2+AtOe{V(A|3x5)IP>l7m zmfH-w$Pya-?w78cSXD(S~!ZbSTY* zP*)?SRJ01}E2f~;era~RE*aeyeZysMwV0fR;*fJfjut(>iB4IOp!@z{mGvo3Ow?p^ZQkL<0~tiDM}sLUOd_;WY@U!#^WKyZ ztJVn0f07CdEEci~pWh&pS_tMUvM};V429bJFz$pdq($H2CyV_D3mR0RG}#TdUdl5* z6BmwOS}t(RWO;n)JC0>KTz_2cA&$Apv)R#?!2IP)Om!4eRa8tAjl2)x}?P^$O_s`sSfZEYE5zN{BAhc{r$?8)r6)lqo; zdNpY6?S{<;D;Y_tR@7XSLQlVJq*~ASfSJxBX7T%pM9)~1=`7j-)8Ca-q3};tH($xI zqNnn43*k7GrWItZ!eRPO7F0+pV(Nd6a-}-jkeooS$--T>Vpt*?kOLPz}bdTb{we#;eqB>Ibqlg>w+Q-{MDq6TL`_}5Qfb){lsk3L!5hQ6Fe{M zg7f|E#3}9=|AE7F*2^yvt{w^`^K=Sf#ko8>yqm=o-V3~-q>4lO)0ot?MR@4MB#57t zNSAqOkj=e8aE{A@>TRCErhdB#cK(SNa7dqt67Ye?11p(k$2R`q>l8(Yt)R=EJCWI% zhlf?w@YHuXCjOH&6C3gXITsHtn0=SJ-;1Pcqpm{g`ip2`=7biK*|1|pCS|JSnOeV0 zT-4J9GaLKq1(j5=DN94|lyQFiyi<^zBu)MQ>?gZy6hPsQG_zq#B(?v2kkqIr)4mg& zLtNk}$5H=^@B%X%y7_6Pjbx^y}GHMo_-p?AMDqHtem?>YB4XY~Bpg-LRL-pSAEVrx&&41i`xZW1;>@4A!kY~t8t}DH**cx1A zs_8+^r}W5vQSe&VRi$p^j90o-F#T&=<+>do(XpT49D7xE<@AeS*RdDV-=4!sGF8US z778fPdJOC)yatn*lQ=K;Hkz!pg*{j<0B;AP=`4XLFqpHrNXuH*6xR)FLahXQ~ z)wUb?*oqOy;c9GIt3~>HZjgw3iY!B>v5^a|A_fs=?UlpOQ#2nP7iE*&$g?DHqAV6X z*J1UZY=f)Gt>}<736?Ib!+XnvIA-)j)Xh8#a?NWnjbm0k5#_S65;^pMizs?ZXt0_k z*KovU3Nu;#33ZJ602&hU)IVkoUOlvsH`(zrUM^CDm_#j75_A)MeYta_%?iw1&326X z@dApNuk_HqOsM@ajWM|)gmq%o)N*nXJhHriLalt<%;kTbrgRYBqmJNrQ3Z>P<{P&^ zUBl!}(q$6c_^{VN2~Be6!q|Bw7#b<(&KEeQ83-{det~4Pa1l9Xql=95d6YX@0<=0_i?Kc4b``F6JU|QUC_U%F?3@Z0S#^C{`hWp`<`IphnXg;IC`Nw>u zS}@(M4;7}56N}Xfc)>*$Q^UmZ;nHHxce)N7mL<{z^Ddg{p@r+_9^>Zn+N4xm4Rw_5 zxo-Ir8g^+AIzrx3oexM_=IF9VYlN6jAEzL_6pHCJ)2Q0ANNnu(0iTLH`uQB zD9o{ik%galzFM;xljtgX`ARa3S8U?M`hF7aWa?psf>I zVSUVb(h;zlHJ{N4Z}OgEb$Ter{jSACXCqwc|A(wl{y_>pr=k{r59V54p!(e$T1VHX}A=`=o}}vyuz?6{{!80C>-4Sg7^mqShN}rfUDYCu=BPi+dWePOCEkjq0L!z z^9l)UE|FvuBx9)R+&vhfZVe-R&aY=Oi8Y>BPo{S(Gg&>6u)1>{$k)4*$|h@=XB7$Y zS3}@u<4q`ewih&Z$MI{&--4A%0K7SOi(lK64Bj%n=#m0=ZTkn)xa ztXbuZ$vZ6Z3ta}!@)*ohRA9U7tiV&|JB@uYm)%fQL!42N&1}r&#fR_11Q$J2^pN(aFMZ@kpmL_#DUvms8Rpv$fRN%F_)O zmIc7{MRqvZ)fMA1C0OV5JKS@+jNW`V4o-E6TxMxIXb$aw6Ghy4*kut646BBw3%B5y z$0z81yb0t*hfzn(0Pdzw!%L=;kg_}5@EWc=(T8(+Y?3`ghcxDc>$`5=-oB}zP%FwC zeir5GNr8HBgzRYCl272KaNkuCZ($Jkb6XJzwsNjA>r5**0*M23y`k$S;&EOpak zSknoxcGYouuuu=}wgrQ0{8x0dbO4R~KIl64f*Nvr%kT@b;Jsdj6bUxt16K!-I-6g4 zYmq#?BE~0jA?}pTSh#Z`Td+M8cv&JH^%_0(@-~*U6$wS4Tt60%; zm)BR&NG$v$SnpZ&^wjbasK{K1@lO<)wapZ3w;!bHMLZlzOM{wI0w@t;EDO%>^IDquu4-IA8Q>d&Mqb($8}`Zo~7@nt!Ez;l+n-MydZLg z2K{V4jXE5=h`Og|Fh8bFKrs(d+-h*X?e`Yu1f_t_992lT{0Ocrm1IH+gA!HVLza!Ne3^v&tjHDD6w+6!6-4SoST#B zU}T&aqh)a#KK@bQ-RjTePw%)vS&KBJlL?pHIvvya(j;c=n^1cgv z^YCi^lSd2LR1JU3asET%H2457CSh_jpZETN8>YaJQOW8PkkNJ#)+-NI$(rjJe?GRa z>cg)>So-x79=YE|*X2JVsRFjJIcz0ekT!+2&{AQnR@~=$?wNEbL>rzho=0|SBT745 z!i2@6U$K+$69W=iUeR z%&gT&#QbT$(=fj4O5yjPGi5@?9+59yvdn0<2^OrKz%&O7l20)%B)5M)+<9;p%O7;3 z(x4fsPVC0XDihg=r@~YsBpa@`&P2lH{VLku)0=6k%&7SnF!S!f6X{8`efk$*e%_^) z#mPL{xd0_S?}E%D88SV^iQ~m5k%G~BFzHdJ`UOE~p!^lmExbG@)5X7|b-5 z0cFPDmSo(#jq3s+KyN3v{ap#-rm zwm~!X)i@}!5Y#8#A@gmGP+E=4osURzDV8|vp#*%%DJ{gU~Y}B44PTqkf+VV`9Mj~*aEEJQjz!i_bk#XNF za&_4;Y&npEewt4(V$FWE{%%eseLkb~kyE&=wh+@Jj`5j^wlK*mmX7?J$p(f^W1_ny znPbx0OlcsOfq3Xa?0jZ2I+2H7`mtq!d4F+Qu&L24IIhY4% zkTVCO@%VdL#;_#_GM`3Kv5*^(Gsy!LN}qB$(g}3dyDB6CEUE3&f`LRc=)ZLj_PZRz zheuN3sg5P~i`7!yt^~CEHw$aTb*R`82V=j>yWt?`#d_%03_PAJn6cFygRYN1bSVpb z{_G(?a5?TiriM}zn#gslaI$moAuRl?$j<6^C;dNGVS08rojzrpAEqLN`Z2O>qfiIT zzt=}U{P+l_k+vMGAfGoS?iz?cnZO+JpAJh)O6g0JKHNFyGoIJWL<^_c=uJdmQbH6N z3O@`lch=J@2czic3t2d_$N~Daxv+ovM>PMNivp@vy!MbpnDm{H`JWr$e9JBd*xv`4jMtG?7lo*tT5hKv&OFJ`MKe-sa3a{e&+20^GDG+MY zaxqx&CCI#($F^NS%xON0TSnqZ_NxwXc~(!q9QK3Ace`22%`}#Mx&c8UC*bk++oZ{H z8sq5B?Q8Q3325juZJCv5cqqBj$NMJU{OAS#dXZq`p^BahTItQ;J&-)L8hswguq`wd zESH@^OT|3WdYcdFslGUE@f5lwVG6B~)o0vog~0k+0`^-K!q3llu-WhjDE+WtBV$tO z@bh>Q9%)S0$-S#m)>Od{Q!F8GvnQ*o`4)O-tbs7W%Mkt87&Cl2ApgmK_4Deyc9|tpYA~ApINB(LY$U!JS^3*Jbbu6g}mh0@DU|t*uMBNJc+a8@~swl z`tL$!&E#l2y1sp{SjqCcu=?>uO4jz% z(+htSP01kmefuL8*Q#Qvlr*MK&|{e}NBrifhTi)cLA$b@e!ex0RrETJdg=`v!}=o8 zyJJfmt2uv>y6OMiI_O(6mCe&GhR3>mi1^hCZY@(mDEcY>y~A;?3^u^cch`wS)VP4;{oakz+S@U4@*6TG z#UDd{-sH!6Fz}yOFd4vhzTb}&SS;2HDeZaqctQs^FUq2Cb*JzfjSA?7x64TG7Cy9o zxQ^B$+EBT*8V zxm@jO0s2Qj3;lL4Mw@&4AgPB3ts(!RjEx9SWm5t=49K(9qvL2dmXDGatC^12KQuJQ z2}#4q|2uzlmO1x+s5%J`19!o(v){-vV@pP*tInviW(L;Y+sg~{6=H1+l~A2?kS6*q zpu;_c6*&%`{-1?&k0CH(p6 z1=M$@(FvZ}aBS{XVq@pZd-A%1jD=k!0@hO@gFl01gal#ZZjL(@<<2~Hwg*3{5(1@1 zARvQ}g7H_#!T9-Tq_Pq^rV9yGGGV@5U(CvQ3NcQX z?t=8abhIAGBh7mRnFYNoj7RE48NY^EtiogmmaDW>Ww**ll^83MApC+0y?LWrPghvtU=DmJmxlf-{vyk z7wxLr&F_(2Yrc`muF~-3#93-D(F&GX_pt78GK6**LZrujXu4T!tZ?5I%n~F3IhL2Y zz#&*FtPPNOjXY`CiZ&B=p^Vde*cLWirMOOxZK}*c)eQ~A>}v$weCZ~CsMCbhwJ*XQ zg9W_qQA?a#oQTN=2H@cxMlxQ8@Hfwjg_nu@arm?jt2nV6KRha?8Id*6?WBNS7k9w( zWy&loN@!8z67qYy18%kdk5K(cuHUeUoBO&#-}|#DbS9l_{v^ka9G%YW56*zR_Vrlc zs|T-_yMT3DBuv{9kGt)s!1?Nzu<>dP)p486=HLE?-Yy#0ztD_MyDtaZ{;Y&s9?4aX znIojpcnRw}Fcp`4k3{99LCksh83osHD`lI5ICu7ATHx@7Z*b)tJ*Mf8cS>J?w0Q<} znjC|PL0_=$i4D3N3$j^x5uh_PnXL@Aq@x3mK;@bcsJocMNNXZr({mk@eODFE2d(7o z)lJ5=^}Eqk;teTiw1vU^RLoQk0+UIZ#;4w=;OTiY*|-QJe5E9U?Vn9>^@I1Q++xI= zIiSQ=>k0CIdi)`+_YJ{(o(>dHYfKdnSOPr=ZXO1B`wDWUXuV_PwpN~ zl;pi{N+y@|<(RR&nRI4>I8+`mW*VNvf%e`-v^D<MJGx$i+l?WbKJA0kUfZehk!)D&dWOuGXn`y0&p~q06rAhcMXqs7Ei1hXn3A>+T@EyYm%J<; z`0fgmH`06ZV0G13<1ASiJ@g2!_J@s(_*iq`-?h!j$F6obquxtz8b9mHsXzI z!T9VQg>@HFu~cLlJGE*8+r@R*CC<)d4*#CUW>~z&NQoXQUSouwPS)TR?hi{(C-DzD zH-O3y70#2C4^k0AY(bMGy|FqN)6zY0?v?el!mJ4Ew7qD@8U?J2UWx7<4b*<_c65$@ z0kP>H@!Pj(c=KYE{>l%4WkLb?G5r7$nHqsk2kJp<&T3XcssuVapM$Cf*G*s8N!y#l zKzqe1w&2}KNTUQ6h1%jbkFVIgeGZNDjpU`fJt9+vUy-(-t2obV2fi{njGB{k(7`^I z?pC}Gza$fgnNR>YOvh5Uah(#F~6^RarPGBaoYS9Hw# zjPK73K}T~#6(b$Yaki4NdjjXFo^la_#TL_V3(8?S=dN_f;(?ux2-9`_AC#~94(6#r zFmgv0eJhn=;FUjdlKP*A+XYXC>VT5qZu)!Z5=_42OXm+r<5-Rvm`$9-jzk5*l!ucb z@MZ-#<(9%r8!2Y()e+V^L!?dQ%x4CjLg z9POrp&ew6XWg@JboexdXL-;W0CHB3%21DN-kvuzd{Bu8shT63fS}2bnEF55Gj~F92 zZU}!G(rBoy7Cd=nj?9N7NUYH3M+GH=0!#;=&mm~C`5UA>xQs77N{Pa2IZU(P1NLB! zJ%SH#Pk1%dF4}>iR~ymc>p2W4p2&45%-Hv1e(0C;1z!8eFp|ctpqn$y8=i6=%&w(l zncgoLmb`;WN3$VvEEbkVHuIP9C>`BYMDq4>d)-P?cy(X}4DRY8#c!6fc{B6yWDU{g9B{O60(Wdf}4xdd`-@HH+o7@@wRE18qUTt9WdlzWd3(V@Sqsa(SXl<$}T zy8XM@XYr~y^-u~{ors5|jn>rEF_TnoIs*&Lr?Mhd5mou3CRJBjsnHO%sei^i=Vn$TCs5P@U) zK33_V1+TUmSN#nE=ZhWC$gL%}ar+p(ms{~zIv-@*&6vQ{wY;3mR?y$Ro7H(X69l#1 zV%2I{Ci&lOSe$T#&g*yyIo0RL&YP#`c;Y$Q_;54xfID+gP!+~VpExMY4nfbtLX-|K zB$jntu4md+l&$r}kNXaw75Dsky`Y#cEIPnH?3h4$r@g0(O2WWQQH4Divk{9A2jZ0I z0@}Dnf{BdG!m*Gl8gk}7cH7y4eDfwSyzn2a)*8VlhaIthv;f_&PiB_5&BQO3)A004 z0-Jm#A?tP^EYRxY_6MK&4`T|r?->TM)Bo`QE0%&!6TXtu_e#n9Y%9F!S^(_bGB|Mc z4erRu{;3bQsmI82$a-HzpQ;Rz)-T&RCb%p5MioGc z`FtFGTL`_jyJ_Cae0su7Lyc8A; zr9#=jGwwXC1W(QRLbiD-pt`mLv)AG@)-5o?=D}`qYh@TOc$+KO&UD8ob3OuOjNxJ8 z4{qnG!Bjzr?SJ_cH$0JnU`ugUdd>xE8oiKr; z#8d4Pkz3P7c6}9O1YhT3_y16XDIF7wCF*GIRdDBy&Vf9`nQk z;O}ZxXk#mRHS`7v*609H!KWNQA_8OFnrL192zsBNO9RjE!oe_eF4v&NQqyYO`$U;l z_A|lZb8~=MFHCA8!l-1e3#QwO;8#IWX2+x!%u3ZnavY&XA{}0G`9wDj?rG*DjnB2> z!R7UBko&O+Czb1=?&@}~UtW$+0=Ge@!d-Y&pahlKN5P!e4vLpF@aF_k^0_S(Qfh_S zka_uFFl8B$S+7Qwx^7V09Sfo5U==xXRTPV=y2+7_S0uGMVq27Tv ze8t=%8XLR>f3Mk1y73;ih+Dz~nFqW*FV?|}Gc#as)I8V`xRznmrlCvw8q9HvGxmAI zQk$bYV2{;WsNLoarePp~EiP^-wKoWDdEWq%g`{?lW zh_S7EJNc1(gI*T>%OC8Ch9)~Bylg5#T?8hQA3r53Ka5`mnUBLpewVJIzGONYN#CVa zbsO1j+} zfuz{=F#OFQtSdP;2z;il@76;@w;zbiy#S@@OGx9`L-PCj1bX7$N$UD40>YN6vTL(# z0i#QZKNZIbYLl7XqUFSLTN*geQi8^%EjV&#I@>n;5tjv>PEuozL9fGG@T|NBQC!yR z)Sj2%bljU?=Gz7l;)M15HHPoMn}T99$FJMujF%3F5ic%hc-X9tCRE?WNBgI8If*Cu zJwbq(y>}Ahy7*gFVtF7W1|8<@i2F+=YW~60burl696_TyuhO-Cn`rXB7KqVUOl8?q ztP%SNGuJO;?QK-?pg}D@E=|FNmZ{7^i+ti|?hGdc@<8{g3H&IZ3arE<>X5Vq-(2P# zmxl_mqos?w=r&O$pKTD;6wANDN;0u(vmxoE663AA6MckZaD9|F6$@L+gf?qq?&2MI zbGv7sV@SJ)kC_-d*8jmfX2d-oeT<7+DJLGJs*5zKZ?&1hp^}q%~ zCG==`+IEQ9smD6%8)2o>KE8jH1U=y~N|^s+@66k=dZRX+Ol2lxBxDE`k>t78mL!o% zX`sokG!LYr5($|jLL@_mkYosj=U%%aLn@Sr5^11Pnl#DKyWdao{`2|(j^}WA_P+16 zuIoHEXYyX1P+&*KD|peFF|gu%0Nj`7JS*$|fyP@(Ww!mmKmpEyd`*}wGjBl%3x?RR zdJx;=1A%ehASpK#LBQ}1vaP@A%YS}qL0QiH3Mi*vw( zhHS7^5@u@pFHz6iEPAwSv-wu;aKD1>lc74-hhL_6%?z# ziv0;%j4l;`((*yxi$4?D+(K!#le$ySU>jWOYY6hoMya}B2I%c*pqGL($d~?5T&p1m zv+t^)`zHm|m$9cE%e=8BQ-C?8tpXK=Luek@PgA5tFpK_~FicWcTm(r$Wze4&3A1GSsJYKB(6}Q6PaS7L|CXy*r(Q*% z`UENeF$=0=U&6c{YK(Ss9X|N)BJ2*i3~Nq%;FT+pI5OuvNX@U|`EN1B*7qGGcX2#2 z_Y`<_J2*ef{xF*JyOqCw+i6THl4XZq%CITij^IUhF1VF&2*XPgA-W@i^Nmem1hSUV zj#a|&mIUJPr%{lP%)-~QPiXGROGLk92zoO@aP(R&I7mffUcM~t5IBS4>VJ794YA;% z{RckndW^C%7kM#jIL}s595=&#j0ax)gchs-om77;Ouhv1^eaxt`3Ca_vSE0E6Me;d z3Y$Go^YtHcjK1v>aPrApI(1(>j3)usmPKQtz9e(ZonuSgKLxu=q%rx;94wph3|C#A zf}7GW^3q@LBYusNjPSv!OjV#KJh2pE4G$m1wCMNzUEKfgiYZ}uM7D$yg?})@Vd!t@nBCawT z!xC#Vl65E)*0&j9_K%;uW=nha$JQ7$`qoG%2d80gUmT6~xW_SR-oWRTw(OZ#*I@s* zY0RnzZ_sm@6TV*QhI2_saX%N#ye2#z)~<=%`vXNSmNl!6IdYMjB4|L^LpZU zBAav?IzEXpU6YD&ZGjZi*%M5!?s`vJpPb^JS1}ZF8nHzE2+eO2WL}4qVvw^qeYF1p zntW=d_W5Tm0@h3&$7uSM^QX8H5p582av|vcK9|V%Vkqk$ldY?D3jStm-TOTC^eqnbW3dI{z;EIomVRcUPc{ z`*RYhc>~w0D1wYbA?Cm0b~+1sL0#@B9$a&kyqGs&AtLk^;;|CXtnEdU$VlQeZ8b

ZL72yJ z>SZyrbP`59S4JtakB3`-(4jzGc79kfhV|CMdTvG>A##HsRQs5Go|A{shjPh;&QsKR zrxxj$J{gnOSdkk2G9u%v%8IV)AeL$)AY9@^hg!wil`7R39JQGztThuZuf2d7;Sykx zJw#QNmeP@heq^8L5zJBEL_+6Xq@fAxaKe%}EHFHb!CBYIVgpI?&cKa*+%c7{5{iZz zm2-4ndkP-Y&LvvYX0XIgn?=cA;8D)QRp~mk>u4CMUfqK4vh;Xjl|T6G0&cFv!MWZf z?!)GXR#@@aj6@G-;N%iZ){QMe!-h)gXr;?~jJcEJ*UOK23W%2~LiQaecKYX#CJmM7eYG z;q2?^8y8P9U;X3730=cxJ8S53zJVtOh1o|v0W`$zDy9oP$FP|b*ogLF^6KN^D!m&o zX}8d2YzvIwiOvmSoik#H!qr9aI`Am1jA}>iJO$`Hxe65jgJPdE{PIsA z=Pz}^_fs3tQq={ZwuDHp3a57pxLl;0HU_!%;Ez}pcEdeuXbj#CrNdwGre-lUm;Owa z+#9FA4(H;g_p@+sdIbbT{Rf^wJo2PZ9zyRVQ_b_aaO3SfvTbNFs+mWEp>i~g4Q4{h zE`k^5szcA>U?_U4#am(hOs4^aZAcOj2rn6^bY!fQcon*85ZHX3(@#RrieII zjhH(}#H0PCl|WAff#2WlaPZ>{rmgyPWp~pVys?sOVg`4L9v@S}Pdc2*Q%e?d3o@9)K)g&*O`@^(0O;5PZ( zx{w-fPlV>WNi6MEXEi1{(@R$-@=T8XfwApz{PLM0NS}z%I#7h(K@}n{FUKVP<}!my zTn=V_2|sK7I8<=^h-EH(lGPpoc^|DAtx!2U*|HL2|L(`Izn0|4n>F~zKotJB(D3D{ zIGPEyl9IX4q2h}=tENCPp&+#GPlqGzdm(kAFyqk9@fyE3fdlyqp<-ER ze^e3EYRsA357%+nfe$Iae9%_O3auTRLDKgck#YIL8^{nMDt&3FdmshRZy$rVyOeQY z=RErG_EBhQn$O;NC5BHfNHf~JO?dqCMwl2mg^Z;g#vh}Nusr$#$LwFuu_-7Ga$Aks z6Z#=%Lk0X!y#W4l8$t8oY7AMPj1!OZAop!QitHwc05IJc+Rx)#HZ>m!@G7lnpWh%`M6 zUNelCN0<4e&Z?hO?D9aDq$|92YC9qQs0c5hx*SPOGbVRZJau0cSKb|lk?~$0ySWEb ztyA!pav@5Mf8qG5Hn`hchLLK%hsl*UP<*Z{-N^MQ*1G=(F~(O==*m2{-baev(Gv^p z3lR24HWR;B$N3T~Qi+_*1X#D_GYx$)mr-$<3F;w5m>yq_b(*zsZ|_82r`Ta|8g$0> zR+5a8`?h8nQs+V2ELlQX!2q?C_bBsHg|(yWQse9?4HZ}u;V@0 zj_A@KcEfzHtlO}ENg(e3&k6PjhtjHSgeJ8T zeoqy?`>3#0RlyjvDh%dmEg+)7GugaTYtejS6;CoPk4E`Nz_wf)GVe4M?V}t0=oT8@V)MB zg+=>)F59Hd|Md1Jy_76~Eej8ktjRV!pB?VBP*(&#ai{L9uWM27-+C0ZfW>DiM=~a11XMJ>|;^uRq)_fsbv*0tnzYv7^ zy}wa1UI_aSGK^RM8Q3QL9k1LBxA^qn8I>!(NBcK%{H~TL+oWpa^ihNim|pFz#Ss-P_dDZr6=5A_^LTma`y%A!o#QVeRddz z_I%~CuGi>?OMLR1>vg2n8#AqiH&E%u1y%LMiLm#3FAgncd1>l~ zSi_yiyFRahBc9Q8j(`;i3S^U%1OFhfXEkixC&Et2ybA(N;;39}NpgH;VP$m%H1KQC zXqp*Jua^guDaN1@O<4852zb}S!8iIMneM8>&gqCIA?hWt`$Q!aikL&e+f+hb?&78g z-Sj|87n(*)XNvbKu)DMkSTPfA=GKYZXe;K0r{{kn4-;R(vXy463`^Kc8{*0O6WSCd z>|ycO3`{zv$QCBr;rPcfzQ*pmBwy%0-}^`zw#;hh+}x^sJbpo1`M|>r}%aFTk4D)o{apk#sj&~A+?ZyC_FNcWM{GS%abI(}ROP0`8 zZ&u^zNh8KeNQKoaHl%Ow)eyg;XK1_jIGPsT#KQ^+=rUm??N-e~hn{kx%9=9fcG>uI zdka6uyPlgbHjv=&)nGfi9{YbP;mOpSnAI;qM`|Z?-?dG+jroQd|Cw?8u<7jMJ(AGu zb`xFORuJt_4e(*anX}xSO=)z1U;HZ_{jC;r@2v^!ZWR$Ct=Ubt{F((hlP0Ad5+ftB} zro!}Znnb|r8p*$%4IZyJXMlzvqkd>EMr7-v$hIcTwdH1f{xJ|JpN#I3X;f=cI8L{d zV#{v5Buo8eIJR*ipKn;SLJJXzorV+i>G6!d@c-}875DnOqt>X>eT3^7#2%ih9%LR zVCB#C(`!md!J}a^9Bd3PIw~-TBdOWi8N~j)Dx`w9D0v8r&SHKv=niF6w+2Xh9ox4gkz}{^uYTed@Zz#e$<`CCKv^w{kIhO z{9O>624tB(>49LkB@`>Y@8Zi{O5o4+ylwmC*rG*7Ov!gUR_@*qI)AMvjstP9=}jiG zKQGZ=4%1QpDN9QFe~=erO3?ODf$TK-3l=jx!Mel+UI<)=j}M$c&yLI7RE)vE@It2Q z-g1<-2}9dTZ#4YZL(iPACx#81@Yf6#6l>i;{eCuJcY6#BuCFJuogBY4b{Fil-HRpX z-eXJt10q-G3%l2Z!|wn-Dco;~ar3Is^6xF0=W2=XzNVtfo?RSkxsG3TCJuXMBok+& zb5LCJl$t*<+(xM)H+;r^b5VA?no;l4`X9zIO>gba=E?& zP-6j$K5T)tN)aSr^epEo)?y>G{V@hLS+8xc`EoK6B&;V9Pg#YbyP*~eZ;D5GD{Y88 z;lR&To5INJJJ9k2S3pcf6n0IS$@(j-Ap=W&aKiD+u%T@?Yim7)xg6F5VecFG_MaCp zOCMYS(|zY*!|Sh@E^`@#+_|&OYhz||5{vt~;vsMI9sZQV`)TGGFN?P;qA>37AEK`p zf&1SVU>EEF{f#HV>r#sax@`j@YeW|KFG7B568cRD#&plS@H#{oZlBCXQP)yfFxLj_ zy~jzXNiig>&L)f2yTWdJ;F&DugVLgOu3uJyE?`m5q>{EUSKP{Gl(KjtPy+V=~u}v4q`ChcyI|q%XbFM(a0$R{m z4!P2HkYdN@ms~Q3rJ;e)JkSOni#XjZ30oI$_gRjk1#F*#_Y?t+IJj3ZTJ%GbQLdF`mffDi&AHQwR#-Ny zJr)KszZt&$i87R5W(zMNlT#RY$XJT2yT%UvYQy92nzUo^ndt)rH9VYZy|x8Z7a*}$-Ehu~Sv1QH>Sx=7Zu~qixtZK^NrFTKA*hD6R~c=*j3*_| z;-Y?0EKldyb`!gKEu+)W<2l#!bm+kEd39A+`M1DL$dfSFU+{HBZJ=# z%#sbn{y~DBcXFVgSfH=oQ#h0?gWWX?QTp|A@SBhcIlG(ie%BxP`JzQ3mqp^}Ud~cwZR$C!aFOd|k&!R^k%d*Yan`zL!xiC?? ztSX|_m87be!%pt^%XmJa3ijpnj=ca=DYqXC)t9m@9RIvOwi1J8C_#$O5N#N(hOXfp zvOIJL9^hD3;UxrTN5ZN+=DQwVGaxtWgJSwbhv;^LoyoQDP& zfqV7%eLBbJ?wkNW-mhe}r-(7wS_YGqZmo@%sWK{>ve{(Aa66h_Fxou^$0>w zG(dZW8~TYKgU~-yaM~e0?4;WG=YR+n8W-b%713D0 z+B!=XHXVBkF|(ZjZUxcxN>|XtGKl&v6rz|Cz!X!yb${zXk-{*71XcbI5?lH%!)fPKBn2;$)O!`o(MUq2&tr6YoPD zwr|Gk#*tXBc^zAd#OdC_E-t}f1SQdnsVCtwdwK2LdF&Y;*1w9oy)sEW$G84mBF?PZ zE5y9L+lOtkw{g{sg_yCi6{7SsnAs^x3@S^qE5c)0*V|R_1txOc@J5aYRzwpT^NBEb zH(`IqfVg=ol{!1fUvtu!5m6L}4?<2*C;J-kV#4ri7kNqD=gF4IXZv0XrovF)gPS7w}C9 zQR@cv`{u;$UmGmWKaMWD=VI``CXjRa1h>i_(I+l1a94&Ve6@N=l)gkms?s-$zT;+(q=ap32*$#PV#^+DM;)Hk$m*$NaZf;6u}VEHZhHWwZI5gT@4g4hZvH zN-7~)i`#E3FU6#%cVI_!G<7<6gI287VqfA}Ojs^THqEC+3?_V)_enZ1-f z8M}@-bKnhFkMYpYJqengUxV{=*3#a9N+_0AV*c$q2QQlJ!6`8VwyAuiJqd54GJ{ z#_k{9PrM2I%LwL^`DBZ-4%R&w#A~hTR3^=rdTI7n`Ti<^yqb90()$Q@2yQ3a z56EFcVJ^LP-3vE8p+x=MK5F?X4xS5Ukc!97Z1>VEPz+0?>XWl@Uh!_ykRyg=&ikO% zOb_K}4rAD#F`nKEZ<2Ib7v8%@;FM1RZfp7G%ms+nkgtlK|tWuyASZodF_H>POw^AP|p2K;s2N%<2RVjGp zz;oXHFkNs>E`SWrH<&D*NSh2L*dxZKnD;_}_9v|-Dvpw<^r#Bs`V|@LMTVr&Yn;>% z3$w?}y>LX+4h3c`C3l*BL;0pjOqS$oR46}+d3LJUnsyo*+JeAdq!GN1>Eg35(Y)sU zSDIUH=cBQ3uMPTHb31Fk zAbU%E9;&bX1o~;)(IFs%MjA~+zf*@$=0*V+-EjrC!U9MI&Ly)Y9gqDT!Id;Gh;SXmjp+CH z0q!f)A#VR&AdcBn*dQ)L*kWeI9u-!mSEJFEz9XKTwFSCY zOysZ3`b0)lg79Q}Anp)ejhpwqp$q47JJrGk%;kZJ=+u7pqNRcJRow(ur9>zEG8R)i4z>EAUE@N1UTD2GH%!`-M;(amr!dW;tHjWRR zpU{>6tT}#SIsao_4VAMO#HB9#k#GVI6{AN)-CdSR*kOtHKi@5q_qVLDdpu$XZh2k&h!f4?zBP2sRA3bBv5f`>n8F_>;)u`MuJI%BpfjMN#)(;aqMmk3@HqevP&iC*sXxS-duyS*XCgB z%ymA4Ho{~#5qxr`3Z_06rVm99G1_7kQ2tpJx9^i;G+Jh|6YrbjK`%FGmYoL8OE~V( zy>nz=N*~5I^y8TtGc0lM#yag`>J;C?D^jY08w+|M;qMZ#n!2B9Ja!SJWPHec)pMA* zT!lJWtw7g^BL0`P-X!f=9#)w~(6QCe;rJC(=8l&E70xTJ)XzxbSmGJ9<)l2?zWxaw zBa7KhcE@3n`+O*T5RY|(qonbrGj7p(%3swwpY&co2r%t6v3fRy`YNG#pjwEo&xz$L ze0z<4-~Zy;SvgQ{(vI)Ac~bptAvo!B0D3RUFt(4A@MNDPGpH+!avtmO_^KO_96N}^ z&cCs%&jw}u|B{r!2<8_qDz6_!;j0`aX0P=DhIETl@f>lo)85l*8Y7QTngyn1r>U?4g~^b(DY z>mbfWKJ3l8o$AvVMJismT@pW z`jPH?{f~GQi8BM6Kk-7>2cVkW2 z!(lmA_fRtJn%;*8|3<;~&@>EPD#_w%Z-^=u=IhS)N0T~B&evy)@5) ztjqXwqW5Bvt0s9i`U!K7Zid&3+To+lU6725BXc_>SOxQODsS3?ojbo&hI7n01-%Ng zLSF)|jb-5&eMQ@723=JeOZ)W44=`lKd}hq-4b?Ds%4NAa`3c`1<3IBNa&<5bmu3oJ$HW%AsWAE0FVQ z(=gaB0v<^U@_fX!SjVpg^nS^C;#Zt(;SyniLBSlGV00zRe;*6ADfzS`{XB?P#-iM0 ze+-)^!RB0%WY*q!1s{LZL*Y2*x-7i`+qfB_M+Fboiv++g<*9i5>lhI>_)h!}<>F0& z$vhEWKd(dlH&NCzfo-h}RaE2HTT&NE=-FJ<@5+E9B6YmXy_V27V+mWbUW+W9`id9^EX7XB90$)Y!IJC*}~3C zX|O5A3w`dILPA^^mhc|H%Rni{vx&=IU*7?nb?k8WVlM0Gum#3_mcqP#6B<1_AG#CA zNbr!dPm033p4cz?cclT-ZZwSX@y|b8-@+puwR}1Um0d&0c=DZp{ z)Ka9B%PjNIR<040Pc-rTkEvndnd#tScz_PCNrcagH3R2bp-lQ3VZOhIr$&k#>sO6c zm}~}%F0BEvds|4I=6eXZVg(b-k(@m-hq1K^#^8N=_^6@~p2^+CN2g}-rRFrih*Tze z?-Xa9G{e#6N)8G9$8pLJ?T5;?9Yp5dI_9QKEc#}eK;lsqn8KdIexb8e!v8PIgz(rU z{nObbH5okehx44B;uxiZ^02u580KjQR6LUIvT&=IkGr39(R|Tve61CPN;}NRjqpS0 zd|eL}JeuIcpg(*sOM^!D>!e(|y2{>WHmVo6V$2$E{L*iT+kg8(Z`c@@P25IT#GT{r zWgfUU$`37d&(l@O1Jo$|DM@K4Bx6sC=}F&F-n1RFu(L57yCaU{Vf8-&bk!XSEjg>(#WY1bxjvKtzBpcKben{zF%BRiZds zD0~)11Y=?BR4MG88wGcjJuo(UoSyMZKn1&JSRumsa2j;zrMuyD*5;F>_M$SEgUd$g zFRM8p<8^peehSaJO<@%lD8s$63#fBpCjI(CnvwZ>0k-K?WA;*SIK1RCIol<|PB=M$ z3h5J=x}^0q)>4tnZ)(uPyDCAqxRZuTi-Yvql^_?nmp+P5htpbu7#~vzFBG(B>G&m% zPdY^B`SH=J!5yX@PoRZAL%H1G6I}4-6}kT_07qg%fojCUAjd5d;oiOWLPZc!oejR} zUObm_ReW8SgfS9c^!=-3Xf@f7wH0Tm!?G_NyLBq)U^zXt<2)@9^n^L9zk})Rg?OSg z5tJg6`TB+1afOB%ggJ%L<;GI1o`NxCN#2AD@e*vt@Ac???k9doybcwSg`n`eoN5?G zL#B2(u~wL)&tX;krs5_7E0lstIB<%SM( zY@>arVWG$ri(PiyJNEJ$w5Z7kkGh3mz)oSSrqtGv~3bH(Ag7e9fbi*w_lB3py zeTUb;{UtxaNqIHq`beYxvPjU{?FO+KqOd`8B0ISvo<4Z2}zbn}m%qYapcVJigLYV=3*#p3polJHMH^ z^=UOdIPwi%-1djYzlnJN@f|2l3ZVS52~3(&7_;+_0Yk+^S%vwP+*w|kx$$r@rab#Z zoel(W^VnlF?TI{28VRz#?VfOC^CNUQyc6C^OlEbh$7xe#1l6uvjJ*)Szh==! zgsydf)7lnde!Z9HclsxJXZM#{ty;j`S7M-6#0J*xHN((-f>Ii>GY|r8KJ&cR z=z{eZU#u_qNB(5~g_@f^XrtHyxeaS!OQJBdLHjc8^-=-Vx1EGJaF&iw%mv@>Gkg`p#I>rFZT*CwvF)4mcHJDz|Lvo&PYeiJOE-WI}A1P+u)Fbg!f zUV6oA>ip>l#yZZxrkBR7ZW!m^^*F@@^7CwxhTi>idBnP_n-7i+j#u0ZHn zVx=2}qB-&$Q!)lE?smYk;)lFrJ1yuM{Uzu;_K}=daV1WQg3Kp#QOG>)k5126GJK>2 zek+G_pYL;eM+O8Klr^8w{R&P4GS4Y5#oKW01@(OoxuDQN>FF_}JH|)$xfi!77 z_DBQw9?Zz&ID}soyyQ5!3aw^PYM+4LXSR|mBWEUZ;{YDMJPVL7ahItqw|aF{M83k@rUO$ z#^T9m;(m2L4eZM!2PG#kP?OAyZH~Y)#X*!V5u(wOw&3-0J-0iS1^?~eaO!*!Hm~Fw z+HQ`bADatdY2OQMTb7LW`wHRV7ZG-ZuBtV6B0JbZI;kn|0_B*ALA7EpJbIJ=)h zzqe>@&cm{#N`D>5c2Nx1uo47i@^CddEoz>0Tmpnot8o10$a4F@;abh8k|n^%HT zi~?p|&gZW;OyzRqT+V4C!KV&cv~Rs5yC^9KwZ~H6$q=QV_U(bYw!yGy|3!;k%q3ze z)q~0jJX%?s1x3;obe--dbXAgPYJ<}0Kr`odF#k)PUzPJbx2OY&ub~tE|L6boFOb-w zOlBuW;n!OWiNmYI;IlWLa2IauFi+#l8*M_n{unOb90`eLDR?sC2EN#?3TyLsLD9=p zIHtRR*R#9~4oiLE-weA#ia-BC6Wxi7j^9N{mG}gmf2`^H4khTAYYcs7`|-|^1&}}W zC8<|S#&x)rgNE$*zdV@Jm{0d^6{BCd`~HjUVzmBx1h;eflSv&>ppy{?a(g!8BZoA|4ai0F z**9}+6yJnbJG>0icbsW~ve zXSPA{#SYMzq7J_w--q7o2BhJ90~OkkO&Jq0c2nSAsP&iuEB~rs*vmw?bW?=OV+)|- z@d@m%)@BPI*W(x~63QEvsv(=__2Pt;-N;)0=GT6Ag|BK?xN|AT42?cXbn8kmqT7{e zkawXAH=KsOrAR*U2gt(9(V#AC$8`C=q7hm37$4C=ZvA(bCcGo?G+c{u_g@OCGg{&6 zpGWut=9>m%kL0V)v7G~+=jD`ew!OXyltFd6U`3kjF=2#nh zM@gR(m*;3)%M>%4Ao83waa_2Xz&0gjz4=_m#*W~DBVX{say5+25`$5tR#1~|$CTaw zcy~97Fu_AfROa|n()@KNn(NDr+d_CLti{rU_hw@E#-hpQ>3qh^- zH_S-*OF!wn!aTJ_e3?VtnDDz9y{Bv;tr>#&^=|<$*RKFVvx4bz--*nO%@f%&gR`(L z>MU_m<`^25Ygw&5``Pl(Q`w?=B9Q*-kD~wA1m1D~tHCX4Ehh*2NEERpCN5h;%h+e#B)t<6Q@@^^8-pfzO4e4tBojE&c zWCO?Kh>oD4>WjgxH5pxud|>3D7*=-V@^V^&s27$%wCOp{p;f~%qOO4Pt6iX8-2`Px zw&>Ee7;2{*((h)2Ao3*yfA)Muxmu*R%GX=G%XY{9{>i*QnL^B6onvtD{dp4a`jD6V zv;chNxQ>1P8}L;;$g$0;sgt)E*vflDM#?N`G{4O`;Ec$ey=!2ZqcOj2nmv4#FYM{)wU_1mD&PEf1jYF?iFhG5NPDO z8h9ZZMZ5OQMx|e~s6*jVIC?b(lgPYxI%G%xs~z{H|f5(8W{axhq5DCP_NA0t(}1D6g%_(=_Fz74?9dgmWM+NKk@UG>Hu>JP}lw=aI zF~gb;|N4wdGed}|Rt|2Fu%yyUM@e*hBQ>s#B`Mby;U)1v=#8?V7AG#kytZsqyIKo! z+pd$lQ+-(vPeX7vJqy9A3LsP+S1Gz^A$m$kVUFMt5HWd1SG{~wRpcpvpH~@zpVdpG zoBUC?z#S8+ipZ%(X>{*XWt}*-+MG+%!SrDgnLPb2t~C;b+sza3-Na;cIK#(s6)RrP zm=!BBxB>-a>tG=95X5d0WSaRp7#)_2N)ykJuji9t+l*A+^5`9~L-aPpeR{?FIJ1}d zc!|K>pb2<6?Ix-&%fL^uJ@n>78OR>`&CUMY;rl&#ex~j`dc1Wv=C0I&Q3tN;EA^4f zimXCE^ughm*$_EuhptXn(Qu1AeI|7u<6a6e_FS)drK<%#?K}$#R*mSh=NO%+Z;5%z zJi6jG$G>J9sJhfm&UNOBUSCom)N&?_a=Dw})H!%0S_@1MZbSpWDOkG31Fz+5z_a%a zU_!Mu^WqesS%WP(#dR+KY!ShSass&JXCLWkdBw~4Q;yRoCt^;|HH*^w^PqjJ1@j|w z8|LPvLHl}DmiZYA%M9OvMw}c5jznR@MoPa{ZNeAEoI|329Txm6CU5GK2Nfe#vd>wj3^_a^KC$d{zzF?_WHqH8_gQ1z$ z%!V!9;MMU3v}&)zRt+ms-_=ZYGFYl`LYX)}$R!RTf{dh725Ho;#Tv@(ytvQgy7~^j zRj{QS4wUf?!ULe@K|I|Pn?h2%SKw>KdH7>COCIhFM>#Qjtea%QBsq-piwka(t;y#w zX3G#fsFi|UYy1eSehWQ^=V0hJBMh?=VbzQ{cR*`6v}Bl7^{uhS3DZCFu1}A|1=W+8 z9XZ$e7d|Sp?!uF?DY*%ZlEKmdh}G3bpX>vpg7`K;qG? z!_SQtV=@-X$nrt2vJxj`Zh`jgyGUu>ex^?GE*#lp z1pT#_u+29eyRKV6&QKv-j*TQ+R_H^=)+by}Gzok|syPKBPu+b({ znfyh|A^#Mws{eNgJd5ap4%cJYdDWDZ=*TnT@GV~Jej&dUf z{q!Q}{@9Cf_TwnnZu>}0cFx6lJqn=tT9$D&R%GU1m__;LXnvOmZOt3U4mgRR4Sy~(GDcfeZgRn4N4*bFFuD^*^STxX-h zj4{6v1HMLuAZ6r=%Gak?q7 z3}<;$j#uMa-UMo+^9HW_rC`u~L1>8I3yUp-EVfopz~9n}SU2k?3U$1~DO>aSqlJoa z%jE)?teDPTd6iCV+BbpLtD7*!I+BGRk$e^LoA6=YdTziqN)@n-=w58ogWp0+~?#J;83P8%g z9~uU3;Vt_m@bUU5NaDC(DIs?F=^spel-}?uM#?7!1692EtSr=)AB5 z%5N&OhGm&#!Vt$*m^MPP*0xZqa6_!O(O_2(i!zVCR+7c`TBORR90Y1|z{f=qCN-zv zza7&s&W9zT`Fs7{d>fAn zvp@3`zP_MJg52h6bwt%y%YVG*B@@}CAEo?;XD#IS&X=GTl0cUHS&bhQ&x42BclzXy zF;nyAEX^PNLhT(3DBNgIZ) zqyDRCSg9(8E6wszS(cE)+-$Vxpf%Q<-;A+OUFh|95+E1hhdI?r3u3)}aYt7cUrpyb z-o6@-O7~d)=$D7I+Oq^s70NPmMi!!!c`P1Vd76yB*(1#WT?$I9ti?1<7R z&%utcNdZe(hnJD`#jq>i8EMxt3*iTU4nxveXDdev(e(i9LD#$AXFbEJox~Vu!J>X`=0d6+$KbVdMcTS=G zYtKP%7gnXNEW-~=ykPQj1-x_UI;{EDg^T=}VB2JCcsDr~c0Qen?n`*kb)y7pw@hOz z0~SKdlOz)6(Sg#p_T#+1Ic&y1mi(5fzKYw0%s4j7R=hgxQb;m^cTYLF|7ODy>0w$wx>b>nUjIR6Gm7hfY+o717ocosya zHiE{&ZgMO5EWH--7m_w5Yc-?9J67dBW#Y!6*0b=l9W zMmvvSaF-_B+ND6>fhGC=Muh3UIteAp{!y}3kBNES#oa|Z@T%=G7>|>qT?x_jt7SMj z!1ZfR7N{{ZPl&Lce_s>p{*QE&|D59pPbHJLC@_&y$FcW6M-c69K)vP&@QiLD?4-jW zBho_O{>(-Bs$*zaewFH6drP`!7C_q5Ld>0Xn$&-)paM>uYuir|mQaAU{)IR^T*@&a zEV19QmOe6$=PQ4CPwbVOITpq`O5>e?cR3kFmv_PQk`T7_R5NtlYUMj#Q)DbuF7o&F zcanj+7V^$blsTU^NIvy#;cJVS)7BHIFfCOJ8pbX_#C$+4%kMB_*8pr?vy&I{HW%bN zRapBN})S45X= z{lNPstIm{V*8UHBXa0@V7yfV8$l@vl5LWWYQ zsE`OrhI?P9C=Dnil1PyTr6>xOdd~N+_&#erkG1?{SvR-ioW1w;e!pIz9PkRi6jpM+ zsdW5geU?9eb^z=ZIt=-fJ$U-RZPD`IQtoe`j4QKqN!FYpj5#X{vjooLfXGsaO}+p& z9z539`5%=HKF!-ccLP@K6k!kbRne^4D9WF824crUXx2~()$4hTp%OBX@n8s+O6s9t zN;VD+XOja4O%VKa5%#sc0malckPuW4j<}b~*ZtvZ6$Dam*Sk&;K4(Gi^qj=CPD&gP zU>Y+PeGh$(9;JRMIq+uBTIP!VM5zCq#?w7tg?%Q9Fmhjs4Ja01;&r-cz>qo7v<-zn zYh6(7v?yfEx(e+hirBxhlf3ahjhZ!6_*KuuEjMPp0GDT;m{xX!pJn!(if}V=2Rk*^ zu}%X6v|ZtwSq7OuO@t{@--zBnl-Umtl+p2ZJv`ZCMHhJ;$LR_K#2TlNE7v&Zmv{$$ z%ew$dt7pc+)EF*`If~B zxlo9lF2`<`7(!yx%3qXyf^%DG6C-vaPCHyiX1krD>g9I$)LetVO!_=(7IEBub_~Yn zU8Ik{is2JuGn7u;N)MM!XU?3^rj`-@Y+%PRwBeWzX-l+Gjk|U28SbS@M>&_=yy;AZ z*dNq7UxDXe%%=)6f~?KG`A~1d@h#dWL0|yK?eyuV^?!S5@78>{pMME<@Y8|GjD-d( zS!QytIGgNu4U+PBV5zZ|tl2#ZO4F5?6G;V__g^M#Up9f(No>VQJGgBAmg!iWH-&Z^ zgh0^n2z9zD0&t=a{oUS?&mQJ<$}w(zu}TE)R!_!hdkRVQmwz+wKq>Ze67A@tWAp6Jqp^wbMOEwy=ZOxE#Yo zS&%h6kEd-pCXCioQZIZ5L)yncXpt+f6sy6&W5!$tnJ`*AweYF2Ea(P`G2`)Kpl{&F zyvG*$v0j&n5dTQCCX}P1;|2`4>WPJ_`fQ8mA4`9qWSWfQ@S$usI`?^#Zcdi)y~%^0 zmXF*StqA!%VuRJ;H*t{=$C$m|32*+VZ`|Qan=?{r$Tseo5;X_P8?DgViR(~U&ViQt zE3jpQA_Oe^1Mj7;!=>aOsOTWWIvHEg(Cc$yFwPN+*a-aecoXh*pG39vo!O9|>qvmy ze-O0$04PWcV%UFEAa|=R<2!L2c49Nyp(wb9SVM!fE;A@m00IBD@rG-*W5dg-OzU=p z8Cn-H=teMP8VW+LeHXthC!Wtr$Kc^PQ}MUPd(PYNx-#l+7VNZaf)__Dd5Z5#sPL~o zdQjyI8Wi;s?+-&%S5t-A&v^;1+ubL6Ohw*m5aWR*hpA)nK z)IM-Ipa70pC>Ti&yb~osZdPm+CPM75_mx?^5)xd021e4C;`PKOM02qm-g&6WOj7^I zb6syo9_q)!TZP@^O?WNj^@uaq`e!q}H5otVINLXgpIi*ddnd_ENfKagN`{a&%dkq3-81NwtaxBT zL`aD7OMb1$5uA5r8`_J@VC8#hHqv}Kc6GF&-bq_#;OuD}Gv>Nw)-mk$gK~ z)(K4NHD>iswqPu;p1(?e93t$?(Dh0?)PH&hwtrLk125k~(j9|}u@*rPJ#`EEbKYZ@ zRtpY}cA&s_E6BZENkV=jC%>k{^$I<*0Yv$%@DP2ZpbaA@+?efg z$D#eC5L5C!8$0G+pmF>l@=p5`%;c{km)g~t?Cu-XdS?-B?-6HT@t%-?L20bDs0ZVa z_KKCwAyC{X3o|{ZGBrc%AWZx-$oyW4^E%pjn;SS+#9CEop0$^1 zhaJZX#eMw8%3DYXamIBESezFi1Je9qS}P#N#+Yx#d~s2B+3RI^zbOI_{gGmhF8z$D z#^S8|lW6Qa%$-%(9fdUO+c5rgJFQmD235PAVDelHwkU*Q?U*hjX}TIz7ChxVZ}DXR zQhBE4whpLr-Oh?FqS!dGhlWmy!86PCp*J=h%K!UEhr~XB=*=lmUZ+6s>b@pYw(lTW zsGRt%%cb3sD?r&*jd56$f-zHnK|_t_6#*6Z02v-fy= z(geE1>I^nXNi&IQ-?6>-JH0bkldbIkK-5o6WFuE30M-W5a>EH^aY7CMx~l{&_8;Q8 zALN0952EVo9sG^Ow?K4j8GUebDsFagK>49q5IC_K>t2+02r5cTOe7 zyEB9Kc*-ZKYJ=9Ih1f|`&U?0xyo36XD+7U;2y+JKxjoCZWr|U`d zcSx|-#oH)xZb6|=AC$ft4Yt{X5cHA3VY3iY8Yl>>_eC=$M7<>Pe8_2k)L<#>-? z7M5o&{L8}Lr@nYwHywo)_S4akD166tEEZ@{ z>mvApif=)G(K}*&e;I3cxr~OB4>VfO9d)A4V3+O-^jYpoyreG?*-ugUagfqJ*a~aD8@K)n2efQXhwb&GmmsWFq+W0NxZ*ns4{9I+G z_e>ASDmwB$Ec(fbZlj(1YYaK`lAaPeiX}s@u!y1IZoCU{e>YZnY&}@`Woq9=?Kl_k(P$*HQcybp~P*{-=9chL@jT!u;3k z=(KwVTn1n=jCR^FyJr4@;5!YK_2PV9`O8+GqH71al$}9u>v&-KvpGzUHSupN$2k&+)W@DE#@w&Bd4Mf^06I zUMoUs$RUO&Epf%U;>U?$_klE6NIg`a#-`Ud8iqH@W@Qyl{J6G!dDUK;~7e@us|bi_HSlnT_9k@OJ1Nx@bWZ zWHAFcy}1DXb3O+-1$=N%XIKlZCJ0Pkg>y`v(>Hae>G3Twyh5`&ICw;qnG&5vBz2~+ zm6;{DYPut=xqcLjsvQ{R^80jjY(Dr8t-(J1`M8BEHw!Q{U83|71?fXYWIvFe+ZA+RnFp5rYK>;eS&LKKc-jH#=5V#^HnsPJZNLC$}%Fd)q*2ln<5Od1hR7Ymo zJye=^6Isydsp?TET&;zxCkk?F5RMJ9r~t*7uj z&1N7;;wTsb1hRJDpS&cmy5%Z77M`IO_PnQ|PE z=kZt-)<4ja(T_JT~f&^Vm=Jw%_e32^8$XYP(UW2NBO4H>gpG|BS7$5;Ew zi4EDbS$!qbvLL8(RqjPRzCnQM*d{O|TpmPsRv=g%KY=gpC-d>1}Nf2Nhx`t?vkt%VWmueO4afg)8nt{$a`7kT+3(3;^j@6xa zXu{+mZjYZxHamVKp>Ac6|Je@{Gy>88>l@;`MG+2s97T`iCghsx5?bi$0&~ju6F=pH z%sOt(_UEkw9yr*D0}Ga5%k4n0oi~-_F5x&Y*;>@pS`A{kUd@6n>g2Z(+Mq z6Muf!ITSdpiO074gV4X5Sgw7A3=277)B#m+j>-WaSz}x?@`1j{`AIeNmtvRaIZPZ| zkB#c*sPc198Y9t&*+Ta~@t7uC;+I38H(bTxm${_krzL!eI>tBRvKS6G6q$*+saVBK z;CbDCK&0eaq0KM?40qJ=PNA$-)i1G1e}RkqAEyM#&Vg)Vv9}jCnqDWFck=MVa~Ztk z%JO$=*Wu%MVbK#<}>Ox12 zjgTZ|fnYs_4OTk>)NKm7ZOp;e!(Nr68IvF&ww(?iLkb? z8&(SEpop;;dtb$b_P#y_u1CIe_k#?0sC^rf+pp5Q`xRNuU4i)XRvL6wyoTm^S80&R zDKh{5RDADs3BT8_x2j1opnrGy!zrCBxJJ_)=2ts2hTCVLb!Q*_cSnW4ph}mX&#mEk zT>8yR+L6e6viutFaNT5fR9b=&h}9?hi|4X#eJ60`avu49Pn`3;$dWI%6BvVyVX*O_ zCJJzwh{I`60u;xk+(Jem)s$Z7j^4pe7O}#8@ zH%pK_nk&Ul!K*mwdOqHDJI92%{Zv0%()EC(sKt!Nan9xFrDl|W5Seq1%9HK?Ry7{1dbqF=hzw_7oyzm zhjbYcB0ELiQ?DKX^L3Qi-OcBz)S- z^|%CnF0O}-Gb|W`yke}Y(r0cSsD+&i4k2yK zLU-Rw_~F4$NH{u&F*+NLlh0)HE?g}orD0sZepLoiM~)GBF9s977@!4r9j?5|<>#E2 z@mRSWVr8qsjD3=T!KroV`bmRCW&vw?)CYG|a=wje6eCZG!WypYHhAX(3JdS2N$=$t zZ(l&^E_Dd-jE7VumNYggvdxljE3=K}(z_f-#-q0%AO`4!EFspfQi9PvSwu#^RimA+ zG#L9?Vh5MCTcmS|#6>g^abq!(6Z4mLXRHPJl0e+?`Yvt@iH4dx3XGTM2z`^lLeJD2 z$n?k2x-N_lu&g(ZJO5h2vKeZ8eDr+&cMv@t}9f0xeXLx!kv6Yq1 z=gCInO86WXj>YQ=`4wO90pqnB_SC+|P|3+OS=)fs>);p`f~sWMxU^NBA0H$;o`c9i zCuGxg886qZ)Wi5Ce2|xBJ@TL?hr#(aYjZ&6l>E2yH%d8NbO(l5{BA${j@%nD1W7=5r8s$Mma+TG7+`ib5A zoTJB4WH*mCZ+%FU-OQnrJInD+dWL?!Rn&5nyBHf~nPs+}@bL91>^rZC&Tq3}hU#Qm zh{>d|!TG-1e& z3{cG8OG8gugUh>%f7IM>g4inQnbWg@N< z#nQJtkgn4fo{WZE<=zTCohF|oouQ>#e%k4n6BU@@up{Q|iEY9>z^E|?R!P)a7MU9}k#0(m!=3N_{+)zrdk#YpH=C6=oB`YTkMO`L5q9&EgYYO> zj1liRg~5^{5Ph{1?<*O=Fy{b?SY?c3Nn#M1(f|!Rrn7g0HsPAftweRrX;Rf(iT*n0 zF_rHR$HP*v#;1*Fx=bP;G_HZv(O#Zp&}8P`CK)`evw>&~Ou=*NyXoF|H+)oZh8Wk^ zz*o6eH2)co6-o+VdBvId#tc!#M>k;4SO>h&hN-vOGMqC_q5ac3HI#_CW04~nIv;r##rtpxLuM( zyF+K-MwSHoiE~f}@Bag|xCh2h+<L6ayydrL zn4*S$A~J<@7+wh{t9YyU3~vJCysQI#KPSU>QP=-<|Dyx^#<*l|U+W)Fu1^(V#$yW+{RMIy}S1Dr?XR|A@v ztboJ5|Exk-eRi+70?T`Lj?A=chPlr#k)<&ca1qYK)w}x0a=%jmdF|AXbCGU~)5rTV z8==nU8*WH)gxOa$NsE#ygliYU(!gGl99x4!7UksH?0NLT!g%!Ujv~f^m-t=do!tN4 zWYF8yWEmp)f{1Wz>kQ*N2#>@Vuj<=eU$q}HJ z3AS#}Ls0hh#9%c-H%wE;*pS)e>!E8z`cXK9ehPw!GlAePUxFrS(^+2M6zoqN#@_-H z*o~j}(3vgO*y?>5j>w8xy+1IYWZ^=Z6uXqmzt`f_Pr|%tvX~93dWa=WXQ_u-Ar)Cv z4|_66W1|Nf&dyiv@QlqC#mo^pE_2C!6z0VqOP2d1g?n;drbWR%ccj>?ZMn zf9bj0UMrEa+??#F2wm}fDa0T3X7lG3kr=xioRZXlTkeLDH`OQL@@sX*`3Hfe3nQ@W z_*4+6AEnW+3*ptkS#TWC#p!}Z%qF=}tmU2OHXDi9vHN>v;V)M()9#-ql(n5>#_O@k zyHD^@=PL~n8lx{J6ywbI@~lgH3u*gV2qxZ#u&r=94SGIc^+`pS;F8;XRKv#wS5awyxoYJ zD`&tlU5-iVpbssX(=hYzEWAJoTQelVRu)O3{ze4|{U^fe&XogeuNF|{*3zc7y`ZKY zh0^mcLH#LpW^}3snof*@l+p}XEclH^I||_KX|veaSpjU4T?Fx!I7l^v&th#Z=RR;) z#(a8SM}zMNLK>OM7dmA{RA=1d+tlRYeE(CVz3V0hzm-D$_3D-4fn_v{JxbyRRzpgU zJqlctV)CO3NyraLvW9&R8SOtvfRr`<-8c#x%Wq&?Id`hfhNMh^IPx^E?o#tsi zqdmc&Y4NtH>=t892tM%&GE5hd!v|kOn^_~gQw<@BeKR4VWCE-{whvcyzNd0g8Q@r& zhmr>dh?lcBphhORxV4~Wiyf>}+D6mGe!z+EqO51^Ev)RZ1mmg#;?$XeQui;yz?^cP z^&UfXpHq+T)0?1c-aJq#xkpo^SHLy1M9h3r$zM0ygnkn0r4gG%8MBhB@almFeNZtI zzj)<6sS5k>Dkja)ujg7k6u!P0yAbkgKAG}XNT#Gi32 z-WN~tVc&g}S7q^`_XL=mD1wJG-9X{_i^>)Ai=f`Y1os5}gEJ%!gMUt9f0UH*wPa3$ zsfPvgAh-$^%`D>uJGJgd<_cP)lkWcDnw9+Q2B3Z_3By_z93TyBbl1;Tuo$=t zQhjc)ti6?2>2RCq{gJ}%nQ}~Cv<4g0uY%jQpM~0&`#EN08(GzMwleV00M&sM(mh@d zKEGP%cCUTVEn)zBf0e@wy9rP?)f(^AaxR!1e9(2$<hgiZ2|Op~`E{ zJVVdBtJuOS?%A4Ci|b;l=}6;O-rv7xA?(-~@BHst{^R-Y(9LQp%-Z^OUOvamf2yTT zzjEu+7Q+SjB$p-i`+woK~8lU6HSy6+wiy*bn0_qg|E3$S zKRG{kDVHx9oDYL~g)lX8C;f6N15<_OK!Zm$Z#dVP2|E6ehJLI;|CO$2c-TGDmX7?G)E%RY4?YCfsDqiyjY(#Le(`6#K&KP4u zIj+gNa!`3Lg~z-TK*&Uy70=^l1l$?I&bdKUlL~>dXCaim&cMRXCLD~nMwPUKa9~d& zYzRHc-LLF1sQsChOnwZSA3cMOT!$h)s|l9s{vnGrKaoRElvq*ESn9V@6Z7{^!!mPe zb}S+X(`oL~a0vwTI9$ zV;q9)m6`WnqQS6F3M%~EId;wwR9sX=7}J$>-tpT!o!>RMLy!+Tz5rH*YG{A<0s2+y z;NEBUcWpvk>7;I9WLU0nciz40hFZJac_h@q~cB(vzAGROVYXCLHnS&Tkwm}-;+ zhr8S8r=$1Dt{IUPs+-HPUC!NVk&OdeKe~peI^e@RnHh#EKNnhEl}?4mv$vp8Jr-Rn z&XYa)Z>YFPGcCECi6h$POi`x;k^NJR`J=DUA~Kb@FPldFWmI5l(mC!r494aEZb1%{vlj69=USo^tcobI`eVAqlpLfOO3okbm?9n(a4Wtoa$twYdxP-%RDtZH+_Y zxjj4q?E*UGmIB1qR-qKv)0zKK7LqqjW&QrU%P|kW@G_T)5CwY!^qcz?>l?<=fA4cp z)4KyvCT1jk`Xewd?*sGOChT{CY%2NqERLs1;D=Khuq)^n*3PzL^hEMtGCl`yV<(8V zdV)JEW?}J{cGy|gN!~4Gut4ZJ)?Qo%$~iKucaAyS4v0tN&C_tfRbdjBH^5sSWKKMX zjp5a-6j&Cg#VcGPjG>m7NYvRT?7riSmbw;jUmL)*^%PuKWCob?9)?Pj(L%-y*OlIc z0}q#A+rb3BhL#YmkIcsmcNI3oveT-orWH2E@Th;6J=XoxXX{>lMr$1pCVG%orY!sh zE-!m2yPwNdJzI~(tHb%XSEb_lFAJcp$drCbT!4p0m-7`So^dr zuVJvBs2r@IbyK4-bC(#SI#>?tzMY3R{wH{XE!m*bV#x@dy^Ib*b>!B!m2|N0D85S3 z0WG)XjNPmv@?&O)WpL4AdM(9>_%FIm`bux0=2sg~Qu=`kqB1n8ay2Yo9LftFYe2Pp zVMb5W6_-ScFku35l=Fyw&4$Px$sQ^nLI_BfSO`_eGZd9oE2`Hte>fqe4wy9$jx*+W7{_1N1#v4ZjX0axx^fV&&T zxS5S3$K^3aHsk`GNTRWJvlL8Od;=Hj{G>OdK4Qt;?GPqxicX~s++F?|h??HQJ(-_q zY=bg4H)4t1=J-yDsBEQVDcx-U|y_w zfkV1lY;{8u7C)8;hus1H7w{j#76=IZZ+`x-;vcvd|KI%G|L3*;|HuE!?|{nb*ve&^ z9q`$C9nO?FNrN{f(IoA|@Z*OR@2Hs^o-d0-TE7jK7NudJ(NCCe%Q=~jXhE#-0$kcS z9h|+^V4g`AY*96YodM=-^1VEIwpcnhn3Tx8f7Q`xRpWOVG_* zjfpwfMfWtx-(9TSFb?LwKH(+*D#qs=PM}^ z=&^KeZlu!=$+3gn+TUev0l(KsgDp;yLr+yvHs|AS5D$JyKhxbbF!L_IJhqk`mD&#e zR##v|bqQ^ri9-LVmiT{;IlZ=p)nDzEAuX*iuTJwR+;qNHG95;0~I`=NLOIE?QC`HEc z$1CXiy95__hQX&12b}K9kmN=8P>OYejbih_d9D-_aB4baM4czA1H)k1H+O!*yk?SY z-wp<2WtiW20c!Vch7X$~$jp=Hp=8f*yz)$rN%=C3jz|4RLZ;uq+b3p&qR(o6I+y44 z(MspCZOI@nwF_-Wn&IH+8H|fgfv}6YAa(X8oR0~n4=l}bssA)yxAqVT;c|}eCG>FV zNIvyAeiY1aq|=rCRoKwah!!-AfYfcft=LE+1Y$ z6P!;DVn#zOk>1zFTWZ0gqv$XQ&lhH2y*Ulu2N#gKrXX0w-^5$$na3YjZicsO1flWu z3WP5i5cxV24o?dL_2ueJV6r~D!?u7L8H=(~*L&%T!^`3An}1y2=?yik|BL<)v#|NJ zJli(x0bv@FtfHkh1h;K~3&AYxyemv=$F5PiwjQ)fxP~^#r+BaU4bbfQ2~Q{7htji` zc`ryD$Tp>j}vlU-?0cF#&PelblE zFvLaIPt$#C#nJTQCKTIomp8wVb9^5(px#ULQPJ=%))ierwI@#@RZ14Z%`c$m69sC- zvHQa{kCIEh8*y=`IQ_FM8qdB;1OF~-#y4?44DB#tfA<>Ud{s-vNbfqC`!Evs@Y`TS zKM?i5Yyp#z2^i&S0s*rRLVG!n_kH^?es}ZYHy8}^mFMk8zeM#4`>kK;yC+)ovsx!+ z3J9^z5i(3(TsnW2K?W`~O2)veXJKVvBdEp9qWx=5q3hF7{90Mg`{E=-Oq;?nT3wYb zUKD1f!PAA#d#hl(cU)!TfnHwq$Rl`lPKKRwXdS=&p$5Ho{~MPRm;lE2jM=8HF&si3tCUpp?~xu(a(P_mg7fid8&)&5Fm-Uy*60y9Zqyg zW&$(O8^b(>n3YZ6h^X@zbRUsn1c(^>(EkBweKy3pm{$I-QAc)6DhBG3Z{U;J(In=U zCe(^tgLkWLP?2^a=FcKAtMcGwbh-Zp{t2-R`nfj~(?)o79eKxhjxMCXXG$># zmOm!DKIMYYzO@kE7D;{-CZc*MK&h7{PQHBxvOtse_KUM-T;EBXb47c$I_Ua-bz!C&VxO_bIJI)GFy_#&5=KF-7v2- z{Iq-}$smy&&>4G~7B6*x(mT>5 zbK7jzLjXYN-UPPCd=0c;=iFCU3ZYSA6@)*{p{gxOBzZ{;{hlFi)vo!8I!ha2^x+9O z=+j62*587jbTPC-1V7s-Eax)DK61|F@9Vo(T@o)zjZ+QZ*;$fpi#P*o?7kuEIGaA< z_$}w6`|v->7}Oi7rXriJL7vZBx^=@b{K0v^TX7*yriU@@%u}qYcZJZ8wR|nb*=$mK zHF{Vt;nnUkn0Lod3k4UpLhP$yez?LQ;ZoADGb0gRh+Cqko;B03GMV$O9K=_PCc@;H zE!bqglU@)?M^%Ao%wh!==9(mOv%3={XzqOW?~iG}r^&E$>3T4owgoE^ zuG1X})}-_AP8f>(Lwk)V&?6n?^HgYvnke(&S1cVrokjaLUZtkv zrQrVXL#3Dfbz)63(dt_!Y&)}nOuA&u3Oz~zseu7%;nha{V(-ANISCk^mk(jKli~LY zQ94NVLGw>G*P)z($v6IE5+y=8FDPi-gI*hF zwA-yjdvpPdN|Q;@@egPdBMeG{)#UWbTB<#C3Nmg{453|!k6NuJSB!`uV=^q^JS|8ZV>&npZIBhGi@H|hS9hKyq4vMc+p>O(N`)0 z%%|W)5}{nkt-*}Zey0_c^ySXSmtDf0I~92Ae52^Ye2%AOynrdvTtYS|-oR|HG$Q+A zBK#=XfYr*1WZp+EH&oFHokdT{=&Pyhf#L!%Nod0d5`Lhvz7i`67m|Bl#o_MZ9~e-n z!5Sp-Y4&T*Rh97sycE2sr-cn$@3f6vd)kK^s^-BGAsw<*t^~ENh=bIpLafsNL)W%k z1Z)2sI_Jeo+`Kg&G9vqltVJTY-WEpJrH64wxHe?Z*+OqgSMc^W?+5)E`{D3`L-4&O z8J4SP!G^U0{O(K>nDn}oN*xhrToU$xwP`%fi<$-7?5jvcdNnEpOvlNJWjN2jfF}BP z5~C?P@M+^Moa<@C%8x|gq)S&}@Mi?3ZW4s*S<_+9_;jXptsK3@&DwID3J4uu2WbxT z;c$F8WHOJzsi6a;XGH+rdHw8NHXO&jzOq`81t^p9rl;!;rZ4wNc(RC z99YiBl-HVUXqpCYsoD(ogQetsKr~d3YB8lzy71*o1~1a&78EMTu+~k(*p#~&B%Mm= z2hncu==egU!zVE7xeWUGf@N&g!;9z>_lh1LODB)R*Fu)s3OK}j$V(iwV{5anV7#aPA;_Cul(9!P%t2Mh$+NCXkIm!l)#>MAL0zV9n@dcyJPNmeOnd(3*p33g2M= z`n6~g(uMPXXApq`Rd{b0jvqX`>4TYNFz}aKZ+}!{(k6)DE|oFfgV4#?=v0AfDdu31 zu^U1@s4#A#hB(jg0xX-<4&tlSm(gu_?Ji*S2%U%MK@9IA<|u^}`qkA#&% z_d!?xIcTm(LGkWbppU(AX1^T-T~s4_7dgkmrbFQ6DFIXB*Wf_IKRA%}4&SR>gOPzi zE+?smQAvqV8gK$k`-NfM@#%PXw=;8Bt%Iapc}5qq0Zg-HI$m?x!CQ2EG0bWnp_fJl z*^!S2F{#a%DH!XuEdMZ(F|SUiJCx+u?!YQK*NS6;RcI2Obpcphq)(G(j=-y|G7MSi zf*&rYfQZBsh|3T~-!n^bPE`Y3ct!EnfD6-evakOH7alU4AstBqUPN~uvsCB`6LDO zOIFf``;8#NWyo%GbJWtlncNIl7e=4X!uJ^wxO1Wr@3@r;yL|03JgapU%#!awdw~Of z?pTZWH{1t-94Ty^4d(Q^ljMk> z67>B(L2i%rQ@trpOwq?>Y@l^9ILbbw`R{7T&vIdCnxBHF#eUHpD1v+SX5i1iCrDQ1 zHSXE41ozs-;w<=t#qQrhh1G_jiHfXr)(tpZCIk*$2heYtA9)e^gy>8%=VsH>m@~5{ zGhd@^G1gmx%}q99&M3>%yn-||>eFTnNFwQt_M#RdO}KhaA5Z2V=f=n^pweD~Y|;qF z{=b$>U7QL%OHOFC>Gzg z#CFxoxasMS3gu-QFzggWZGF_4TbqwSuv-V|>|V@e+p|#YN(G*H!?BgjDPmt3JiB)c z6X(Uklo!d6Xug5&Qd@yEyZGtuMp{6Jfr8$7q z`5%}nuoli6y~41MpP@KG6_3_Q5Ve%IRIW>zHNg@L>*qS{#*b)zo)Y_Dp(w=tRt3SU z4`6e`JS^h&E19cPs7EK~9Nq1KnHqaQP`-huB-;evk0_9A=VWx7r3zsgov^&14l`z7 zhaZm|(S%WFZN;^i)fdi@mHlm~aHfx6?l}X!E_6_4%2GD3^aAusWTK+I1D;fl;PNiz z5Ns~Wcyj!5tJO0x?71zp@8z7r7a2x=_a>B(P9>r$Gf43nLC~Kgh0zsB^z^^ua7S_i ziaa!j+|V#0$Ym;bem@Lb&UTSWXC|QjUO80UF$5!@7Qw=hJ&>LjYZd&}oN+whOVxyR z;MT=e%zKVyl-8?^&0p-&OoH0KHkmD@0mU<0SONPw5uHEcf|0~X(pqfFNXW`FY) zOq}rv7bL+&BkY`hPNo|Pn!%NQJK_pj=BZbq>0U1FDYL`(y!@ADqIEIkW_mgTLeN$t;ZOf8}q~+XXts zbD7(@m9%yxV4H9^*WIsyh+lQYW6yl%z`#W6FyhX{n5kj%FL6fxHw!*D!r`dF1(>pmbP8;uyPu?L7!?y;cO810Ow!)Kyt~~~sqq+F6A{8Qw zX5p5byRli@9iN=yWA5ESGL%*U;&BGd!Fw9`!RQE9SaP1@s%FqXK8xMDQIXx2sLRe& zS;M+Ei7^q*iL_)^AwRBFncWUtH+y0~KKOAA%)*thulxTHci#V8{qG+~B%{a(86hKN zgu?52ok|-O(IAorEsb|+ii{8vp(G+_zH2G#Y%rT{vn0EyR8x>h0$C(73F7q z$Im_*xab16yWBPhPQ)kBPkZf&fOaSxT4jz~M&h9U#~wQEfF=mF_7J0#C2VDQB`9wa zXFuK6W-|XB#(LNW7!KgBR3hz`u#^lTOR<+6BasD@o zOAd>)QF74X8Vtl`X5DMpmtjiR1Ol!*+2@2Wu{GI|~5 z|1Cysk9vF}!m)cZS@P}iQFxS*k5$X|(6Z+g#t%*=d1q2cH~S05QZJS|7znUM+qpXz z*8?~?j=bTasq}_rDXhKh1}A6!A=SycKxXFR-SUfcwPih7-dv0#=PrToAz`{CHI4pL z3W53^_sG$SLd>0_YI5pO9ASg~*c`CH7|vfKdQTIVHs(_m;{}*~J|EJ$B^hn8+XR`% zc-Hzkoo#W6oB77!h*S<_eK({Q`j=tg%miwEM4K_OFWs|T34$Jb!-5+UY@f0q*lwA? zSUkOila9sF)!#T)*}>zuRi2AX&EgnY5+`t>tRyRBy%7}6s>qd_li^wDYdpJifU1o4 zQSrkJI6X0DwtjyGIcZTSXOapMD?}KhfZwnqlTUv323nRbt0A-JYGUyz6~60+hxmL+ zJes@=rpfkyAbN`tiZ#z*R{O7oeSvn+@TMJq6)9n?MJ|7u{Vdr0?lf&3p3D|h`dK)0 z?AY;=@8tHrPn4}%1cv^RL@r+vGGA|?9QYEI^N$f%%Oc*E&E>?RSBWimR=}Ux!Dt!l zNM6ZZMZMlr7?>G?L1sHGT}_oSXL>f3aCt|U7iJOh+q(ROh6v&z(NAt{d4M(D>&bXR z3t4vX97)+R3G^0g!@e_NxFb{n65L!MraXpUcQXmsCI**IyweRbzASbf?*x~w36Rk7 zmG-Y!tZ&PwHFvs{S0axXcyw6E{LBH-F9b*u$o^T3}DE2>2-2kxc^? z+!@4%*!ptJA=i~W=AJ3zq`U{_|NH?VIWkOt`W;jk<@~SwW@6ILd2uQpQt3L5O`(|# z?;rgs?Rew}4ZGhEzcDW7uXGVsJr6-GjRtz=ehjoNxk{xroFfm;9)?wQ9GmOXJ39I- zmNuHJLy~JG+IVqZibXy!usIHYRGs6PUC*hu#s&z=ufkNJIk0(CFo`)(2x3MTNQ+}K zREDHL&fR#cbqa3*zfEHnZ#V{KiwdEBpqezVilp}3ywHn(ikpF1KnYy2hMG;B>jp1h7-zgD8wa|0NgQiT?`#PFi=9oVsRDl?objd|ZHXb0N> zdS$zKO5QA{uH*c;t`@AF@J*2SaN$c!UBrO38}X!L9Uh;QOhrGmfcv{|mVH6}p46bt9DAU(q|XaMd!HwtmSzk^-+QG8Fs)%Z+qs$ffkwXA2Pg3B`ay(N6!L5yHDZ0B5>viKfW_fS=#jpIm!unjvUCia^oayUTdUW{iC89UI4H|EM<=EII*nzJg zv8bAU{n|k~hSOkk;Y`r*1}t^tvHoY(@MD%6|E$3=9JxA;F10S_vJ(A7pK?8r;koRd z8|qeh6Mew%Q7Ikhenc0hbDhuXTo9dI1n=ACLXd4a74p8xv4oOP#P~ieT7HxsFxbx5 zJzm7G6*9zDv$beiCkPVuUG#86KJ+F}#A`be;X$x6vHv$l$2$MRt4s&Et3dGkgeaa% z$25AHM3KmlNwn0>i9V{E!uajdAn!LOQnN|x$&R&k==H`NZr_Ze$4e?edpwtvN-pPr za?xiiD>Hcwt_fULeG&RSZzD;z2jSH6i}-O7q2Dvg;Z#c+$Vi^Tshb2D6NmHoa_B1! zUNl1L9XFxZg~haah7swD=;D3ea1oanJ%&4K<#^5!SYPUvWP%?x!+6yfB{^5O23Vle#?mj(T5 zh=Rr2L1Aes_C-_?ZJAf7TIdAYvuB{tJu|4BA_!USo^(D_$ltKI8+AJ+F^~ODK9);j z-PvSVI9dsb+8MM|RtR_Q3gIPH)#8xaOp>HXK*evI>s;k?@88w9R6o|r&+RLy8yw_| z8rfpW$X3*t*-w@3y+YHj3jV%x9@x8Bj4_z)f+x41uu9)!iZ$;VsM6p2#AqHsP65R! zJ%`B>?F@K7VIkjl)*Gs_T8$yD5j@qP2KtsNVan>e)R*H;-c9d-wUch4>uL=)e4q$6 z8(zQ`>sQ#x-E|&T-lHCx6WQos2hLypn-th~k&G=utc2$WbQh80-i50`;g15XyDJ0! zog5SJNIF$~<4M!1r7)NkXW1xmcGqhHn*?)soua{b-f=qCeOU^#ex#C{m(Js^D+L%E zdYk`e(*#CP^C)VayF&ylEBFQPmO$qc7x?Tt7bnV0$8s%hPvhG|<5edz0Y_TFUMqvQ zq1&EanCroYdqweLsU^J#|}%;AE<|IE2N;uawA0RJfnx+{)R`J zY>AKMV`?L4!Bp6AEYSriV13Joj2=;9UI&%n(4P%hD8h062Sy-dXckd(yNo8mw_xfm zd7ScOF$%Q>!qv)bUX*Lb-2IGbM7KFM&BA%|BUnoAZx~ zQiEcG5}^^e`K%Z(%}5Qr*BxXJbSwf@S3z86=S{M2+=61QheU0>lKK@cE)+!tap@3pO^yL_F`!1dI(+zJw)|^XlOj>!ZP;Df!!~JMk6x3JDSC% z?4>bMp0IX4bNQhVGkduNYqM<%Eb8PKsyX^# zebo~dkA9)mURrp=BZoRY*p9U-CDf*}3_>Q=L%;h*^!>VqrcAE@*_eD7*l-FjdR@cc ztTO#d-I9IG47mEzWzKg6$Q%v2dywH{0=NukZUuv}E;J%aI?X<@r2fc-9vC zJXsn!m`4w*l>nofLgb%zfE9Pw3~8;Us^un3ho=TRb+-o0P)(v*WHzf?Je67D9f-y_ zgfBCsu}C8aDpbO$QKLNbb5Rf;+}K9GJ}U*kZNS7V4n+~M8fc72=M7p0;_OIOaQ^;= za~#LPhS6xq$i52x{zs_x!7fl96k=tEW|KX7QtZI0Mm#uK1q{Yj;8ERu^!hg!x_cLb zP0(qwWSIhM^2i%ky*&+Er9{#8=>ymv8x8#$(o6%#3DLcF0ctK+k=)`}5F;nbjMpAV zp~pu_$B_%TH!uVo+ow=Du49#~qzyaY2B1wGz;b0VOtLF0y_3hyZB4$FX6(_jxVmTs zY1ps8bIzWNR?#wST4D=&&CjRm-uH0NG2K!tG-iFr_L0HvSrGfrn!hVZjL9AT1m%%B zM8N+N_#X+txHE6Cb*VLc%aUNW+_{NbI|LYS_cRdUSVoDbPxGAfOYv?`JHY27mUS;8 zxOY+nuS)S6^u|tunRE6Lv6e`9lAVUOQqOpK3!js2uQ!lloeg``R>DmFIdZIcDXu;B zmjCC{MIxFI0zWET(eaKoK2yu!8~)3MvunTcKN+`>kIyAo!Qw~|ynP>C%hpn-C&yt~ z?m9dWt%?0(H?cnR7rIa5yph_An5+{fpufcml9$v`?afc|`lqR|`}8;5E$)}z_4lHvRLa6Bv# z1IxE?zu_OU5Y2TgsP``%6Vzf|Ud4gr=oB`pLZ7kPYz93XyI|MXTV$@uL%QwZ74$9< zz*=uR6grbZh?)W@ELexHa1;XkcsK~jO*A)dLi-ydDP!T zZ#_}RH;+F-;^gO$m#s|ic>d;g*nU)OwJ>(P`+?F1vzch7A7s}mGm!^`d7UUjnD;su zG_{59vn{1I;_Y-%-BB=Fy&Eg;t-(6kNFp6Nm0dk4npEy+#^HD7SaA9RR8RGUi`(vE zWV9g2XU+jX(Hjt|{ebr;{5&tSdO1WCOT+NUCHR`S4LgfNal*zS@ZGuwM8(U9Q1Ny; z`ifG+f=WzTt^>BJPPjZ%h|#ZPSb@!Z8AYYfw8h5~#M6zKVk=undsf3SAz$*I3D)BF zh1am-eKTxliPdE9i(tC`FaIrfwmkIW7`Aeb%{Nc3QWxDKTB&S>{%cF&c&rGow3c&= z7oCCtK^^RPtOJ58Ax)^^Y_bXr0{tkwEg-^+vZQTD)Z4N+QquGCmdkev5SzY z+D@Zt!(fkIK0iaW5ZPb>CZRu=*K+C_d3|vQCU8v6A%zm0>-ZPO^3-9dCLaYXoUCkR z-V(+4>#4zQ7l>|~32$Ef%Wf}nC*!TLtk+5 zA0J+2Mi(lk=wVa08N8m(xdB)=G!S0NOBGUPBji1J&j%DCu2PgKtn#r+y7wNx``pHr zE*?C=oNW*-c%C%(ac4lNBRvs8Flw5KQs??eT%i^%m?I3S-CG!(bsa=o6UoQlnjn3J zn_KUZ#TwsFbkRo>x@cPgfA$+y()slgcFvMzUDYQsE&nc))K4RP`xCktP}qj&qJpV~ zPZ_^A{57y!2O!&JCX@Sp6006VpuewmA37EeWAeGk0G`qCfyOR@X- zL(U!Y06m_BK&VI_XmQMZgCD11*jR_%-n$Ok2DIrDxx28tsu~L%oGnM(^D%Y$X8fR> z45sM| zAonCf@x{BDY`NSObib1VJ704%cvCglyh{@Q#YA9Oy)bz>V8>HlXU7!gIb&myA?Jhr z4EbsSB<0T|Le2`p$n>+2@?{2dwndgLcAkk1HsMw$3eLdk`Le7+Bch&tHkNtW<2dJ= z-7)hn-JzukN{=V93U~MM=ce`%`^M8~F*XZZ9=2iI%y}q$IS4sH7x-SZ<*zGqp?Q}_ z;ho(z)EhNLky{z0)mn#r*0!8!*D50-dlq4h_6}aaED8K7&luqr_aQK*igaI5uQ{1IHcZQ1v1=jXMxj1YIa~cV;DJs zdDD>sRkMF#W&Hs>RP6;8YLcwnV__yMQG=9V5FELs#4Z_~$V`$xgNE0y(_aqSAoNue za)N6(r{!egQX>fsOAOid)1<-lh#n|4DzfFx+o3H_hVAlL#H+pj0G4q6T4H<$H#xq9 z- z=oI{k*Q~Dw;`1)kP~D}ti2@!8mIIlmS(v}Tl`Q~vtW3I?^9wj%b;j3AySekC zA;=vqr|;8vP&o92gov7hP&M*(>I9%SzKAaSUJE~JjBv8RB4(*1w`Xwf#)x@ku=_C! zx=#Cvot!;%3miu=vHA4Uhgjq++GwR|2015ZF!6coG4Y!vZ{b(Y>ERa+%-9vsm3v3% znK8b@;`6jLz8;fxOfllZBv@)M&6H$OQrDD&@8bi(sMiV=U%kOaymSl_DkQ=I+%tLq z9<1f=CAJ%-SidwL0|EEIXQ~EB+8!t_%N1v0ulV50=oipfVb1p7*GHV+gheT7WOevM zBE;oCy|z{G-y7Z{2doZL^N-=MTG0rGx4oyLDP0h1@(rrO9+Nre!+3CZ7MOB9d+pfQ zByRjQniguoxkY{a+M;hf)9NyanxKHA*&CRTr>@}SOR?ZHcnL!^tiZ*T>(y_H0%o9q zM6NPm9(yW*%lSA+yb%pCQD5;%RR}z@n8~s0uA=atP~6t~A5`{;P@A|iEIGKIY1k^k zjBcF3ocuNedmdTP5H1&xxIqz82N3-@h~HTkfhrvr zX%p39w9S{3&&j)}DOF&LQqltOel$Vzw&(P|}ORypzj|n1P~Sw zf~vtGT=6{&>%XtY>l%Y_mAfH&J$_5YDzm7ZT?gNyKOAmpzqX8u4#K95Laea+!%+N zUslacUod-2oHrtI3%*U;MLq=Y!oXEWz3bL7wx5O-; zPd`4{$WyZ?j>f8@R(o0GFWMrjW3V9nFJmr2MLLR>hn+NM62;)3_9|qRd z@l>*x;#}EfxXb$hU)bUtcwXf)8aG{eg)U0uw8=({bFYPx`+l(hQz{K?>7_kdmYBcm zDt2B9$Eywum|IulElm-4|4E)z{ICzR{*z&(FHB)H3uUl5e~8ea3{1Q;fpMJ6lziNg z0pC_lW3Tot#Meb9AbHDsC|R#dbaVx=ckMi~Z|W>~W}MCcZXJyd>TA%`wF4aFhl#`G zE_8g9!a3rMnf>NvBrfg`4h}z~j%q9T5Ejnc=VAbP9F#zJiXt9gEW(Z$D&fgz&#A*2 zX%yK05Jr7&aekq3l4}rxw+{cnbj}ZKe5ea+;$mRpfA{#GmtLTzes_q=+H1tu=ME^S zn&7Jc5^-KcG^X;AcPREK3OJguft9t8dQl9tq{FerXenM*$tIUmBEdgR9psI|q5rH0 z=H}$$!D-=qA>AfiwnT!>t5Jn3{#=&7rH(gt=``+WNCT?;0vGT522RVIF-Z&P+W0vkbGp)#AjcnehHI#oVu5w0TeC* zSyv(YN*zr&ln<-y)JUyn9J+WEmv%P~!OBSk9G~kCIodpcug!We%Y7{*p6kH;InVLx ztt({Fs}@N0Tnc)br@%#VIpmjhac-is=)Rxx1x-q!2h2yIXYEGNPJKgUkW%(pJ-C|O zrA{&r;lB&w;4$$LjD1pOL>~*VrmwtF#pnjv^}(IvWz2>7eId9tKNvciMj)W?2$Z<* zC3)Fz(O!c4aB_KpWf=-kaAg_CArZsheKQ%!PbZOSy^L}vn?eu$x&@sw$t4vQ z-FVc{7baf{C)*PL;9sNjs4?#g+23VBKi>@_8BfomkGKGF%65Y3=Y;TsVmE9@H}Le; zvhdX%K*2}%`PJ4}_><>nkm@VbXtzfjagS)_*|#6Ug8 zaQiTzKhb9fBX&YS&OI9FSWa!~9-tuC+fe(Hif-->&>U5Pw|&DgUh5BTm~RG|zDmqm zvJS8wz#*y*-zK~vK|^yGX<=nz`6UNw&t<~r+?*c!t+6tWVri=Zo-OqbpC+o|2A8DJy%0zS1MmOea=`t}!K=}jwe z9yKSj>ADaVr~si;yKuJSUv%R-$nS%`k>1myjQ9J0Jo&K?B&A)B`DJ9nAAdWWl~k%j z-O-I?Nm35h^J@{j{Wu@rZdNea1=gIAWT(tJ2>PDJY>e$`2v8`3-9=3xx#%*MeB#)Z z2^`n#Of61wn#deXy$3Sw*-)e=!X~X0Vva?er5#@L$-~ymJfWQ)(6@kdNpGCObjxif zdS5DGn*Iz@{^}DZyj_HfNk4GzidAsv6SpV3`h-llA;kXVGE1x9KBkhIN3dX3Cq7x( zihiB-Bz;*garqboTPCH$U0w&+&%Y05VRO*7!UY!@L_*+)|L`xzlF)MD&QERQG{P(q zG~b;><;WvsP}r2s^J}Murt0|QP6t)`kpR{rX93r}=8Y@H;?~QC(D^bDOne1knP&{< zCVYfpFNP&vW^CLL=Pf+Gj&a%jm@ru{d3mNY*#TZIs24KyMu;%`OG%fQv9D?Fi#YIb zTMj=Lsxb0DhtZ!}QLpY+^6|o&(nAMwA-<*oTH3qtD`Z_$b#wPN9vS+^!-y48-~rpjvYP zGG;$Snll*D1uM)T=}22&4oyB8R%%6 z&mOnD1X0R5;Cd$zs}~lMoLm;ZKhS1e1qlf=ldZ?X79=igEj=zPnL+iP_yFEXxY8EYsG(u(FIx1-I3S0Ap;c&(Rlx}%J zPA0794;<2k$=8%v^^tL&?VA6<^v?v;-Q5jA_E%7*RFJH?SPk0FUrEX%G4|HtSs0WT z1y-IlFpryS#ctDJQ@7qGW%G@RaKaU6UNaYCbthBxoBx5VKryU3aUMJmmZGOaG0$Ts99c_ew<5g( z;y?Sv`CKi7;HQ-wyVmsvv=2xz%kEjhH=6_a{ardV99LwF77MYC{gW6H+yi4=cBJC- zZnDkbH~l6X1M-clQPnR1ul4K!^Eq3vUn`Ic@Nn#`h(p*Pu?Jgb^&orUI%wYw!MAo# zuztA^TOhj}M9*EtR&!tU{Iir6>=c0=#{)=j@HpBi&7);=3rP8}9>cn&!OIj&Y_5q0 zufCc1=Cc$thjT@xWi2EI{l&b`4i&WOQ65x_tp|0^6{Da(3(B{Qfcmd$^aPi%4 zvbDa8x=Fl*)PY?v(slw`>l-=0(-8uukGVN|JQ!KeW(9n*@qmmOj)X| z-by8gQNBvYi~5Q1+EB3kQpx!|ccW?EK`Ij-g<_jmV1I)aaZf1Vo!jC-rsNuuPL4;Q z-) zY$0S``hhaMgVf(Qg9K>2;J9h$QF7&gRb8qy^Cq{8-q>AEbrQGZYfC=aFy=CK4lpvHOmPLF_6a6Yj}ybNC@rqeJ%2S(-gJ2=3T2509U*nQZX zs`oTQ*oBKA%(>s*I9{a(l8^H~h5yB+4#6008%N(bxj=lf3%;}ExM2>tRA=E`o?if< zu?EM)X_RB^#(!C@>p20dmjqM)HSh7*{_C`@doz4~avs{3_kv%bI=&v2XRMv{alT3$ zzW<%cbKC6CPYu{WYFdwhvLAQ;e!CVfz2dr#dH10*)D>(_Rb!WR4V{wKOP~3+gK5qy z{&MS|WSY)tQuB}7*R?8ed#oWmC*pt`hPxmyAPi~(<|231q%|imk-hzjtWI@2aL^u- z-!@8zrskn?(oAp=Vc6?iHHi3{LvVz-Nrc=3q1sh}are_>k}@Y^{iznBU;F~=euzMw zZxk#%Fcb1%;GnZ=a1t-?=@POvZW zI_a;_LEUv#iy={$~PhR5%17-q|GW7597zbfAkw zFGSyoK%c!T?Bd3WSQz&n^IMm~!)tP&CYi=Js^}!~x}H?)xB=KY3lh)g`aDsYo4nfK z8-PP5lvcjr|6iA2-24t%D0CVAj(NeYj0SMAdQ*jaGi)=5o7H4cf$N@dtm?P-=Ji23ec&IDtk{xDa8jEx=e=Ap9HLjbOS9r z_6UsCvf(rvipD9qytS9xsocOj^scYFrQt-(-ix} z8?%?G;jUMa_$YV`C8T0-Otl8f+|Q9^(xUKoIZGlur!i%c2T1L&C~(}NOs!xW^f5X( z*r|cu{AiGgS%q0PFZh-F??cu~eK7ix%)1kP5cZw=0SS7-jN)D7*Gy~UdDlDRIp>2Y zapN*SQm!11*#+bHm?d5{D1-6(UHEt2S*n-nT`I1>2RofC@R&><_l*!{$ED`edHku& zgZ436)4vj~TlAADdOygprZc&E+Z}$i31R#mIi^QS345~qz=$7$eP!chImh%HI=qp& z(vg5Yjw>0Dm1(%^Za6%bkpS5vXHY6MfhwPrqK2nuQ2$x?Dce&Hc2iQIVO=mbuQG#U zE9QaN^jk3M?E>p&Dlw}IZtw)=iZi=csKT|U-BdM077{I^(6h;izfxp?{C~3#^zSBP z&~z2nS+tW{9ejd6j@^Y{YDt)uG>vV(rVDz0l5F$KwNO`lmvsFZgIvpbAn%lbCpR`? zV7m>xZ1x6;$$~KHegHXm=P_@7rapTubBrh@Sh8COZO}ATlhMj6fXW9ytro<|!+Lui zcysSAuUPLqDy-)iO#*As_KPsPdT|oKl@suuH<$E2SpmwLZ}d3^XQ z9LID2rhrGW%hz66>)piQjc*3Eiri z4l&2ejwaUFdAnV5}Ag!9fWvwsPVOl$zO2 zEA~yJ8B^BKnxzKh?JYNGiqm6V^gIda%qDw}UoXkY=bWosKSFBpFh1k_?lLRh;JJnt zG;sexS3Rud<)-`K8an~j&m{ETBMnV!L|H9C9&NrlhvyUU2nwA$cpx{4pt`=t-5 zO7jPdKhR6-pSF{Si=?nMR*!qCPYWZ3o}6%{#wN|QEFm3(b>f5Cb3gmWRw z1-t^oejsh#(#&pm8F=j#NUVydQ3b;h5vE$hzch5T_N!w>n!!l5Nhw(<@)VdVo(?7Zic{ z$~DmQK9IB*63($)X?4{pl6K|C@{}dEFfFr6@Il3CFpWuv;a|VdKI2IJ& zrP%kwZe}#ilk$e{&FUVxnn4l+?_;s)f?}+LXk^N`5nWPOPD3ObO*Dj*PlqL+j zqs&;V4Pl4*O19N?7I|^>BD8j2hW&LbSmC+lcMlLf*7Qn`U>J7+&K0du=Oo^jB&IONpr2G=7R*jj&(ur*8+$U93b(R`RHLM0@a`F zSXs{@h^dps4!1NSSUX7i+~P`3O}j#b53Jx9^a_K;{Ealmc8jKPNHnu9*5{ zHvUpEz|%2iOpWz8&M#TczqI5MO#C5-kJrSK{m)z>U8WN%gC~OYe;3K>Gb&(qIRKWd zo`H0H%bKu_CwsQEUT;i%{VVF2$sy@vgwkC;o!RqFc2xolpSrrJ!c=%`3H?r zT7MOg3rkA1Z#0tn&Ij})*Ab|Rjpymt*w8Im@f^GA2~m6S3S{ML(Pi2wuhzJh9&5`a zAqhDU_fCNMG36Zw%4%W~_ih?l>x;oI!*Kk46_^gE^OFxR1y3Cxc3JCx$OJs6yH6j+ z%1=?S`@#7Vp|b*vU^}<(2s()TKav=GCI{7`1lh>J4b-^nHVsVXQ^CQ=WmNv zcEt!yIrQHdhW53JSm{{;c=;xIUowet&Uuf+@v~5Qeg@tTQ$h_bK8+(;SW(;${Whzx zM`t~Aaak~1{V5v~nz-J3!5wbTTZl_bt=NzpdDu0J0j6aE?ZD}3>-o=WYeA(5r$;5fmhkkwqv@ASA|5PX$1;zwUuPWH5GGiqhVX!cp5 zWcR##5VAR++Dy*j{H+IxuCo|qSD0d<^jf_4QImGf*#TRV8pyBzPQxmhSol%-0uR`Y zfb-p5Xs;m(z2foYv|l_tfi7-8A;BD7xd%eGnV@FMd8*dvM@#Em*uT5(Q$|3O<{mzc z3c}Bz`1eydUzY-YWqz=1W(F`PF2U8Uk72U$N=SaKfeDG5(7XE=HYqNF&y!Bll1H}8 zanS&buiJ}tL3615>3OWb`hDoBYQo-?%V<_Tt&T>q|&H7g6jX-fv& zF|y}59yLd0{TNzueh#~e%V-MUFDC_ea;dzs1pDlF4Ai(uu-ktBMCqftME$)pJn`H| zD}}d0-Vr@ab0HvhqJ}tV)>)++KIPtRDp1^ii5SkGNm4vbaQ8R^MGM8TMX?B)p9-+M z#7@$M%F`^HJ=d!e}rf7&MoAlq3UIBSHQ77RF3oRy-{O3 zOCIt5O1aU@BTG>8I>!v;?)=uf_W_u?!`GiSaMyS(tf+&rp^N zp7gqp0WmkJ>c_j#nm2}tixV-!;S5hD!VN@k?E`76PCO7U4t_KCg52tGEX*n4`0?M! z;hKJsx@gZVpWjGA%lCtmz7gwuuNjQqJ}1eV|ImF-8I0(3U~=nB?%MJI2MQlU_1++O z*3(YZ{7Byd$fHnWn+mI4{BYs+65MiOFJ7A5#8+B;jB>kO6u*%{${$&Q zZ__*+JUxM#AsRqKmkg3N%ULL)cp3GA&6twjd8l68i@vFQXmq?P+w4CZ71LUYSV;(M zRj&sp>AM*E#hl&4wBzmG$#lay3EcNWADm($`8uy8Kqq`38C&rZtiLsJeV!5ihJr5; zcBTq6?!Ms(C2z#v0?%;499d>kO%y(|5aJE?%z)pP?qKqdPww)>z;%)#{9R_k#I>0) zDsi9C<=P5JGv}BD4!3Z-wi_Auv&Th7t8jzxU6|5;3#FX$!KU&lmU^^;Xqx~n;?6pQ z^QF)(NtM<4U;q`TmO-+pK0C(c*viii!otIE;rPNOV7iohM=6EE@`{D<*@I&Re~gC@ zis$igo*Eo2tN@D@r_n=F3OAXyVDi+D_-rMQ_OuvcshkjM=Bbj|{@YnACGIzS+zNl6 z*uf6<6@tt%K6w3^&R@7sgvok!6<4`&Ea^?6IC8Luq}eX5v$7{)b2tLihF9(j?j9DSkXy+*Igq9 zBVBZGS_@s-l8EOXh_ZGzT>i#j1)6u6il-MMast zzURsOL+)gUZ#G@4UPI;ItcEKN(Ky*ahq-384_4*Q#T}(Xz~Q_|V8I)*W%U!%^+br# zIrb5?^z9+`&vv-eew|G5n?sE2wXx+;Fb03Bw~=l;oQ7Q-udH9|3w?h=n6@ZHn`G(5&3 zr2LK5MK+e)-75!MJ*O~lwjaYsQ;x&1rx_%>TVTUvVYYf&3)f{|fhoml81T;*63nF0 z_Ea6T_6jnZWlzYoKryIVm4RhzH=&YZ6gX7Wqu$jNbn$$SdsF9Qjj9pZGC3Pw_J`w^ z=QrVlq%xFQ%Q2Pjp3%&y2jQ@<6bJ=O!RCckuzCLl;`MI?7whi&wA#ZZurn8-+z>imZ$8W|VorB{}{TZe=Wq$O@|CSeGcF+jM4IwU?^ZFn_%F~ zXtORTxhGWIEjO>;n+Kjg-w|DrwprA#Gz?EpY&lNy6lTBjpeJe-H%lm$2C$^?@>4v$0HbZ z=^pO);-lPTX~q}@agpmA`fUCxx@CeVthf*h&1I`$aGEpRpDPAZ>m5P;%vGq$MA(oR z4jbC!fgf<5{CJy;GVd1BhgVd=chMG{C7lL(jfRYwMHVDh6!A9{+mc_;B(YNCEsnbJ zao475Qh9a*9DBEmR^9qd3@r=LF?2h$KfeXDHy)yEbyV5!9`a;%#CiJlhZ$aT7$m+s z7h?Z^rKk{7j+G{D#e#|VQKUWbq47jh0~Ji;_^SbP?o9pQA+;@%Zu8OOojj zf}`=$rGMuNpqJ2YYBYWdes9X*D+f40OZ7SQIJ}0N?@BT6GkUNo*P5V5KDuhkF>eDH z%Y`luc>VlWSokLaH{5tcT0>&-*BXxQ7%K&(8WULc(I&E~s1h`#c45`ue^hFl6};#6 zejRJ$tVY*Y@fMoTgM;G5*#9Jrt0adIkK3zJDLVrcPZmRoTP|@_eO#L7%(=sV{RD}3 z{Z#&=Hwu2)2_rL7v3t*A+;;u~IIPj*&JY4LWqBkWxM{&tYO)1`<q%@G~PL0!S~f_K$E?bc~TIK{&vDl^WrB&?7>V%_QDVy zYI;o5n&+}&`|qLO`(wmFG6X-oPsg%n@2D&1CQ9VG5t_TQFg^4Sc_x)_RdC@Pl+WFP zc}uw*)BX7%l(CE27q-)3-7z$N*C%GQVQ3o57+}&3vM=dL7C=^`<9Zyd)}*g-C+Cf>rf+Ikp!Bb2;b=lC0Z+ zRpbZ34O~vI>NXs3`%D*odyJOb3b1)dhs|VDh;>X1CYqeZ_iO~To{Rx;#Z8<;E1dLi zUxL1o>2&OGJNW6fo$t$Rwwold6Rh=59t>071%Ne+mwYnIF9~raub(b-w3fr z>HL+4ukiXVydia8<(PrfhV01&wPca62zy6<1HTX#WWVJfbZ)Cs4 zy4nJ~vQwT-S@;k76oUBeim`Ol?lBCHPR7?8syHuuHHio{K(m@pWT&7M`p19cm;aj% zfj_RoB6B_+p;IAUS&%h7t_un$I>B^jBVQ`XvUJgXahmrclx(nLsjamUqrOHP_0$%# z$Ilnxp%#Ro=!I}8CmZkmmx4O`G-=dqZdDRyfsVf?G0h8~;8~;} zCK-z1n?A$d8C*xMWdeI;mI8*vyTj|Sm*i~CWIXy=jJ4x2FIjS#4(>G21zHnN#wcv>_eHQoUc3rCjY+9H+j1RszbYY1Kob0 z@k$Sue0)rQuWl#e|0D0r`>}ezHjKVCpjr)`VMc7O)&>-<1WZYfg48<#zGL$hE4hhSx1>@KP+5R8G{kA~pBM}*c@4rM zhp6Q_9roExG5Tnk4Q6yE;u@`6C9>YLu>7+QrfxJRQ<6=f-#CsmO^g*pXpRu!t*1dP zc2F?5UKZ-Uh0t8f0Qgj953`mrOylV#sQY3nau(z0bI<=^la~&vEz@Mj9?^hQt#Bxv z(1sogL72M86Fz!N^1GJ`{L$`Jl41V<()jz_fYUH|4b8$FoCnHGDee$g0&Z$ID!(Yi zimZpQhWkf`%lV(5qXfB~{2j$Nh;Z-&OQr+2+9p=e>2{Tx4f4EYr6_#OoWz6`+b!o* z9A~$e!>RVjJm*!^%ZE(|8C-w9tlLBc);Q^ zhPj?Pm+W0MKo6gpNgGOY=tjlK+{)*d1R5Q?X!rauaI*?T#daO=+ZzUcFS|+a?BlR* zL=JVk?vuPe0;_LG@f?`lcrGdlpTGG=7pm6LpwH5n@-dY(Bvioi)4}jMC(+`WQW$I_ z-Inv!V+Gk+RZuAOna}dB|f}KX0=SjU3cTrJZTp?>l9#N*a#KpvvePPl;EJ# zZz4jPY5tja{GG8GuKr1ew%t|z;)p2GgN!!Y5~U6QM5 zD)8R*nLv;=;q+9{>XIGl-hKhY4@ZLWo|Qy#V;6kY*29C!{Lb*73hMp)M-)o@(C@P~ zh(|rbtna3znllBzr(wLO!5l44%HY-%N!IZK0sHYs;Y45pn#VrEkKtlm_wZ~~h~I`5 zx(nHo`WwXNPY9{wnKhz2Qi$}!BdGZ!0n2hvz>(nB*wAIm`Oz>47aPZ=ObbFQ)oW<_ zr4Skur-M}MWMC=JxlYW1-_C)UlsyfD#Uio8X9b8o>M9XyP8VpmU8P-Gv#HQ+b=+|F zA4V&>)AlcVQ2#BP8Lm4HPbR;{0g%A;$)+^rjW~DT^^D+!@^loj5XYvuD!8jw3+67Y zfclf_V3(N;`?mDJ^>{CmRA@v!ymxTNQ5GMWT|sFRLpo{e7kKUMht|>W1+tYBIQQTLC(*Jq6B_0W<;>amnHYCk8*8 z`aMo9`wudO{2BeRf8oWl6rB84h@ClYDVKjmgM^$p2QCszprc0v=we4W)i#d3kz@<~ zcJl0^D+h25fA`GQSZ0D?$Cz7GM$@Jn% zOOT)Y86Ui1K=^Mw{;K*eFmEk}thK9|ImcH+<|!f6Y2F1nMG`n+V;L;v+K7E`5Lxq3 z6fDE?uq)CGW~DaM>7#0ZZ%whu)&~0Cgh0l^Mp&9yh= z@JX@Y<@o?kEGZ(=hi-z=)DC`98x0k$3@%pOh;1&`T&Bcsv{;$QdsgddzEcCdD$zyd zYMwiJ{3De&7$(0LEP#OxTao1h{bA5P6w0`NJBG3qfQ59J>^-@jS>Cb}lrHb34*Fk6))$K2p6BR|{1F=YVk!Fj z*us(NQ)#TLC3QUAL|QJTFbnQGleJE~E4}9-2uoaoz8Fm$Gk$=&h)kdhJ{a>EpCFQ6 z_yk?*&O>fkI+p3?(kEHEI0g=)i<~t!EKrBHb3M4AKNIo9<20Ijzzq(01Fqka3%2t@ zaN|LB?&d|F@lxMl;n-13!>#8J^V>Zo>7oPD8Ju7--ag zF3^$;0B5^9v^I1eeZ)DVcAf$*+_RRyKT5HF-am-zb|IJ*^oj2qAG#^u!B*OX z_xJuJ8+Oly^u=K~v}k%sPj>{0W?m)zL-zbROc90p%-NIWQ(?jC>DZO7$i6ru!gWqb zgt6}wa3FmJIf_|0b<8k|rgD~||8%h3*P+^M7_(ko#p&Vd$hJB_ z`LsgjL%jsM+`oxhj&Z`;PY^ridW!OcN^MC4x+b&aZ$%*{=Ghi=lTBn0=YKv@Tp-h*6kgO z+M86^^RYo7)I7qp_!Z&#d)n|~uO%t1FlBtsQy8*#=RHARsNC;O)W<`Z^Z9fX7zK5% z@1;05dyNR#uX7|N`gUynf$ubHB?liChryTd_542l8*L~OV%>iwgU9MLFzJW^i%}(T zhxhc>q*h#7?|>$2Z__NOpyt7jsLH=b$zmzYHm$-0XG8YaqBjDf=Ztio1Ji7zhKfJR zuvKg}v8%Bqucp|bW{f!JYQg6_`OMw|qYx-NW&&SCl(>qYr{V3EUbx(mK}K#Yf!h6N z1yopO5;$2~``XzoAcNJc}IR#2~QSkXJ;(~Jst#=C` z;O8L4qJA=PBOGNuFqr5q%MEQ7L&u-@3Hw+a&zjc9#U8s_H3XaYVp`!eLaK~9kQ0H^oZ{4+MU1|;-xtE5LPbKih>ol~rTM1ol_fQ_K zxX%+aX;=O=KI?pySy!$O-~0XXkxDM9l5L|eR-VV@ukS#`yHb2IhVRFmY9$ZOj>X_^ z4G7720@ZdtAZ;**)^D}pW!ziXxF1*1@cKer?>e6A_ZS1UcB*VZ@CTyO{T?0ZY}jED zh-6J2&K*+(TC=K1)9pI4j(LIogHyQYn&ph$oIQB-#BBI`IUfREo`#Cg^|WMOB`I@V z10F`bbYWjHMvr{QjM3jvQ#}X=Pd7lJ0%Gj_jhNq93VEJiNqSoVxCc{oPxkcPvpWuVHair$B8%a!B24ls}Vo<0w`_WUF{SlQ3v&0(`DY#`>$D!Fs6_#5VAqS+Qm!c3k{Q}hl*h?obC?(>T($}_ysk0TJL>46%|FQ@iS^hm zl}x)-Qs8oQv88pjn;_K1hNO6w37$C&3cUEwPR9?P_1M@-WF+5X&#kHO>g!W@r!Nn) zSjvou&%;cOQAkK^g2h(}+gtUW{$-xSxqaej7Gp$rlul<=&hxyH$9IwR#nKj;aa>33 za&F(lWb}C>&oym{VM;>Upf;kBdT;5XR%NfD;Br5GvoMSbOH3m#8v+F#;fl0l2Jh+6 z)ncU^v~lu_c0NNjgL9vC9Q(|7fK;UiW?JM4%#!&%+>e{&$;YXJ4F`_Fl|AFR%&BKf zvc@{VK4v3cc;bMqkPMAKFT?Y%));0UjX93tFg5H9_&%lBI;)xJDqQFJ8Uj-4u1rMC zgK_j>4hVY;lUZ*P(DdDDI`Hou9UJ$OYPki%*=53PRj)R;BF}=;+y9!pmVAW5=d!Th z*#*AKE<=;OUA&vSgHHGLMk%vOy6asU>>2$?XBvKhp5Mk$c)^Hv`*jG;>#1VQ(Oh^Q zca;3)yJOGKFNKe%8|h)s$++b>@7q0^0=`eiu~$tLSmCC(P_=&|8m{kv=-RQo4{9Q- zW3ved#u*SPqio#v-bJ7zwizodzT>5T3Xo{h3fFTk0sR;Y)$Vby12tKtqdu_kcPF#w z*&NO%L>_=kyx zujoz(Vl^O9ClWU;=I>dZ8X&y)56P@B0O{9tcrd(`c%P5OvUJ`Xy>p0q?Qnt?K1(3m zGl|t`@dxRmDKw(^9~%7CA;&5txkVTJiQ%{mQZP{xdW7Xk+KwjD5TlJVMosau$O~pl z7tiia6rw4xg(41zxF^tM-gq^cLh|QdZX#d zGuWxVns-(PK-kkXaD9^~IH%DG!OuV7twkEdK4~Fc=&}}Vyq6P4Uu8IcAR2X#xv*F6 zM#7HPpG7nG1`1kAUK82fW7%}AWwea%^?gaw;37ZR<7n_N%l2&-=(e@rnS+bJ)91t8 zXt5w14|#;r!rir)ESdwe&&8qX#3I;uQ5K60EWpDp6B^>i5r;wkxm3yTSd2cP!7RRe zDHDUogNLc*%3pMc{Qyz^9S<9AuRx(@4f=o?(e3G~cv&XyPD(5Gb4U4UC?^j87(uz?G zzhp=?>V2_gZxA}VHi3}u4iMQh4ijzX(cMbth!eSC8J|0XF+#~q;Y`GRqgljrACMcf z71%YR+UU@<6c?}kMQ^BXg$nf+I{Eq>GPh2a-8Azp^8pgD;d}(B3aN8x)!9%T??=5Z z+VLI0Szzj*f=hGSX-<<6Co1}ZEK>eP`F097FMA`gs$0)!-%?_apHL;Gn${q8XaI~y z=W-`DHPWop91x{MD0f=Or9K$T>ddaT=ql31x}(KV)mMN`c5)c)=}aN;KIT1L21$h* zQ2fj!cCX?(V9)T*^N+*iV`>0SV3)EQZW++V-J@o`W9eOIV*y#Rle*dQ8Q?R9Sf>~S zTK@%*gCe)k>PRZ@;Cv3#kJ{o&lOIgy0%eq6v=Ay$j9sRo2PZ0OnANUPWSNi@`Y9bk z-H2n5W)Vr&{QV5h6Hj1CZ7HZ#4nXkvP}C_^;J!Yb&6>LikyU&bdCeX*`g!qkoRIN| z46Gjqms6F|`Y_)wZ4ZGYt9%$8^Ni0}Zh^l)fVu0RjI&Iqaf+t3WYG5x4Bl#nz<>7O zar+4Mn7$9#KmoZnI|8gq=W)u@6yaxxZCfvjg2ing>FPIELG+X(%w8Cc z^0pzMfBp(+_Tx}& z8k1-XYZy_f#dT}vQbXYZ7+gD*3w@>o2H^_WU~T}m2LL=ucF{KpiZJiu9Imx*04GfO z4SA!*RJBn(CA zqmhAg`Mr-1N)+*XmHv3Fx;%*1q32=KQE5)N@HI4LR$^oEB-&ZDpA{NeFR=JmN~iN( ziA|Qg&*!5*JS$?kkGC0mT<#u`Kwo%vBOczH`od_@JjSA(}?o@ahUa23hK)_%sl&nu1nkoo93&Nys{cP zcZVvQ`ePn{dd?FV2yaHmDWlXW`vPNRz7A#xFJglxzlFBY*ThXN25+61#s=NB!wILt zsH4IiNSv$(rLhdoI%Q2)IOdh+l1 zRT2dyy_*IF`C3|B(ab2a#oUD5)2u?&`1y9wEe6<&SMby-b$$lr!TmRWEEjr!f35_s z1S{T4H8;rDQr?nh;5PD|SpR0od8A9UMklZ~V^89)uw0CuS&BuW=fGIk4MI(8h}>pL zu#@_L?^I(1&N-oc=2@1@`B#YQ-+s_F#~k74>CTeWn@_OC_dLCDC66*mmtoI@7~V}U ziEVp)8Qa7>J`-TX{9a@PJwm$x|A=uj|89p}tO(m5nvQ30q>}C$an?}2gZQ`_ajh0& zB;i6H)Z@(PREMOg)HeXuUNMQ$Arq81zLNz7YWP+qVTy~Xsv z%1I9@Jip=5z!!o>k9Alz=^9>p5KR?VUa>5=5D0NAuVHB42F%+v7q{g1fWE|Iyx0(d zclIY>_E$|@^+AK}?(`>ChtzR_<7M1scMZDc@&D63J@`Hi(Z=N-bH?K-1YQy&Gsz&l zz7+uO^GZlaeGyo-k6_`we_*-u5wy+EfVlRV%!KU`=#rz)n5C;gx#4##-oFIhv^3!4 zqCA0Ev_G*m$UwScC2ZStl)9YG$6(*9FgeX1oa!pUIeLU-)+9oj)&RYiI+osgcM-|y z3Q(7BB{8`z0+02YaN)iHvc5E6e=v)qkqlNmkEDGb$7}=FYYy-*dAuIJf}(ni@)8tQBTW=6a#BY9Q7s@5G=h zlK85Izt^VCWxd23$y2>(Aer^h{#TV#NF2t_?^8ID&S>=Vkz)!O4u4riPDFC z7@+?TBud7!b5a`U(-o<3wA~To({x~c(-^2?0!$wwx3sllKfv)X3 zdcH7?lzF#c^1<=2A*4-k(I6Ei`ZiF@m&3mWdq)%RaIXL^`z*Y& zE1{jupDc5&&tuU=K944A01@{ED1BrpKi`ZYmNzbut2rTLam_a}V|@U$uP|hvAO4La zHwYEk6VVyzaxn?p9NWSO^(~2^pFS=N^5#}@r;OxW@PMRR31D!v|U z7F+_w`7UU6MFgylF&KPdkOs{z#+T>D!{p2>V6Q90DJP!+7n2U&54Ih|#v5^ZW^o|r zQ;av0;!$n<74Up5&gu7tLZlF%W0UnKvWD{9hUP6OkPC#vsuCn3Eu1Fxe}&^az1gt} z=P)6Pe@+iZLiz3K;PEz&DLOKXQ_*ZCrUMxzDPuPf#S;lM5~TLqs?Wcevc>$-H>L}doM$ZbPJxn?~l1Tm+}2dGeQ3|{#?Jx z4|=ch8QK*+bY7e$`)H;!tF|K!CC=+|JqAT6I$x375vR_!*M!r^$VuS(yV!tC3{8ldNK89YA!#jh`yau0%Bu{5TP?ywk!BDtxs%4KPF!O#aFu_8S!coB-5N7AyfN+fdKlHU!jyNi7-+B&cUa|tyT=c~ zlJSRNw_^sRj6XvS)n^GhLPa?q=E(@xn~}VbIGi-;5dN%{ftGJd-0w@XaA}?mI>id0 z?O`mAu(uf!T`zX#EKXX0RYGz9vDfyv%imR~B>;3QK?!xQeH z5I^J8Z{=vGi4IqC0b%giR505v$u78dnOJz(L3G(SX2x_`uHaP)8T)4^?Rd8l_wk-S z_YPBN->8p5((%y$stGMy(lKR>87$bely`xuaXS4zROgB@#)=J*RQv4^@@hSbzqDZ^ zA6wv2Hk`=`7GrlAwxV(LV(i`YlxWWMqF+uQhpdYGI55wM9yq3n)4gAy(32*(urU&+ zsx}iRiP_wG(WjPjPxinRoIp-pR0cWH4OWWhXrt#V@U4?)_bv*=&<(!qMei!?YPgRY z`saCPp%2)6D5I;EW`I%BeWI}2mzZo9VT-sYc+*oK3{JBwxh2I7i+&?Yy&MTC1+?~O zAp62w=H~8&tgo>zD)Zf#BM+Cb^~GD!ZK^0~?wJ518M3THPdBziJ}61r(g+30t5Dms zf<#KDl3h2}k@s_=NO|dX+M&7{ppY24gY&)EJ1^9*c*a&*3k#CNMqo9vU7fLIm%htG@Ia z7Nq-=kc&4+LB=vX)0PircPGK_e+x15doz50Fqu*I_&_Z~%SeEQ1@%$Nf;j`-7 z(9V5G!0wvN8c#|h?ayz4eiF}rm+e5AMf|S0WenH+A{hI;B+;SlBs$a=qur1`6!pq; z1M#Wgb0QJ;iBEv#xl`Ed^500$L_=;>&P2@U=d(Y?+wtW1!(`1DIb7G7&A(sH5mBC@ zQBwDwIPNdU4w0?6VUGn$8RbB|S_S!dSB+Jf83E(0{Bb3d1m4%RFxB@BdGFzlzjCd) z=EX|f!9h!iDCFl)9aV6*{W7)$hC{eO6EAO&<4kVqa|fs0ArMjpf45bTTOKp0NVI_7 zwoF26!*PcDZVVJ; z#z5WHB#6x9cj6a?*rhcc*zwF0^xR5F&G(A`GCP$F^ug7eeS?_z&8aG$(K=M?pm}syIe3A zMQ$x8GhUwu*QcJSVR#MrVLV=5n+?DJ8Ib|iy+qGy8SD410JD|6FsN8mkUM57sx%LP z%rgKKNs4R+9-oqWhViUp3|j)2BmTU_LZ;Oa}7J059Ckrb(A}LG}qrHu}y3 zNZ1vPCf7!(mrMsz{yDQg`YNvfbQ0~mwsSS^pJ3_n6<|Fx0F=dwQR=Z0HWh)#JhEWW88@-#k1q;S2=4uHu~#i#fx=I~e0Hjz7wDh;q3tO>mOp%Ek=A zpoTTbN(a%YAyL%WT%Rr7_Ljsy+s@@Yn#b14S20o^6R7sxM(8)JM~NXVG%~D$2X3Fi z_*58SFuBBcw+QR~Kniok?^*iHehVckPI!Di1DS;<@CWe$SzA?Vx%x3=7|o_(;e4)m z>se4Tj)V3W>Xa|rqM|g<(3vd5hHWpm6u(-8vGpGzM`j$Z`_YMWDzxF`whEBR=_3~; zm(uiJGdjOP6wRX*A@SZz@?Q8a+_+=>C-H{>PGS>Y*o|2+@Wk0^57z;gVx(FAgm4cX$GL(K59AiDqP za;{uo6Q7Ayk;_z#t<~?uum>^B+|9d*a@9Suy!8f|VAM#fn@8aF!ygz^D9@F5Hb8aE z9-L(6ivw@`h*R=qQ2+3kF8s9;(%&-N(XXFT%XK_lJ*B}dv`$C;vx&HLl{nR0rU*fU z)ikI?8@vO$nTZmy2sB`8U(RB}i{SMQi^JjwqtYb^iO45{6TKH^7pYw=H`Ee+$+r&xRGN z6Nvs3Z%7$BNd~^x(vPP^q1@DhO!N!|iHyb6(fTUdU;GM<8;-I6&IF+UB?r`fz(Kst zN)%DkffXuoAoYx3NAjuRjlHm=UR@x6NS~@1vnV5(M-&(ZHh9KOqH{9=ha9fK zZlO@N+G_Tj@yJG zq6aX-+JKFCHyzZ{30gkM<2&PaSR)q%bH2q9yD|~(?B_A;hU7D-xg-lz+!~ma^|wL3 z$dh?@EDCGQ_}u=X87z`#c+V4RHO>S*5AclcPnO^{RT#gKNYeMQkUFUc;u(22l4Y2N2cLzb z<_8;krm~GJNY?=8&+`O$XClk3_ancrJ|RD7uV9tY5-xaA8JXM|gn|SO>cMv$UrBs~ zYI8MyFR6v)f#*PDf)teTe%R#Ull0c1NPNb8p>O9ovXf(LFjIXTU1WF&>rSMh!`fE- zGkZMFOzTI}JIld3ay`yf_P`~rpCC0*3{&1;VRmMnK?VNZ%=`|a)?2l}^mGJ9I6mMr zR`VdtCkLla3&i&&|M0HmWQeiKLqo|H;-EA{nB|IW&WI6;&B_Kvb}ZK$MQGncDfZKX zA7Hop6FU56S-E*{(Yu-7?>eku53XBH?{!I$ba@@_jPnty=Jp;Im20whraYyx=QO#o zUWZ`GCk>oj{20@9U1+J`3JG_N1&80!_$?#}MFS#;>y%s?3!x}_A{F#6t%a(lhnBzj zuX2amL~g{+iFKWJgVboOA^Hiy3pq!1w7513Ga^$^#L6B$o#t?EM`JN`>LET_|3B;ZSlM4&B zk|R-{@LA42Fn{C;w^pcNsm%!4vMHXvQ}n^2s1{oGB89A0FyM}xKL(L|8AQA!p(Ibv zm2_1^N7tCiHj>)nEFZ>06-s-{ZDW$`mL-pi3oMZ*2mjO+|Rulh2u772!0A9v2Xx!;1O8 zVyb#=$cE*o@H%@3m8ai=p1YYacw{b@b9^_L?-M1)%>yJmsusTfT~7Ao+o2=AAU#d` zc;@AP^2F~rT90y&T*7CJ0(IHGY7dm(eg{`=wx_NVy`($G5k@_J(_+62EYb`E+49Rw zeZx5Xc*GDr(LXVyYgQu+HB+@SBJN^_{o|^=$+Ap8srqM&OI; zns;e|cOO9yIUX+aO^X7R8E5JhoNOqHmXo`(}NmU7J=dNpZwNGe^^bQV`7&memypC$X|r_=U&O>Fa(qM8@> zL$<#w&Nhg{DPaJW_ur6SrUErp$FQHyjAIooHsZ{E5}d(sIn`XE$5lR$B{@lM{5>=m z6Y3|!0=a|a^t^DmF8)hUpLY{%LbX96eI7R@{}i!1vXk-pCB?lS+099N)_}Yu%l+4+ z$yu(}fXnxOmiWx~AvT7ZJooh!$UrnniIqg>)GoB%a2{;RbqMcU!f}U`$nhCQ-0zKN z$$?|GoR8T=3|9-{x*R$|d7T3NxlV@qPVa$1@AF`xnTQYPkLMbvUx&fC*Z6AM9O(FJ z!01}M!Oo+)>>M=_PD{ZXt!=Zha*G(e4%VecH~Yx6*70P^^P9{c`w2Lr7)`%heSq|l zMsmpYIdz<{owe)P0ZCFlbmT!9RC>>c1{)Ln+b7NKPol4qORl%smuwMSLA_wsCOe_Z?)~&Xcdkov3z1 z5B=0$LwZ{ch8HKH)0zNi+iwElH}vs~VF2h!jbUZxte{z$yqiRr=Vhx^(bwZ9!hhdH z;nHCdu6)3Z%hx?g^gMP`^cY3A!8)4Dv#Awx%QCXNo7--sFU|SA%!K1ol@Pt?CMj8|%k47P!c)@| zXv2P8u(L4c#CQy~pY}m)|I495Vq{>qf4^m$SlT|PHYP&KW-dh4y?XUU+37d zKdu#E@A~h8-Db*o`O!SiG@%LK=d8y)SGs6O!&NwJF`3+WrU84auYks`WpGq20&Rk% zken>UBWww?&ukJjb2Fi^T_2u_4A2)Z+u*pJ0k`WA-?O@1z@Tm*y&9Ep^!n9Be16P>QGTq3 z$DN-NL27^gA%gmk)^aF4F8g7zI=m}c68A5B)_ z1>HFh^zZ-GLW*s_w7J){G*=&<*C+!-sq1}h>fu_}N0?H3ao>?KIq*R4F z-nwz+Qw~DTiVFO#^Bz{bo{zC=8z4^958K|>(1|>^B>2KM?#q}|l72ZD0$<$ZdnHZ+ zo0=KS5|iB+_{j$9dna;rS5hG{RfOGcaUO!r-qG}k5&_q66CIyVgq`Fx^VwIL)jr32 zVqG;M@<0-#v`N6!(?h5mz8<~oCgX@wB7VGm1*@Jtqv!eW(iiC*C~XqJM+;ldG|8Ke zJiiM&b||nusajl`OBkfyti{&RW-2q|9v-o+gcY~4aL!y8wtrQZpy9m}9{6+#&IfGZ zZII(X& zJ{l&p^I5dO;boD)UTYnHrV!zh46hYw={|-@dJvWhp@0r zn&@flgUK5=V}6Mr?=UdtF8IB`;BS$*MPeOjZaD%sH2ArYx&}9RBoV4bFOv$8rP+f8#K6-ka%)CE=&KexUDeByUgkl@MyQa%kj4Oo_&)*n66vm~k9na><{o$P% zUrC|8IOoF8kX_S5NcHx1EDMl?U;3YkveFeSvsg>Td~ZSdb`fR_&js%IH-{Dp%;4tw za#A3)nfkkhgY6R*4UNRXU~L*^t(Ag2bANIpDTMNJX}Y}QDyB+4WenGKF}p5B^PXW@ z!G}X4oJ-Jn>^D@$i2Y;Pq{o{`^5#=`^4fUL^vfPDf29S;cWr`AY5d$}O9x}nGnSpR z`562dTZa8n-a zm}04Krwi|&Izp&hOKE*d{RMxqorwtCk5{@7ySGC*Q#!=u1iB24{SA zoo6YwkCJ_VJ<0ioBk&-riVVzX#r@k^WdDZJBYXMWgit;x7?ug_w{F1NgFI~dZ4t>0 z9>Vb6dxWf2V-GMN$gjznsKawgIl}iBlsh3uAO**BO>pUYM`)@H0{Q$2f{GMb2zwun zJ$a$D#nlDG#%0p-PZz%iMh!-8O;i zFkcAHuNR~KkL~zE-x)4yhr^2T0cbvM02IIFVRVrOk0omSxk1|A6Af9J2I7GHjV9%(X75Bf1+`k-(Xz@Z_H~*XTQmy*X4{ zY_9GJyL3!9COLfK zIWetp?@1)qAFzNfQwMx}APg;vN^s9+siuOxN)Z7 zLw`I8pBoMpBMvlqmnS2%z#Ze}O=1t-G>52Ab?_nkG4rMyRQ`&`hI(Okx5*GL6U5SZ z1sC?cq9j+X?*=VfgxQuqD?qdKBpz^B3iXE8xXo%hwuk&8u~1&JaQ+K8%)1mq@7#y? z&9Z1*vX~vdTOlwn`$uQJiKfN(B5=fP3|rx?gK`=s?C|F~?B_vwsA~L;_o^-u`_HCa z*VRY(-KDzZ!1)3=b|MB}JfFi3XPMHp`^R}VSPV7Z+(=6jQfTuVWPM*7RUvY zEuzkhUhh9p@4AX_n+7p>wKkVF{XMWhKZ9>^J}&LnV0{h7g2k}{qP!(Q5KaD2->-4l z+kcIBZQh2yqYudu*H|>QyNwEGGEwcDI9>6*o;kCrgVwCfBtwaHsCPXELsMqLz@(QD zu)`J(mR}ZxpEg4A+y^{kSREGb&!Kzlhd{Y>7F(uzfqGe4aH9QpXxGV1+@p0A_H0j~ zALGxkvgK*emFOb4!@Cb0St+<4_l-2p{(=oH)1hX@WDI^a1)ts#W-F%5#ZN23fG!#$ zp_j6u_I4Edt(t~f!*0xOX?}lc1}p0Ns6k;Hr3^U~lX*GF;FlRqj5RbfG88$C4SPutc`0@3Ve_+Oj~ra9G-UHYQz&9*UI z{=^Ru6rWBawu;ecoXQ38f8Srd3t5Xn!pF&AxjG9pmd4}!2hw!g!cx?W2bf}aUU2Q!SnlTd3osfw3AycY*3;>1^bS+%eR?B6(KqV5)*mkJNP`onr9s3!42t!pL08#Y$W=XvD?)k4{iQ%M z^IIOw;k}TbbSHxEs2rZuy9jgi6}eFRUix|FJ+eero9mM+#ti4(=p%ZY?7HUwiW?sj z*OMH?hR-379CFc62~fu6IFUFg&yrRbCPY|_^=Yky`e$W?9^hS|V+(PN&?q?a%m96l47}iL zW?8fQx*)Gk9c6q^2()KJf=||M8f@{0`c&_ud+sKZ1A}APe1Q@bHxTA*XK1nRb8E=) zpcBmfkDs9Zi56IH)PU#ZYPQTkw7oO%_kdLYuKMFr_mZJkG`9(Tz3K zW8JVo;`Jg>{%;#(xNpUrIZ^1jQXDQG>R~E!6j|dh31q)tkKnmHLsDkyLfOj=(6Hw& zzKY7E56ZvNaPc@S9KHpi>uTwNcWyX2pat`s)Ih#pk4-sHK%8D5!IC9Qu{UgONn*oT zT3IOyk|#BAN`W5gY=IJOw*+{fwvb(ZOUgg)H513giw!r}#5sVlr#*5)^ zss7HLG-TIlP*40vosX`7%A-wiE@Kt^{-{EOd;gM^rQe}$M2{wnbkJYpPcUJNV@T&4 zfArSL#pU*ILAWXyr!LOIVY^hAo-q;3eum*(aWy1CD~QjKJHLl*qnj>#Gw)sT9AX+( zxbCm@wDp-Jh&%%J!u+o=C7=)eYIq(`z!Ug>hu@n&j>jzCzqqKok0zU5Cw>2_nHNX- z_lEcOdnf87q^b*ln>^^-lPa98Iy`bspgydfgcGUhxp=hr3jY50fIifX1JlN4c-A}-Ms?yb z;v&z(y1Iz$I4~QPy&51p`7<3_(uej1n%v~|#;nWyTAa$~)H0IR;+^wz*`UEMxT-fB ztz~kdeq0)=YEQ@XNWKf6bC1aDNHHRe5$m;1mz`yBomM}8PIhRufWh(svdjBCniZS_ zag&+we*a-q{IwmbhwlQc`Va1o3kL^#JucXAKe@L$oaX0@!y}g;!ib{`*qu8@b(;M^ zS1|+iG&IQ24 zf*j4`-Oa59&`uJVIpg-wnh0aA^6d@?w0(ku148Voq+w!qi_f~;Si}-~6%>3$K;^S4 z|5wZ;WTlnh|qpGBeG{ppzHE(&Mfy5K_R9(r`scT^m{Pwuzvr`Z=m zh|!0yL~{v)E{0}YLY^T$Eehgi00VsQ%#9s9mkvvIWb*gd1`vE!gasSl(btzZ;ZcDI zTC^9Fnn$vn$(txx?KqZmxUI+@OH|=>ciqEYgJ`_qtwl}vEb~bhL)K(qF`s`}OFL33 zh~EAO^ufu4d}nqK%ic|d_`6d%*$vhBT~-T!yx`yz&pGmxrBv$vYqDzD7U;hGgStj) za7rm2P_iHwngisx8&jI;V2U(-h55K+9OA+FP}I&6fiKhF5lgS{_;Ktk1ocXE)2O6* zPs+&U!3vc5EyJylyGgoF9fjBY8Rys1KVZ|INagk}#g=|&BARE5!nglN-kH8r^}g@l zEMz7mLZy<>h<#s68l*H38mS~vsVEwykW^#{nL@}=<|4zsuO+i46cxRdq(P`u5{mk* z-(T^0@O|K!pwmq(_d9_;h5u-+|4!V)vtwnM1`yHJAs#ZCPcDvvgs)Am8(|6nm0UMbBBEQ0K`?@G#j5lU@q*c4|h0 z@f16Bog%?zKCr-`06W+h7Y*LU^6b*kJD_l&nr9zSjADTEipk z8uO##8~>wHqW+-W%Evv<4|yKC_sOfKPt;(eE&rdJANbBzgm1UzbKh--Fl|a2S}MEK z1InYsMV(`{;te>dnhI?i^KgY~5EQ?Ch^n!l@lO1Au+XcbU1!$ApJngRC3rE}{9GTk zx&FENhvguWN0ApdmAUJi476E`HPt%}Ri~s`{dOS;8g(Yx4pt~RX3DHzw3V4KOB4k4 zt*~FNA5P?Q{Dk5nkk6lrFWy~*xtr6-kqO6P%e=Src&`pd>Wko#t(Va$(ic3dJ^9lw zZik*mdH7hj9vioC9l90Vz2KQ8P`!3F*~~T8Hw)Wg?UH#A(Jsh1y=jO2k38{>NGzDy z&mt3T2k^`kO-50oihNU;!diTjqknWoK;-Q*CZKg1W5kLw3yK@LUi^GeQBh(n_oZUR zt2z=8HU!c8+{kf`_30IG0No-IAooxkZa$_*nKI6kF?^FGo?C|3%rw}y^G#81M2pd{ za{(Vwdr%1WK(DGobg34?4ZAL(P=PIu`n5n-jVLbO5&;?#?mVgN3uJV04f&})0$t*l zsZ*u}nr1A7g40f*wfif0zYQkyH6P$$EyvqhIY!CsX^^#2p3ypTiO-ZLV9t%#P;~GB zWT~I$9NYiD19=OL7f->B4+3ey>D}P`VtfEX0ta!?T zK(QhkrMnTa#9_L5K_X;MaRIZZJ=9ccCcC}lApLX96xWod|)73F{jw_q=`F<`_aQN~O6tgU&rd&2GiObucY3jqE1ccx* z0qDxR0&|?A&{Fj$*>UUy|C%euBT8t2>Xfap>;cz(RZAeX(|cf1jsSafqXt|1EFESwMbPu^hD>-_9Dei&)r0vV1u|z_AKQaa@Y~P6?p)h69k=@E^&k>!C{D7ULhAYrK-y9Q4;e zhDAnvY*wlu&C-2%=PkFl-0%j~OM-EK>thJ$F~@@LbEIaD61?GdR#Lrx=$g^RxOUnU z^fEGJC8ai@$9Nfy%&x~9jq%X6t%z)9SYFx6a9Hr?3T(`L24RajY2^_IsiQ1U26u!ew)h;E4f>A51y-ZA&xRAu7mr9}mOi ziTPx;a6iP9h_gM9RoQQ{Yv9E7V(@-<0;+nF;NwFVxGS;^g|c$-xQ+&NZhnjdJs(L@ zbu4y&oC7PYlEL>2=dNCVgr;H#G~88ZZsof|Q>_lRZ+nQBc#q&%%Vk)3C=Dbto5(Vy z<2Y{C1yi>xWBI~U+)iX4@f_fxhq(a?um6g={Kf3VT`%FuSO#pAe@K07O2OmE^i1$&j28^@>7)e1jX#2u3^kkQm z_xpz;`*;ki4^L)olAcl#xQcU5$b-ZmdAcoE7OQf%plpUdTX1+1yDaw*jb2$vtq< zF?ig{hFVK6z_g?r=y>rfzI2?-8g?~+M429mQ*On-^9*4m_988OaG%C!P9&OQ#k^mKG*PW@7FeHa0iFKeb_)z^@w7D`(Si|F5GKA3LR$BRj^L<}P#!nq6MXFUhE&2lhD|1<7s zF@~9jwdg6RhchD?R-BiFIt|mH+i?kz>?wexDJ|qq@=sdr^%38#`2%AX_tEM}1}*43 zMn1Sc<@x<8!9}naR;a$kiGrKR<7@Kh@^BFT8%tR$(XY8fDR?~%!+hh8+;wFIR{bIIV=8s4gv z%3vNG03&m=pf%VT=39Hhd#b~3s853YphQ!Du9p&jwFjE^L_^wPH4M)x!2y>bjIG}f z0-phV*B^y>&k~9I1YOp&M~4yF+eYTtti`lSP2d&Bk=VJj(bfJRG;E2+l{(EZ<((^> zG|+*tJCv?*^CHAj0_|gOqu;fSU=mYBuV@ z)ZnZE{V{1O*uT98P-sBg`clBj{T43WRzbcfClEa8j;jxOW98X->?QM7{#dUitM$Z` zu}?e%8BXiS&+mOysy2cw_3tGX@|8qLON0Mn@B;h@s|UqPlCWiEG2U$qhMqQY)`pWE z%-H44cdfsT3zZtsVCs8V!PR4*?+pO|ly=g3)&MK+N#dQT5{Ujam9fBZZa-B(x2})} z)8;H1yXZXhdES96+a~@bfq6u!ifZ2aG!R-!FcH&)S_AA#*^NE?n zc8&Vexm&nv#))VQ&RNG;SIL0ddRG$WbO7}V{?InLOW^(51Ad%UVf~q>7!spOKF;Z) z*Ilk+_O#uc*S!q{yeh$Doi=WjL@3S@VMMqN>E`<@V3}Jdq{@h>0_Xy{Fe=f)z z;|F5xcs7mFFd~10T%rE#dmOL=n0fgSYx_V2`^{81_I7e+mob|6PsgtK2edd%fXTB~#c{6`NEV9ahhCOv&cIRrUcMmlyRVA!x|3MS zeYgB|SjHwz=B~@D=72V1iF1O|@%bXaYi?KRNS-5oV7MFCkdL@%e2cLHyF7KYX2?{U}x(BmyoxyF0a4^F6>}|SyBoXeCE-3JvKz^hb^V=R5 zg5ygTXL?agJoAfsws_<9S_#bZiNyZp+?nxE7)bOAaJ!8)_(RQ?id+fDps8Za0Y;lG z8b{PUBaL|)fUHUhmW<~RR&+T%KK37Nci=ej+Xy_?`2}Gq*I|lXDfwLO!^@N@p>LK? zWNTi1r5=}dqUyD!u=z?UbzM1!4Vf&T$-DbUA3=ZT=!pbP7NJ>&9N3(!hpIwP!}Ogg^IfY#6Q%tP+F zWqAXbtHCX(TzZkL{x%BhkKKm@MeVTDI}(PaUSaPWT}<%{N7;qaIPn74W9a;bJDNWt z^En56D$cS!ja*O0nVZEv_5t^+{TLAX94{EkgHxI-uygZKYL_2)aqra`su_@bd^=g_ zkj)dVDyM3P)mdZNF!Y>z9omQX5s9tqkZ1*AU|}aUk~I`!#nH7S$YLW{SSX?WwM0>+n-lHb29Qf4>HU zWw>**auaw<2BF9C!#LwXG(SFK3cu1@3DRXuA#aH=n)ELQ-82*C(UvjvkP>5JFYbcP zSv~kh^a|wIH(1-cUFe04XKQx5~jPR{A(s=<`xslkG0-WYR0jzo`# zgJ9b*3^@Ix(cw!l>TfK6e?6Do?wZG6Lvz7*;133hJSk6={Ej|N>q*WsO31Gv*saAe z5rn^C_!r8rU&NzHva2v~-VS^)ejogTy1hQ7d5ievvD9aTo7Fllx3? z>5ZoIjbdnfq$YlLY@xH|KBM36natMQQr^u$e>|U6LR4-jb3WxD+A|_Xgm0cEL8EqX zK(`lv9uwfZzIq4|Q$l!KMW?WFMPlH&Ka&4OOPC#9BL>eR=Am2j6Zp9+n!kB|HobdE z4ZZG-V706~?mLGl@+cY9d^4%d*Gus2j2`&1O3aC*I$p|_3eq%Ig3mZ^=ntnVklyac z-?L4Onbjo#eV=;huf5zE-s3i}_*pFk8%5)#J$VJ|eHo`}5y;_RHE$29D?J$G(;Zhe*k7+^pm<^k zcFXK1e@^`(^;MPB_+C1_;eCWyUwlKW`u{@f@9(6vgJPyM4{6~Qcs6nhD{UuX^u=a8 zlIla}`p41qfeUn0j`JU{Uxm$OO3?pU8KRzhKuw1z+R;zg`Z}F=dP^#q9^-%u>%YRH zsU~n})&MPET}7MB`Z4pxB+NcN6CWDq^M*>7v4(p};JRceV{j86y8Oc!)4J&s?G zMRFdM<#>j>PmePQL)#lEJjbO!`3*lq;LV^MIy?;{uAhg|pYDYP#!7J7;wEVBO#nO2 zWwk5q5o(&xW7EIxq@FVt@S^rUr%v28+v)sL()M91o)LaR1UcpqlftJ3vU%Vf6@?R@ zKIYCh8C);rCC$x$f`VTX@N-KF-03jKUtG2>Q28z{9?!y#%wA04cC5-23QU#-kwF}M4Ezg`YKd!q4zY#}+f_7AZWGeV)$6}W}#Z@vi3 zL0t=N-pcXkpmqN%)e~|;-H{_?Phuff3}%oZ%fG~Gjw8BIu~CC2$2)ML@tPKrt0&<+M$jq#L>D5EoXCi?5v@&4EShmBQgpmu*9 zy57IeU+CCGSJX~p-j@W?rAaPuHbxC2y9O}-*DSQz;Rov@njuJ|&eY}0QXF61fO6HH zkUS}sN^g#WF5gd7Zst6EW|0fhON?Rod^QoA_n7eOW!Tt`DO6lFhJWtgWr);nNAaux zTKF`cZY<}zU@s@5j?plnaV(rMJ^;&xMv~n+6PPzj2DID`&E*G1kh9NQ|4CE%I!jbe~IJZj{KL724jVrs!oo&bYhprZ4 z=Y10{7t;Y<&YPe(@Eu4>L_=+HChv{G1e_bC0gq%-_*NpJ;Osw({R7uQTr>>g^~Q*| zO$7X^n1(;>mDmef<5-gBhf$xFV@NrL%9+5%1v5m_V-c}wDZ;T^^`>*$wAt}|?y*?& zFjXiE2IrOH{o{(P^dS{AdgBLg+C*57x(S%A(T?TvYjLLGC^8%GqHwb>#JtU;;VReY zOaEywT&%~xC4LjN-JbKzR=?vsqYq#ML}7%hD6i&^Jc?JHgVU=Ka9qZ}WWH-dT1dH$|=eJqY}gs(>aunq(u|6dPp+VnKq@wpJ~g7lc_ zTV!yoH-df%6J{E3%dS|fx)<`mUcvq{6hugCB`3P*sDQF&2PVmIlz06Y$3m+XVgg-7m^2+JLjJr%_clvR{w~d)(n$u3 z@-q5(^cO3wsLx1>b zF6a4bp9CR-Z_B={p9{fT{t=tFX!6pTJG0MIWi3=hnT}pnR>!Fc?N7~MyzT91(?&~3 zTVstnarV?!vzhcSn}H543YZ)&$eJfu@D;pgGT(-h2;r-;JH(}-Zhas*-;Z#4V-I0Z z$T2A%=W*Zc0W?$0z=cD-ja3NmblTljc?l;OpbcpfM(}O7@62bb~svr$AmzPmG^_{0X^0%WET~b zbHdO%GveP_PFHN>y1@6ciJN~C*ZcB+^{ZPy&;s^dG(fq5JT7D!{&_$j{U!e5a5A)DLb zy@d>|`6w)Qj3%CCP{MOI25m3}r9IsJM%G+5^p8AyCngDYt6aim;nU&m_QzCTz=p^w z8Z*%=B-m{Y(HPV^2pJxWSuKBU#8v93a6SdCxX*J!8|R9eeig+|m4HF-1`-o6!^BwA z6-8&wffM5zBCPAwr_>FJQ4FmQ zpQXx!i}9PaB-~-zh)Jjd+vX5SGhHvD+go|Y$nh@j5YVUE|2*h`(+i*@e_%vImpwE1 zj;vGR%Cv9epoMvli6Z%&TU!qnPH-bZH)1fRErjPU76a?IpM$2MPcTVFjgi!{h3V&a zqLw-56s#RF-CkA$`A2}P&z_8-R#+2j?d@~!CpAY?fup#JfI&g^qb~4g&}2TvKl)L*<+(IP*~MZk|tyl z?Zj))tPo{dU{^uc1PX~5@yU#PrSV6p8O>xJT zFJ$q%L^OvWv|VV4A-RtM>#mRyej~i{TtWxwEPQTe3p#7vNp<-bc%NB>&iQ|N`_djl zk1WT@VkWR(nj^rdL6FrGh^86d!DQF+QjR5IKpOAJk)-ZfXn*1&z3csnoL&^jkbQ%>`|Ozw=H%s>F~99J}HAP1rhAfYIkG z=$XPzm?-*>YHLZbI$>)3XoDJ};&d7Fek-A9_(nX~cN3!YMOose$Z>Zr>1 zBQfR&nGUg_W_OO3p3@^29X{l$l$%|HJ)9R3L0M=R;cbnD;}b zp3Hv`3?l=JaX83;T5{R9hR76p=%y8XQJVp-o-wfakRAjSNkGr1I2?HM3Ou>2{KlnU z;c>MXQ>a`CWr`bVPuyFw;ix1To>+s+#G7#D=G&CDn#z<t+9e^9=?FD3f>T^Kw!mYO;Wol5M&+#KD77@ zcAKqf>!OEf3Jr9SyT53}b5NVvLcWj7uZuLyy}4)$o^LWW`TFfbA&w zeO<|qE^WunPkph(Gl?GMmtuUs6uZp!2UbX(BSF!J(Ef2h=;YPl>=%>BbwxE+>ft#U zt9w8dOSCx8)c{C@HPc0@?Ku1|m)PsgCeB2eRUo_2?|MGc858JQzsWedfu{E98zn598IE@npn(uzeGSTfe2?{=7rfVPp;4Ir%=AIW46EJ)Tha-%V;F zkqXk=)X_a&1FdVNscY_8%-P(F>tnCe=^w%v<)0NC&(0s5m_m4U<}ZC8yco@9KF3Cm zIrHZ11!(GQj0yM8_^<|!Hk-6s+?rcI(PN+9&M>X-{S2+ z43}Y(N+Zu~P@r5=-;>tt9fmoJgNdB;0vuj654J~h{^(b;VUwI(`O8mru=un#`<81r z7ly3>=e07d#21Z;jQ!XENvP@qhhZTCwj7d_H2^OqdEfY}be2IatI{Vdj@F$jj;Zj-g& zH}OB@=)=A%`EaB&n?Lob6r20GgIIhNAlCnQ%=CrQOvm0n>=X7OZzcUp_a*p1{7HL` zMXXp(U*~|{eh-vto5=EB`awqESxg$>k}#*5u|z%^ZFe{zyt_>rTHAT%Yi~lCummfZ zZAEVVwTEmw7KfahX@iV9IZzahQ@@0Qdx9UiAIkaJKf2-Rojks00LPruk0Lq)(rkd6 zI9n9oz>}&B1;?4+;n!q&MkntPrAt}5=gJe*@;r~hum6Imdm(IlB7{DnaX4K<82l%g zWB4edjiv&Tbr67h7emJ5)HDn@T!#hQ{o(JoN#I?{IZQ&QU^Lf{lG|{Fc9X}bE+>u; zQYDzM!pr2Pj6T~v?12|f`$MbWYsluZR=0AK`Q-{$j83*bW}aODiSfrE=x#nqe=rrV zUVV()ci*Qrx6Me~h&3JYZ6Gx(Wyr{q95R$@LjKqD2LS=UCI8!>|MfHQfBpaeUqAo< zxBvbSzYD8+cVotVA*Mj(2S^lgKAKgNz=|A&3E4^L`BIkEq1VtZz6EwIw8a&}MWn%W z7Bl1O7#UEv0QJ^qu&A|z{~qO7jlJBwVfsVpALV9U#us7u=^E@m@Rv9wtc88`zhO`+ zjdR>rljKe>2$vLMbZT~(8VDE@v(k64MfDY)fAI``TeTRoSy!mtx4q>H=Lh2EYG-hf zbmJJIUetGzGA3`)!ot3OJ~_Gqoca~v!j;X$OwOikhGIE3M;J0mb_p=WU6>ZG3W1o* z3h=CG6F3$eV5CmT(XHzpz=qqiS9L$47uNW~v)xnp-98i8?uzYfPw-rrFnKb1^5(M7 zPaT0Xx1`ut)rZKuq$JpG>4Mz)5E`{58T)sQ-0mrZ4#d@f>tbEB{h-2i{9jPDtfyFY zvXZ#FE`=Q1643L~W72c=;Kgx4M!`1?nr8sqI2uH(ukNHI>>2rLbd${1;TXa~6LHu@ zlMTt00dkfKx2%Q1gnHZ^!Rep^@r6So@3%_dS(_fpwyc^*m+rw}tZtR1{+QHVIa?xCz9{ z4VjDFu0uORfd(fsq)|?nWhL)Jo=q4CQyDfbbQL-X-Y3f!OlFIl@#1`3z1j?X&SY@z@`+=n2ofDgb9b;vAU&^^wYK0p?bZ1vO6H$X3K(Mcb`qI9hLu6-FhHz2rT**TkSv zw-Z9gcU$7a^#Z#%uT#jmpL_Ylp<5_#KH~Ubzn~~KopL1CGY`CP6Ox0)Tu_`V`*li<)YI~)b#*|P-$A*Drqa|?A zF^1N^&qdS9Vf?aMnr23E45Z!VeATG;SfS+!af&nfCzEe-oas}L{oyp0Yp%wf+`U2X z_(b;AusZyiyc@Ni>ftNbBC^N8*Yv z!)<^xc^ZL1P68^=DuRQ`8t`I{2K%g}61OWw12!EMy~{cQ~06o7H#nzZ%J6%5%XPT#-0PMe#Gu(G8aEY;_-@1Hc1TIczQNo}-! zYbx%Xnu=?lY^0%|3+c@bf~XqW3vn9nsgjom9Cx`0J{*H{CGQ+8_4LNVaBdDaT#7aW zTIl&M2wvX2Nv1@_!SQGv=43(+y80!eVA(}j|L7op!M`SG|F;)Mbc~pgtp{+o@@Y`p z^%ou(T_*+Zd0^MGoSc-J$z>r2u;Uk{azuh-I_qFnoeEa-X0o~GH(`*Y6hrK?aJZ|N z?(7Oj_s5H2ro~2F@j} z+`lS;BBm=*bJ12f+Pk05mp_AdB#y$=f-qFlFvJV0YB1;AWw^+_CbN^Y8G6c}XMVNM z)ZuG4=5L|Ib*u=7qZYyF?<)L@_pzvyV+s8(E0-`+U{tp)C)HxAtVz{0G~4!-q~r#Y z&Uh{>zv&wla~^|-Z=x}a^U%ay{Rxl7Ut!3IIP-U}H{6ux{78k?B;Htp^M_xCyq(B< zHkt~nLzW<3G$mnX`$<>qO1^+-0*375I<_y@A^-Xn5^Q^oS_yTN3r~b0>UuwnJWYm& z^OTvhYf~_>k6TzC{hh>?=bCf7 z@iyEoeF#+fw;M_fl1@mXF(0|GhXV_o4JN~l-ZT`$bFM7naQ(&vr>Xaa}|{mlA&_^ zvwVjS>gXUV%dT8mL)IN4k|&qMIsG;Ie)Yi>iGwF=DZJ?Bhvu?0^Q{N(maRq%4akX3p) zh$k%{q04>^-m4o6=@!GF&rMN2w3L(0h289{K1ACv#s>^VxgxF2`w-YZ@cNhB}NW*V8DM zX`=zddts<{Hyq-;53^lfpmyR}T&dqg?pT@9TaV9ze{&F)U!KWG36Id$$^GEXe@Y@A z3DHMOGx!JH0)e9;Vn~=5$L2bSM{n=qy0n{k?C^Iug=)A+oey~jim*M;ogU)rL`mQR@t@R#6-NMmg{|p=mbt4|jj9`w|5I}%0UKsE|v$qLEOhb}w zh~7YU3{C-s5{6~p8nHH;CX>uR1GGA(oV+ajNX;#(A;irW3zzU{b>|aacT^aTvtrQQ z@*Wa6R_x{?F0);gh<~!5Q_0lD)IqTVz7{l-hv$oFhAh{oHx>np(hacn3Xd)N=+C)S z`iLCoF#6cI7iWVII~Z)jv3pCft}%${F7g9sJB~M=vJwW;t9X7{zhS!_f%c>Q5Pd@h zUisa{HT$liYV%cayL6lL+dTq<+3R6QA_fl_2VjWFS88gmN-a(1^8NS|n2e_* zu!A>&5uEo8YEnO&OfnT8yd%w8S~fr*_js%huYuPmZ{YjolTq%|emE|<4u|4e$gUZi z&}iri9zR+S%anpa>v9}gD!Egkz7ou7MZTDxA>>ys7-B`M|RYe_?ws8L=5R$1@Im&U%-nwzaBmBfPe_Vf7X#yNT> zIRk$zUx@qk3%MOh3rZcyfHkLNSl?9&jGmPVNW^DhU0n=5SaKD_VwW+7ixN1dZWZjB zM2JSzGN`=118Un%>ADZ{D6U%s;;R|-XwC*XeBz9H;__l(g#zzD~Q7{6?9Hn#I|Ob(S7@r*t@zf z=qZ-`mmoSgCuF z$O*k--j3fbWWS;)^wpl@x_o{lljG~Lk-50IG7x?=H}a*D0^ujS7NnK4xU+sB5&T=u zd2E#U@tf7a_`3|tPW*w_2c?)ZA_};EdMuQ@7s8W_6)g?&rMAr!JZ%?&-~4oPXLvn+ z&qzXtZ&#px!+wnIsiK!|$f1I^Jox3zpvF&wFzU)Z(2de&#oq|A>rPc-ZL}XMcYOpq zi9fJ6;Ras29gCIg|L{wtMcH{VksyA_kAFz)9z8V3x&4mx)8$uF(L!6F&GviFJ1+bb zju$83!Oq!?alR8uHQD3tJ085Q>&0{l$Uy4Xm5koFDL6I-fa2E%ko&EJ#oLFt?EGQO zOs^plChlaFdkVPE+m3}@r?BqRDbNfpAo&;K;LsB-cE|l$PfZ*kq>@iqD*Ui1>YclH;4{|d)<&&9*9B(B0ZY2ahrl{+Z zO3N2@@dPG?lB(upY(Hm&t&oRdH_M^UXaibTD3(96)5b~vrNN!HS~B~|b^ef2E9RMm zf7OTZm(Eimxoa>Z=qE1NavYari{diZB{(LV3^SMS0~PKZP_jXQDLJ4+W9Qgo%K~9m zZfYU+^nKtPRyJbMtO62zekT*^9|m`I;!(=L4#oCyMZ@tatdq+v2uQKRi~Gai+bUOL zGBlm~@TW4T9mVi{_G7AWW;3+#2x%yq#R|($!@BJ{SdnT>R~H1~v-v$JCKiWJfwEf3$Nmwg3LVwx`c zHT|H^9OO~!XfP@^I`XA|-hqtc{b>1b5p&`CWk~Ajqg8UkkhN?D7Rnm3?Z=bJh*%rZ zuv^7z`E?7bN>|h33j*wqm$}%OGaKp+IVZ@g6f7y%!n;3Jm^DY1&=$)TFc##Zy6ig4`&!2R#4b z7~RV~-lK=>xc*KAF__VVUoCx2zWj*?wO8x#$G$R9E4a&xJm87V4YFi|`wa*?Glz(r zjEDBswPeeaax9NK0Au3?h+Xe#wYV^(hn?d)<)vZF=Lo*|>v=q9yL`MbBFi{&IT2m! ze*E^Auw8d#;CGoAYTj!HW|0|sS>FP${VjCeqI-1Rp80rWUcG6(ZUGL4&tgvdSE5i+ zEM%$3;IO7U^h^;z*AhNRwdr8*%V0d3*FxVPn8w6k;JRXdnebnx3gdRH8U@@Hv0>#K z_%rtbWSGB1rCWWVG_FU&I&5Ld}{|L9lqYKNg z@YPhjK^~Lg`N?L~TPh3}8gFn+SXCT3HIVyDl5{49T(P5=tZ}))D$##n`Apc|5<^hN^szAXk-a*>lT}GN;GgVV^}37S_c< zzW)kr_9>yGH~i6axhymBNoqMQ^1}ywF6-G71}7xXk#c8Sn17xn+m9bZ*+oxa>zt`L z(7^c+78|o!??Pa(SC4ish{64tRaEbHCmNi8L%Ix9+1DITUg&ub>ARndb(VWk)>x34 zJ6Q)CT8r@L=6xts_lLyCpToieAzW8*2?V~(1bnm(m(93E&x~Y~ES)Skq_7{gGN+LO z%PJZq6^fU(MKSSbV@QdsD8%We!Ix7tWWR9*tmup)CVNkVy4Y0qYW5GX|M826Y>uY* z)dNO{U*YZlVu<}smOv=S?LTYD{M$4Uj~x9$Rb-x^$=oU6+bhO2s+Xa6Q2>~oUycE) z(`n1%O{A-h^X+i`qqmVAxZ=J(Wu5}=RS(AK$qV7WR}Abw)kc&~YH_YyFDyIt3IzHZ z@S>9-cF){#blCW&yOuT4wf$rNL zMP@#Hg4bsW;^M=GOoWR&=q!vN(Y@;Eb#M_bzNdu&wMq~QYOLt!8MI0E#Jo>tthvbs z@OJuu)BfzkvHDorB(|L&s8C95St(fB;zU;sW9~h+5C;C4FcQK3 z_~0J5r#@R=gBbA0q;P)vuyW)j!^T`)rtRN6Db_btr4&`XeS32Rgp< z27F|g#vDnKp3d!QB?761qXXTtGaPR%R%9Aa*Af}$H!%KkZ~0NL6|8uoG78+;i>n`p zVw(3&#Md=kR+>n9F z1=T2e!wjQyCW6MXE1+mCP6|KTGNS1s%uL-G7?e4g^gLLPQ!FXQI&A_o+x-OH)JWX# zb+}8E>kA020EKzt(DjwazffcVDSri+*iB+2zr`J5+sYv60!79xkZ<~42@R)=VCpkl zGJd**%3k5ztf$Q|a(OO9b%t$LE)6Nm^oV`2S$%=BFiY6*eh zH+2FTPIg2K4|Voc>KD4BT^rw=h=idx<8)SvHX9_8ObyE@sTw$uHz}n7N@}Mj=c$oQO`6m*JRAFdTo9Lw@EbVo`)Js3+<(=F_KA0bNrN zs=3c!ovMam-G`WsKE{}M!;da4`-!TgkmAv9h&^?Vva#Pu!O$WutEj~|-&l<5e@~E! z8=Yanv~X%*-AYX(c9QCb1nA4JrUT*j;I(5uz7M}bqyrh~E+x3$it}JK&ce0Fx(H7( z2DWzyGP{ItK!;)g)#|T8gZ^xu4MzOo!MoVU&S%yP`C*69JEEd4K%|FCaBJ%U z&RMh{mK%vMWtr(@IAb|32vi4=Q(kVDp0yar!k>^jQL>fYvoE0?p^xGu3JFko@b%0c|F=sy$FB5Phqqx&cps-XP$@KWmuuLoUQhgqSgJ; z{48;2=JUlpd{P!gRIKK)1qMmRA)gfH;b)GsH48y>S)$(jsHj7nJ{A2bz#^LG7FJJ z$WSQ?g=ep$Qm7Qtq@pOL@-{0K3Wbm%6lKU1p`w!E+3N@up;8(sLy;0u(tr$o=U;sN zgp=o-z1O<$>%xi;^2DR=4>VT4HoIF{h#?S9YJXVbHP;f{^<^LN-`h(=y(L-4V6~DV zr7n{BITNq(O=-oGh3K}?5%21`5O48Le9_0vc@`}I$HK=v+w*?7zIr9w+T;RGPt}-f z3OqJs+cUo7!n64L%yU%86=Yt0`b=#+UgC+~8EAfZ7G!)J#4WR@K(bR2&A%oAIii!n z4K!KR6BhWZ$%a0g^9f^Qm%)p1F~;+>7%pu*PuCxFVwj5+NZOY{{oMg#vL_8-{!Hq6 zQyfk{o=y@?&Vz>i7L1f0BU5z0(AQ6Uac-LqW1pObtWY$1{JOw@&Ut%{)>z_^cERG3e^h+Yev%(u4IBuD>NI}`(OgM7Qgs6t=)ZwwXA?MHx<7oL zsLkeg|Au|;nHaJ`gZRu^PsF)9Maud^B&JIm^B3`ncKig|R4&PyvAavXe#X&=%8ZiH z_(19#3wOo^K}L1^%iA@g}#BUnK-lI zT{eijeSnwN9dwg#6GWPCV#)=@*?(@raEj|mbjzsIve&KHt!0EQccwA@veQ}nCHu*5 zrwF>$xgTC}S@J|LZ;;tI3|FTKGxFTNHu2_OX5Y1G_@G&iNg5j=f#NHuZqiJ4Rf#*= zUSEl{)P(JMb(q?VYHAS2aHFK_Zy}h?;4;wn z+h{;mHaz*mb!(dqF!tDaXxfttgL87JFAbnQZ#F=7&;<}P`DEVwQJJ06@B(k&)!==d z?u82;C^9}S7UaAAD=f?irJXaQanI2V-0J?8j@5la19eBHtbY(po%En^zami1W86R0 z9o9LBVWw^xPMOe1DzXBx`miXNzIlpn?u7pLpc9g%6ERszkj--F#Jv)~(9iJ?%>Ou@ zdHLcQon_9k-Py&gq0G%v<5QbK&C?nLhIWHfy%or{x5D%K0~oYgn%4LpfO57N@5-%# zfc0gt)iMjEuj`{^iUyH%Vc3_#`;ea$3^%S0W5Fz@kEJk*zngE5*kZt6iiFtHi5 zro|F_6Cu{$$^~9si7PEz>y8T^hw`N-twfQXxoGsI7q5Q5NLsCy!r>>fm^md4v-*t4 z2XRWwEuUS*`TC^Q& z|F{#u_-)jtB_5_2%Co~~M)|jNR+H$X1>kPUb!Lki;TUR?*ORRA&Z;6<96Ja1J-dMR z+5M=0v6!FqIU7Cg-03Jc*UGehZSJl6fc(@6z-to?sOzjQ`cP>-wdZCT#V0yx%OxN4 z9?xBH?Vb^NUm?gOo&7~kj@`t@6B}{(Sq^`{M+EA+^%9QzNuEqjpgZ^dq5Zn+(Di&g zT0G!`-+65+z5OgK{yK%p+9$zARgFBaRtili90(C$O7p@8H~OQMR;|+f&`01qSlluvFRsod$>a z-aFc;oTfU@I)-y%MsduTw0RiMt0%iri*c8hWOL0cX~aPZYV7KW%e6De%QzpjA4sL& zeQxna^rQp+f7qQ^LET(kkE+W8;P}X=0Zc340*5=G*2li~m(1@!fa;hCo-Y$c3 zK`E%I(+=|86X+kVhm**4JY61G!qbOxxHjhvJRbs7vEKnbrY+|BYujOXo;>fAQzcmI z+`&F3ibk%#0M6W6w{mRCPP^lBfOI*W8PnHvzU#+FAg(RD|tOw&oHDOFejLAv$ z2bsmaTvx;v+O6-=vSpuehejfQFg}dq4bKI)QI6U4VlA&BZ4hb$Y_LS~Ck7=g$KvDJ zytT5)d>#KV6cb9Io0?wYuJiz`wur~o{#P-o`yR9wy#lL&D!$({Gh9(Plj|G*hwPpv z97|3n)AUZj(fauaQePouM-|mD3kKtH)zDc~fC zJUC8Ye!dRX?!xHz<`_w^mdER9YOKwlyQuU-qx8hniEO@PG&T}(bdY$ByBd_4%e@P6 z&1-Si;YT3u`Y(*+r>LSuv;%#A!XLu+gwgL8p5XB*Ycc%#0r2~20nQOwWZ9ydFf(Ze zyBx(BgQ3lM^IJIdB6i&*`b#dVDUyL2gp8 zydq2w3j;UdDY&!09W_oHQDTyAEXI`j zKwS4j0~sa=kL;R>ecl)Ns`tY%c+V}~lI8bc?crZsHa7vfx%cMXxeGDPLzL#^f8g7_ z9U*t_dX_4*~h;yd)JO%wmK6vdEV`?6?^CZk=Sm%8%{6-5Yyl1-xhhFZ7TjvOP$n?`N zD{p#PYcJ>y-$F+=#{jCJ1w>kn@GnaWZJqK@i zyu#v{Ja*kTe=r{4W5X8}cJTxwtW`e6#Qj@KT@}BQ6~A8N%jY8)MmJas@ zzTlvdE1Ra2MQRM<(2{XtF4?CN4ao^K^RyB(B%KQ>MNTwIit8!2I$_0MLn7a)$B+4U z6i!W?0hfKY3D@;dX=EtFB){!H-m3W9}dpT#M^f!!(Df8Q2KU`zIwO;bR8x!-I4utXZsTr z`3d-Y;WEZyY8H&IHNl(dxp-1qjM=~W0@SWEWxa|&!2C)Pv}!sA=5;4A`mGZkso)qA z+rx-zK^}%|l417VKf?F*f53CD+YckhQ}LejIhv{z&W~8Qke!vQ%Jx3%;#X@bv*y=W zIA6RK6xWNfm!4=~LiT1}gJT@_ty&IoUW#n#T5%%pK7nyb4Tj<~d*~95#Tk20i`B{Q zAyPGB%-$*cv90eC4UVkfMS17aX@Qa8-8f3@w=3eF6K7CsxQ)O2*F=atJBOeCECg4t zS;^MDz6HT&pHsU_ZSX5iAMaEvV6C<=9G`8&2!`?CM&Wi~A95Y;8#9<^JJ)kwk(F5S z(~Z3Hx`1|nPJ+V97qsi&d)PSL9LE;BqLbnrc2@d#Qkp4+!}B!QuZujHCwk}LTgNNZ z%+zP)xcR@tqfh+Ku?Mv4@IkU*-*cXj^ERaNn@AsqVB*VuOk8`I>#|BQ>rSPDHJC!` zic;Es*B0a@1M#!y8K_U^)0DjhaAd+no}%|L>X@_#Wy86gn5H@BqfDJi|tRv@cqP8`DOyu5bi=yIV2kk2B8un}{EqdvH)! zfj=ssL$^xzV^Z7_2pn^Oj^w!@qjHiCOKv0nrHbq_k;zm|s0X^PZGmR)Z`|bHZ>m#@ z)Nb7}`f%d~Fuc8z*^Zwe^!!Uuiz(!5tEu2{wkmWPD{xtgP@?;1A~?(3guxlz1i$y7 z%)5H1IAzF=wK&4>)F(W3{TTEh8cf}TfAmw=6DUZ(0iC}Cq4oATkX}5AnbY!wtQ}@K zrkMvk_ZMaB#CG%Mzm5mdDpiOxJp_+x2T9;9EhgX9i4`9|MXIFsf$^4^;Q6hNYzeW4 zgHAKRqIn;#`uc;4pUH*8)pDhRs}d8Q8HieYA3OKgZuJhWr)A_^6`>XPqsCvPwTl z2+_lh{x?X0X*muL9RMv)2XgD~Z!$2p5N>pZ()LtUbJ73InJ0gS!E{G1q-Gq%A@&po zS}Sm~=3?~T)dF``e<82uG=jCEJD7yu=T}O2VY2IAns@LVE{;~hGbSg9=_W0bX_&){ z*=34z*PVxJWAz~M?KY{)O+mfHY;*bEjd1;XGWz6;Fnvp8p{89J)8&`3s-=s#U2Z%n z8TkR>r@1`v)p1g7t&csL^YQz%zhvt0IXKeePaLMP7}a&0q^5V0^)ej)chPN_))G$y z3!d_uMcmOwJA>!+yo%RY@C@Yt2{O9=I<)SGF4TlBV1F7sEtyufb2G-XS%-hZ=`{E!okN0Z`VLgu5RobCwEOQXi;E@|M{0-#nFIy4Q4}h|)g_xtS#L z*F^T`MLoRvkYlo3ItzY*N$kv~AX43O2?dOFz&d#sW)AGYzj9(|V`hXx2UN@h{wOmu zCDOPVMmT8gmqJU4KzOoM3o|Z@!Rvuic*V^)k97y~$J>T6S8O>t@7s<_?UIawX)hG2 zd?7I{k5J@H4LoCRQ!hq`AIEVA9F=eIQ;UT0KYdMRcr+HjztSaCG6ZB@vQg&t2MnAw znK{S@l=#+87hk>%hA;e7Ubb&U0^2gLSmM9Z^6Rm?( z8Iv5^>J)OZ42ZL;hj$Bg{_%ob!<&VjDG`4~D$jO9-cfKQ(|UhTjO8udYi%zPM+VQUw` zdINJjHEPCnS)YM%Mm|K>Yf{shI(RZC76i|o1Exb1%b7Ei#zC zz7!_BFyL5UL6|P!0bY6OWc}F+yra)$Hoh%{OP|t6wa;}_2Txd`EkaC>Oe3jR&SU6` z<4l?ffamO9>NGwJOSzuY*7@rhfi;D&)L8(fpCsTftM_z|(OdJ%jxwzOZ$8Lf)`SNo z%FM0Hq3F2k28}a33d=^qNS0SL^d}9X=i4aUbo?OaY}-I&bhD|<#RF(vrpB{AAk1eE zF6QRu%S#Vbm0;kbyQq0|8uy(tWM4VH#vNB<$bs%Vr9vs$bl&JW{=G>NXmDT=id61~ z((s%7h!f&ik|WIs%t^tWr2@s-j|JK0qvI&%@E<(aJWAwSLUD9nDeT{|8?vR%Vat1I z#y)5VRS(ez-5>3=Wb`LGs>c&8yBVoaldiz8@0MiX?3F^=2e39aJx^Iv~s)357b zz4;M5R0)8g(*o4^OO)BPw<8cKWP;I`=D=WD8=5^4h1DJwtmv3L-Z7G6#1=K<5v3+l zr%??2!{HEL?Rp2I5V6R`IA zcT9c$3D!J|p;M2@(KVmMN#oup#Cy^noI7?8_db`T6(yNyTht3qB}5n&$*f1^uf zm2v;qw;(oCgDuHAj3%wm&GUAjdbwMx#V;yOaCKr;92;xB`>OfaZ6 zPDWX~Kr~*MM>F3D((1Qo;Gbp&G5Rw`?1VlOjWK=R%aM-|w$B4Zm%M?2%j&Glr*PVs zb{2~EW`S9F5KQ_M1mjOH;Bg@*Hn`J@hVdHs6*2lOIhl+mcB&Y#^a1#r+2GvtDyaFK z3JRRNl3nozPL*WCv`{Oayg{3-GX?>q7eVV$InvylV|P z)TGXbxLTd(|DLoR=I++#&5g(bkL?<0{c0g?kM5(!riO4eLLR;g#X#+zMilOj#!&GC zFl~GW8(j8|R7+Gtf!77N*!u#SrW}K?DV!7jnmkONSczI??O3aSoz%-JVIjx;J+Zup zo{dhW#=eg@4r4d1vJoa{_HeD(r88K^;S6GW`51csScLOF=b}Q2D;2*dL&lXH+1dAi0u*lL`KhfVuZ03{ps|c-VeS&W;N@9 zmXS7u37WJ2?Tq5`K+DOr9XxQ|&+Qjq_K@*Y>M%K(V{m^HgQ5k35OU%sb-VkOuVJms z3pu7uHi-H2{+fxhm78+Gaf2W`ltcb6=caWB5lwxmPiX5Zyyb8cRSrMmxFQ*Fz-AeJaPl-9z2<3t>u3ix z*mRsMKH5fyX*;o~0ansGiDqxeCb`;yxZdzEy_b9twzL$G5BGz?hBq54Ur$5-7gwPD zRV#jCbs3HRdJu_;#dUlWIC!7qzm=>3i`gSkzF3^g^=9Lbr{_wSdLM%SYNBwlX9;eb z7m1Zq*JIbxx#<#$>PnT71oXo6Eo60)x zFu~v)Ma(PR!1oeOA|^xDAZwcoO%vN`r$-6>l(dAJIymyK+1sPfD@kVL{aVz2zLQ$5 zTaSIQ)wJj`=Z7de#0zXFS~&^syxB|?|E5r5OBdpN z*NnBvT*GDbJm}?1ck$XMcm6e{HmEA-fKjP1qB5vfs+}OtSQc7iqQi1HQtc}1N3WACU&e?07D6?G^8U1|0tZrMTezv zwJm{Lj>fF`su=ihbvy6vN*|8ReUDg%?4U0fmf*J!vzec(%(yP~4WjVL9ENuQrF^=MF5-{(=>$3Do}R2S~im{f7OP zGRrcOctyLf8$D*5P1~+S!*xtW?ApFZ8xVLf{9_H)d-Jc7XEpuOB zJpTjl-ktNLm?5b|@*jvoNzj(k(m}367?(|Z z+Hc_b%4Ud9yN_NKHdy~Vm0!Kf5UoGdYHn7?sWchwB(#$cH1UeSPqvgiW=!m5+Jae8xBAxPiDp*Hz z?uxSYk98n4EZB6fLJ6*P*bk@bx;gKR9OkrJ(T<&cL?~q@6!vnnMCC7hnVtb&S70l# zICh(+?$^b8^C=93F2yf5qNr?j98{0RfojGeh&JYf)e#X^VDdMld+$OMKNIqvn&9Fe zeZ)iGlmA&?oz5oXPS3bVW zxWYMFrqJ267UaZypjOBo4VSKjam9Gla@8j0o8Q47^?9J0Q$cc%-9xLa4s^U~4B@MX z(dy(*o>|5eR@Q*RiSR6p^E-4ev8*qLO*=|qrOlE*PsD(J($%~0oij^7}>5oTQ-Rx?6ZCUV|{ z@8COwPxRi+W}auhhtb3SD7AMraiAHfJ2ws6b{m1D{9K+$=?~;g!6a_UOc0y&j2}7U zJ2_Cj9H+0;V4MBias0{({5-V=B0iY0UhikZ;_QDQD>8>xah_*C`8(9E8-Xn4=Hmge z&}4j!HuW#(r^H#1pPWBRbY=j4>l-G;Z_lBUgA5TF6tcMa*lmq#Jhm)!Ux&5pv}BTG2D!IE`!QOX_#UyfW-<^zG#`;UVlF^Si$B0(z4-ozCHI_PXcdN8@08vpsk2=hwSR%36%Tdwg5q9 z=;T&>+HQag-o3$?k$oJ4l(2Uj%x4 z*5f-dvOkkF%L>s*$4DIb&;;w>B!Phi#~kl6fTkHsm}h;}D3mdqu^bNP98voi(;pA` z`>ShU-vt%8StJaJ2Si!%B2(~wBS-o=^KsyDJ5NNlfagrC!BHd<3!00}_BW5v3hy8E zV2uW8uX*%wHDS5J#)Or$NjSs-eCjWqX)^D2ig;JUak7(01@ z2<)uEH#ygE)!YC`e5ry@gw%k})MZtwuG1xz1^DD;7u~48k@>~UqARw{f_>K4QPHD> z{MnEN2_4$RYV50 zmbN8=OYj>keRY}Kde;g^7RU^jXeL)oAIGMce=DehjFqRL<%a;X z{oG?rj$Mv7mR%xp_butJ^)_T{wlc>9(?HvGLO?R3(QHL8=eSMA%#WSCO@HK=h7b9; z;&~Wv--HQlN2VE*zTq0zTP}dfI`=u}YYqMRLJ0TQrsJz6`Dh|@42@@=p`YiT;3fSj zMFZyzVCp-a<*r)Q9 zr9ByQxbN)$_n%FDalHFo`35k6(U0^gsMO9+Zu8`xL{XK_U)g2f^ zPiO4$c}Y?hDPl8jLN%NZ6LN(aiP1YWaZ(wLKI00tfBxXKkJn4pILR%ZzKWF}sSpi zN|jq?qDsqD@E86~?%w9|8WRLTc5wkOZkaGEsl(-gjW6+kERF$x(^2YlM}o1f3PA-W zci7_+jH1H8nzdEJ79Tg9aJmccp4|d#^&=6V-QoK;`?DLwZ$nfq$0hRFOVcGQFf;8O z>={>L&iolFAu~RZ!!KJgXy0<;5pNB~^;_8uwo~9waR!81c+%%<%Rzp306cWWzPIEY~QDb91txo-`6o2snGGoI2Q)L-$4#s8Kxv_XWcEJ+*{g ze`Ffx0DVpB`)rtpYAVFAB#$ptF2i!uJf^9+o@|rUgtbxc;2AD}k-i$^?0A(KjoP;o`VQlL)*tU@ez!12 zLX?qSoeJu|k3-8DGmP10ib}y^a5;kOplg?qqN<7Ph@L+_q!KVP{RQ~SDD$Mc-edjb zQ3zkS7!p3XfXiA(_U@4gWFF0f+znOKWVIVlYjZtyX%j)d??obH69=z#x!IBL3f#Ko zFui=t68)@8NZO|~V2{g#;^7Zy^7|!!pBa}!b*}`yKXK&hXF2YB{1`3oYcPciU!dCG z3*=|#LUj1$iH6F}r41LdIbUKR3T)G6Z(fq(+;4nPn3+vPonLY}i9C2@NpanW+0giO zKYz$|8J7R!p1F`HE9?3bG^BJX)BX+9;wjHJr2u3NI?Uc)%oBf$yeG8Z2mcG1$jE-=lbfoUC}i`OjJd9Yq<0nAI%yLb zbQWd;n|^Rii*)R>NypL85%kIJNIKj25gtoF!#jNCJ9T(4{t9c>1#MnBF_LCn*xbN2Maka&A2bCifSIqgUU=3*2St6 z%%`lz&IcykIYf|Iktv6APIIu}y+6d-k8pkG9GZS^1`~@VD6%FW(ztu9!}T(ht6NRy z^-D8zvaVphUl(0jdy8*W7fPoT&w(OCVK^+-MFPzG(4-*?HCY8vh%yAXM+{x4qJcR;@*LRj5n8!%L{J9quUpk49%MjZ5|$=xG@*~ zd}Lw&!cjO;p3N%__5)FOCtOng0?Y4blY1?|{tRA&UmdrS!;?&Db%@}=j>(j|{_@mQTQv(`+QG&~xEEPqR4Gw_7x zBUa5D(7a6gc%uBZPx|TS^9A&VmLI-OUkQ8V2YJ0|V=!|l1aw|_ko1uT8t_ht#lC#l zexQisK~7=Q6ZBYL&LJRX$a1`mG9tg@1ywx5IiEkD0`rVoSoyY{8XhK$9M`Ez9$3q< z5w(e4@@9NnF%y~|TGD{W2JoHhgEEF#Waw&bvBFzP$kAozR30 zxiN5Wt_BD!EW{%FSR88#;j)$sXhpO=6kipAMHc69k1yxu{8UHm&ar6Y8iYb?rSSW( z2y^Y^RVcVJ9S6?}V%I#bi>+RPOHQuhwXV>`;^sOSlsU{!ToHsHQhcd$UL{dHJP-CL zrsAoGoV!UO1w~s&XuWYSkxA=;JEF-v|Kj%;k$MM|;~rw8*e=|7r3W?qcBA8)oA4}U zKIw@3ZT{qK6bWch<(0%PW=&#;i06w{{O&Ibkn&=X)1KUcXnj)*YLda@o9}X*_~|e& zSc}?Ca09)K?ikuw1m;V0I0x=L2zzrFj&FTP4o8+kHCJDFOtbm*~rp$Y9BZT+yE3jeFE2B7lLd{ zH#uTO(fxx3W^djBUe;M4Dd7x%d}8R>p1(MIo;HTvsD%ZaKGCf~ZD7JzVntUaqFatA z8ypf%8cnA2lqD-MaZMZE)t$uZ-9CZUb?U5#iYlzij-~Y@`J`_B229*G3#%%of!N<$ zST(YkZ4>qb*Sr>3wa|$KG(UqBac^`Nlg9Vz5^!qsGwf4ahWq!oK($sfSvW5X8@|8b zxSnC?X>P%Wa{RntcX{?+bU!_~Q;?E}f^5y;5H4$=s39s1H=Ep*JB;T zcf&=HyomTRW-YqOexgoSR-yW62Ios!No({1$;NHgjOe#=r1sG$eLIEN*mPi-p9oWX zyADRFE-MrsM#cw9Al0uHb}`L-5nVaj-8F|z9lQ?F(%gIPVhEb;jfR5*4Wy=$^U?1w zA~J1vP^SR#*AZDP%Qa;tDTXo|8-=Oq!U>Qzyaz8kPh`ZU+j%X^V!-&@DYA6S7_4+k zz=rrjJo~qh{<2LXkGcOl&vYSZIXW8;>c&&MgkR|X;{x42zZ3J)#hB#P2jTbLV$fMP2cOQ! z!ks5a$l}puwDa2)aCowtSRRySKP^+GTSzIgLYar=`8 zDEK#qmn*jlCd9hK1y2d~6?d=f_*03VUE6rkmR0n$RRHnKdrtWOqF~j^_c+_;8w_3X z#OcK`Oz(sB>;YM8dPPnPMiw{H{0)N4`jf9fer9S(=A$fruSN{4KUhVgD-p-fKA<9x zQ)ph_Y^(|qWZpJ7p-07Z&S`ZJGge1J)6Lg#e0{5VrF{tVwc|7@Nk>!BQH z%hG!9`>6M;lf2z0j{p7MN!~~sU~W+sVp<8&;P$t3R5!D?9&QG?mA@eL`2-wO&}Uqa zcLMkh(dmEHY1h{6AbczZH%^X1p>WPo|LZtfoVJ1LBMVrS-Fe`l(1Ynq=Ch{7dTeES zGaln{nY8XNC^L`?rhAKE?yD3We{`1`Q7#{P*B6h!??aEK45F#I3^aaKKw-Gz93W(pP+3G>q`)eAqOQTV6Uo9%n zy+JxYA#_^U!1&=x%v8?;*Ku`r(&h7z-MAR6rF6h%KlisF6-@Ob>Um4ri$Jw*HUw{; zOhlEJV^c{nDtJjV_21XhUAreT&GojR^?VW=GGBq34_&q&LHj%pu-SMN8=g3l zNRvkXQEp~D-AWL5g^96$^+J)#3NrC7MW`xOO}}+8_-2_hZ8tc;3=Q_+?$;_L&G0K4 z)=My>mL(u^vymrRHiKn%N8z9CqUJlCr$c%8dG>24#JJ6(??w1 zJaBb@xrFk3&Y9v&mmufGk`QOV=Z4}IMM@8D6J@NUPm;wuG#DCih$r@Z3z)_A?+vG4Ti@XWrf?r@{vJ(?=FM$4y;<9`0>$t9F9zAm99F4Q{L~-X~)Nxn@ z{c`0b>QD?(9&x}|=BDh!?;Ja8S`XUt)6sf)2ezcOQJa^!XtBK(&A8c2(xGM8YP$(X zOJ1VFvocs4V+ZN)(@}lfBu3|~3sunp#-!>!F^@fi==qWCy7huE9rdvI%MUE@*$!p% z!l;f$DVB)VQjtfW(SFPj2kb*Y_1r|TyRC!Cr~Z)Vy3-&-;vc_!#(C6`+l_uRmcX~% zVY>0D2Pa9vU_0PpB2nHkv3?UtA%s#nq%hS zt3<9pgl8lWKn8{*aDpixVzjoCI1M3;x4lQMO<^(TtPQ#PGyzjx7V%V@vg!FG2b}Uf z40PN#qIPW>Sz9Cm2Kg_s#?T)9c-|y(b_R;Sl3?3?{J5s!MV$Sg8U|{*U?-UIUknCv zEZ*&~HV8|ymsLQa;a%)LG8d}07J-1^8W@hrAlp@apu1iHl5TrL@%4*zh5HbGHAD00 zXmM=&5L5*Xn=qq)F|MJYJ`Oh_?Y>&1K>amVs^`{2Y3j=UykrkVr zod}_UQtbB`r-;eTU`X}NCDVA-*dSAZzq_2M4;8`(cdwxBlziS28GW!@xQsOz*h`+b zzXRU+b8u182S zJxTsi-y@Kdz7QT+Ok{Fos&QRsD|Yo-G2RQ3P|o86X;yPY%k>#tHh({M6r6|Eeg4GX z{u`>fxf0V}eWtpe<6xZG&93t>z>A0eL8@ICHGV8ipKqy!=a*Z|b{)z_`Rz`u>+N8k z#lHnmm=!~W+)q%GmI>JXG!=TdbHZVtP(vCc+{sb3t2l?^NK15c9u z>7~VLg`6QbwJzbTgIdg%M{AjJ`$I(5stc`S9}&-78QfxB0ly0tvrT`icxmJrZAx#4 z29-J3jVdr;Qi6&%%K3YI&S9kAEr|D%#d{rR= zkto9We}!l*G6qqN;kemK3uRG}$qz3l^qdP`T^ImsmA7*-hgX5-sOvK`~GvMsy1U>UO=Egp5=QD9H z?sivVEi|8yv9=J9`07Mp(Pr`~VGbC`6!D}JjNyAg05;$L2sTfZFeN!1MenO(_tYOK z)%A{NyRi@~_L_k5v3t~*n`7J92!V>HGE;u+AYS^S%t~BY2c~HsN%DqMv~k!3wk)f| zCu*T6QK>{88d+kb@eCAw!!bopzaSdcpZM|t>P$_HF%{3-K)cWFgv7SFQ29QVM8;&p zz}0``*6~CVbF~<@trlX%H5xIrZVF2Nw~#KJBm=*6>yVAipiw#Rir?zt#_ptXA{74LNdchhz_IHeA(@?1bGJ_UBw z-{5x(loDvDA@jCvqRZ5-5VOKO*cHDI5AO)&I=OMMXGT7#1?NGn%_f}dU&rl@{P5GG zQ<$870wY4TFnqoQpk4rO`KE~fsmH>uRo8hQg2i{43aSd|PLuRVmwL;5JccM@3N`-M+@x1gK95L&Kj;`#*j zzyyi2TPsc|#od_C28TUNgb{ZVgYz;vU%=`Gmgi=3_*mrTIPyu2;onKtnk0 zZM>2o?&I7To`^F8Z7w4gJ@FT~q^84b@6C{>xRrKaeSw2@s-VkU;e2#8DDG22in}(T#!CUdL+%LA zF!K=(OD@61bt@s6Ho=X&PSf7`&6vcmrNPG8r1C%@2__@-wBi{YG_xZQkCoH0&+#z% z3fJx8Y2b!R5u#f49WUQW!UTVDwtsUA*2_kMzF!Y_Ub4U%i$X|q*#b^`QZb@Pi(MHBrpKhHO)2c-Mi8sVdKPhYs?zK55}4&ur+deM3T5-sJt78jCU9 zyKHc<3Kj;aLYDJYygVh9rhk1;g0E>nWIzMirB@7rY7E?Kxr$;YT=s3XG2Z*VnW`ov zW9^m`aC7~6*wkT~cy&BAhnci3I@7bXeMz~4&0&^Eyw=KWL!;f2)W`8mKk#H=g(j8jma7GP~NT@x4U%b zMQfaVsg9azjqz{HkjF+`&RRDf;R}ZzfuApaK-PH)=5058kILR>q3nGkn!H*^ z_01A_Dz7u>^J9*fkoy-0f=+WD>8pItCm|sIEC~yiu0!wO-`Jd@#@0)lvO8BSftrT` ztd`9I2*0?1S9VzdOSUiJG6{Knl)r(~ICrn_zheBkK9&d!tzr+qc|%7cw-ZN>vuL*P zAkrK~*6;lS+&fSP#*XW0s*5}|ds|1Gwf(t%SUq>wEiflTny}~GE?mAO3EaGQz_dO0 z@QrXb{;qlh?Mm99k)#YsV%$uj!x`iSgOPbQ2<^W8Bwu^joXupoGn))sRu@bx1g}7P z(OI-?Q!YI|&`XS#axC-lObGJX$hp%mLAkaKu1gidUx^L;E{^%2r^jVhM~6w|7CBZg z;y*Z~a~4-DG)C94iRju9jbi!=FiYhrN_?Ef9+~mNY~dGqT3J{_-hdKrG1J3GvpE(y zPDi=3QgCzG70mfJgcl}q+}<;N9M?~pb+&IJgKk@K=KMrRF6^O44p)~-%0!fQZWN={ zqERrVAE;8@T*&@2fi`y@B-?ex;hOF|^t!zt4r`v}kDuENM(@9H48Q{TsA81rw8l2k5G4mE}oI`2xy(3X5PF!w)DWlZP=)Dm-E<}lgR!g{PpEDr2kZe!MDa_ z*!3R7jJLw*H$#k3&*ZNw9Hl)YbMbgo8?Mv-jGH#XB*g>WQ~%# zc4;#0rvUTs&SXqJeV6_;5@fP_m$U2gD(Lc=VQ}{42RcX0kLq92#&Z4@DB0LUZY}u% zfs0mwOqn;?zvvJ#nHEX(1w)`*}*~W2G+ZGHD`veAhkje0Z1cZ8ZbqAv^l3dm@{a63ahklf(J1e4$*t0j31)#b0-X z;i$%H9CF)TDl)H=S8Wi;7k$cy;<8OJG$WeFgqM+aZDXcDCKkPZz5`WE;?>RU01cT% z;H)-6jLuHLrkGvCu6PefH<*yU<@#WD&Vh)VN8q4`Foa*`TqYe8S(T@h$o8Mbon;|l zYbFDih@>k6aetT3jH;|ZS_J%?@y2cUhE z5g7eAi+7G0fPdmt94^=bQxnxOz;yw!So*RwF@8R*>e&lp3l1Spa-^|h)ZF%w9SR;a zq9$2&|0C{9zp;AXK8y^JDYHVRNXAOaeVtn+kraiJlBA-E6jEOiGGs`~oCt|1QB>U5 zxf?WyQi_rcsYJ6PQAyAK{T0s(%PWhuZfjrrI?vDNI52J&ArgbmI;osrvPgPPQ${S*B~W-8a;P>r^*q&tcEf}el1?g z_Itl0`9}IU&;Kx1$V{OPLsopDEdhAqQ3@4&c$aAY7hT&hI~NlUoZ!y1W%#giCA9wc zk=lGR#an5b@T?=B%NHoaknv|AFJ?gh4qy5lDz>Nl!CvmTy4PsaxR?fCcSB#!UbN&PL0P%qAk zxwWj45aBE6q5p*Ebaw;%Sv){(tWsdV_FKH)Ee5%Jf53HaXZlcb4dk4N;~dwi$e4KI zD*+w0!>xi^=xMMuOREW7awHMm3J_Lb3aw^8xx30))KHm$2j^bG!C?)Wnk9}U)_Pc< zXa$3B{UJVO3DKRb&Q5)C1~#6FgGtjvupqV!{K~~RhQ+JS zjZzuGh-k8!oh4JFD zRZ-*P_^?BS{V?5+<}GWYWsUB5>qHyZjY}k2TW^B(r6eX{-d#8oDTRBZIsfK{k5q5) z9+cGlL!VSVyf-P_O8>z*1| zvP=YzExZc*mYBiDol_X5{RQl|7i6DlIAf(_2|h6sWklz;(vbL0`kJ?tdeqwh9adxm zT^-p^Wf??H+nRPNFhu{iB>i+d6grP2(p_17P~*HD6}@iJY*|a(f6j@$6VnLJwWTC^ zvn8sw{s)t%$TB(;C$sIZ#n>xb7qMbzA_@BM!M&Y^>?DU2O#D8NWGp)c#f^d3-qb^s z*Hja$PiN8f`V{tTh7Rc8$tRB=9Rag9qU^54vg{IHj>$ED9c#IDKmM7W!R?d=AoO5B zZR*xs+`C~rMtYt@v&s9wcF|Gt$VnM9f98Y5JV|JM;y{~I_TtZn3$+S_bHX!#J%r(l%db`5B$sbOR!^44n+M+ zgq>|y`B#3u=JI{Yh)-YAnUfCTX8-)!sp1vX=A8#4|Hg!y*`0<54_ZNkmkCm5WpU-j zIe2S_8LRIi!~FA9#|^C;u*;u;k9pF}Xmt}FQ1+$Q!Vh6S`w4dE@d+aq1r@)FP%2jl zBDq{`y5nic_0fXzwJG#o>kTxG??NIum9@cgnrl(UWg`sO#R=2U_OuuEzGIJRBN|Lz z=SsAi+>T+LoiyimDr~3`WAaabz&>49>S9s^#{K%-Gjto?QHX-^;`^kti0h?W6p-K@ zTlq7W>_;gjQH)DF48`*AP&mHbQaku8By^sEJGNE8jOEnEUA;gD6YHRNaUPf~8sjxD z(S|xEbb^n}?&q7;CVY(SBb&6tpyD?TIdC>ie4$SIfqfn=@ z73#{Ph=Gd+TWWO*!ix4ob&?P>v-FJRiYE_9qxcedV-SxoMdC2-OB^1ORHTou%wjHn zEy3sYu~2?+5j!vcArzLE^9rAt(!oFC%n8jp_}XR5er5FWt0+r9FW}C#CH@d3?GIh~ zGnj@&wIHhSjXaK@hPsX&Bw+4tv{X63D?GD?wdp-?xju6xYpwsB{F!eIGk2C@R@YJ* zyG@)Cear2s--nQWk_J4(8L>3$(m8DSYYUn4l$id|GHNs{7IVHw)9PaqY*$#6FLS&~3yUmR5=~eKsc8<(-Cem;JmL_@>t-hii!))HMWzw2;M=I+R>jxC4#@vJkNovW zfvBBk@O1>>qTmpncwGw3HsqtYUpMFOJxo`sis0VKGR`+ z_J?q+k#D$3{}w4aU`b=D?qcH{9p;o+EeX?@fJGIrNd6@ycs9T%IxjTg3*q`<8#&&^ zq79gOHyS#c0@s8h`JdUfDKKz_@7VS7zUE_)| zc){&-cDZHXdiN3dX;nsbwx5FV3?=g8bvobE{wWpRoxzGvY9cM?1R2YMDthY&=Msqg z0gEL+!><>+QTt;co(Sv3KOr=E9zT33y)>oov$LR&klJ^ zVZ&S#QP2J@)^ocVRVPt&qsk!McO5Seyg+%Kc3cpVjw`tRt-8=r;=fjb9duvG+$>V$ z`*3cH-D`fpcdmO>b?_xl(mD-GK7^sAq%_<1aW8s4^5=DTB#<=AG8E{PK;Ne8>uV*!wW$~N z{|U3QcPFwx=buIW3C$#P8pn*ftxh6jhG4(mG+yMNW~eSPL@LxmI0z8bRqkWv+3(_y zEq3GBEl75YJtMKc|AFG>LX7Z@qKUnqQM|E|LwEp9%qHRHv6L>oNvYsco2TsLvSn?M0@^m+PM_!^(o~AgkC-a>Sp3XO93Y zHdabLIn4vF9kz_L(qXjacw)}WHnTc>aWr0I!L|Ci++^(-rrc~Gqp3G}2{XztTu+}~ zzB33aMtV@B(pkGG<{{3joycsHQ)ChzzT;cjNMl2U2ybsn7sofy!Y%JP_JoufQ|*(F z8h7uJt_xils*nwLWwr5-n*gJ^hKKqYe<90L8I(6PSgzeUpFL5^?V&qHuth->>o?5? zGtE9S`f@d@O8??Z7^Q+ikS5Nn=4NKr2Z_qrvrzJB8ha`M@ruy_rtb1RvdDN1v+!Fm zFI7$!R@ln%i)X~+rUzVRJS2cLJa|XP|BA37w{!Sm+}*7x336|0D#{zLCJx41sMn%)JR#TsTh+YLeB2f9?B{lTF|H_R^B-|NT!e+YwV7uB zCD4gnhe}J2UCMgvqF{laA-Alvq+SfDe*Q z`2%x%Vd1xAoaqva)gFfUG@plti(c@|w46v)({ie|>_3`kyAte%Tu6HckGcMND|Yy9 zrus9yU}dHx6PdJvP2YBxcnGYbi-I1~pnfjjy3h{x51jzk1gIBe;K*}dPR40f9)z?&_m5Y#pk8>iO8@Uv)`Ypo8!PppCI zOQu)a(r|ojH9W|-gDqbvndfk+M)m9(bXNoRvPT}@P3aZHO{=3(yC0FW>@rAe_kp_S zL!`z*jXhkJ3%Qpk!R(LDs6TZ96DiG|n^(R-2WZH#MwFK> zsNJ+~9Z@+g$~>K_3BlvP`N8)tkqal+kdG0w0JD1N3}p$L5h2EE3n?=CPIBOE#m#hF zyve%fXDqAAx~cWfj#}9tN1)!UfbOl2Lze~tUaPeb6MA7UCL3zv=7~bA+ucqKaQ;A2 z9p4b`y(j3{=GkB)^pf`=IFAlki{K0X7{+!iVFQ;2K;GJ3VukKhs`)rPG}*w~FKWX3 zn>EqVpL>sC{y=`l4AAGCYo($AmIs%JvSO<@BeOCLQ^zSWJEabx9HTHjZ!!$qhrx0m zS9XHz7?{^B!pu90?ApawP+Fx3avvXuiYf_m{a*ym4i#j`l3~jxTLm~Vw*YKTKF7x! z6n%$6wJ~N%9s=o~DZfd>E+4PusMS?c+G;3n#H+dc9=t8hLb+djeYm z=R!WW+gC|({EP8Y*N z#Mu$aYB)IY1oW2)(+!S`L8H(F_glB2Tdpig`1pYKE}y_&5YS=TnQ*?@a4=%z2dt<# z%rS9QXx~){h`BWf-c+gKnW^dU_`xVxwuXUS`h7@qK1pt_dO)u%jl^)N`;_@~1g@99 zBc4C&(XG$}9OLKmiVRYqxV{NrgjT^0@eR0GO9>}6zND>7uhG{EcJot}MVL^bTd-kr z53#;D9i_WpP{)naP*T(dRIj|LEnE2rjIXC-h`%EIz2E}#7Y}mY7AuIGs%I(oppmcC zU`mu8o<$Qq&cz&mm=u+5CU>^B0zaC|`fL$n)%+4by=N&?uqhnoD{{N{tqOQBdnYylfBFX#iv!kfvfYG274Ry zaX*cVLlr@~DhB?B9wC|M3V10SC$lg2Pa)mEUXqGOoWpx|4^9o!MZvpuVBNzxi7H}X z!*Dx<-%7>Geg&`od?ZdnAU{EB_-u^7k&I~&M zO9X!LXXb9CW&PDCvI0S3yc(Te)ne0DZ4e;eN#bA@)lDwtd4$v5z4h**mq zTB_-V3|!Go))1AUAX>O8&tf|Vq+8+F@v`|L9a9q zROXp5e#KSTZQF<$wOKS^-D>b#P05BU0ktu*O4!?54AFVIe9wvl*gUWg&iMYNU#^>g z?2@}M8fiqsvO=N8)SR6%s12HLRqz)-j_!K13hJ6~!1ouTxOLt>yi&iN$a}lO$mjbI z$WCNC<}8NuL1N6@3wAVU*J<1$tH(Gj?nb#^(}~dMAE0jb5X?g5P_g_n)cGsaHorVd zLpvj>dSyCl%B7K^Wv(c3lyfp=HS#Mxt`mhWSM*fOfj2rz%xeB4*fd*_DJ!k56)2d+ zmz$hM^p*<{gXgVK^<9Rm^9r$+M>5E!j2!au!bGs*`U5u)sj_<~zMws~>tNxHaK4MO zFP=}mjqT+#Npwd??X{jSP_^eT8Bh11b0mk!!sd4VmR=e5lg=qn$#_pE45y=Btslfb ziG^e_AL8n85W0?s(D1+cd}%m|$?xoF-}y}JgG2~*H=?)J3{jqXDwcAG;+(}>sMYc8 z+P8rxFur_<_rog~TVA`tVh4E~96EygkF;P+W)prg7sG8$QMhZ%OIT9621`y_pzOYr zAiKg3JkB+vm%~JeonA^Dot)v-uT(M+>`7MZO<=~i*WiB|X~ccYaWs2A!evnRKm)gn zu~vTswp&$U&h=$@B|Hc%Q|*|a9}W{K&ZpCQA%Nh$wPa?;Ns{~W6EQew$6l_Az>xb+ z%;32-5U24MZkzr9tH>epad!yUDLsy3$%4$EvkbWGS-^Ll%)@a9Rpy830o)<;8(OZ{ zlNI;u$e*@XR3%~!QQcaFIWb>p%U15Q=H8uWUoN#w4b8_Y>sMgs%H=rnJj)l$pVRxS-j>R8_O#`R!?$gcKT4GD1+X_%~(Q`ag`Uzv#Plufo zFJWk}7ly8qqW#aran$8AEGSn4-I*^yMAK64a|;^= z8tV>7!}72pDuxT$t@V10kIy=cIqFY0o|%m4W*Ph}r2wMl^_M)KGL@D1^bXVHxjDLQ z8cJu*LSb&1xy#}ozwfmzBv7A4cKXzteat`3W?x-G(1-l;VFDM_}x9 zJH}l(jw@R%*fN>lwXTxhOwIXausiS_Etqu~!u$szdr%A2t}SAvUVTDtNb<QAH$@|$WuYPNP&b7)_nV1IZ39`Pq{^s!_(IVvZ*uvC z3x2G3=gyTf{8M5C+YP3p&BO|x+=?n*UXUw^c6du}=VWs3%x%zmx}rv2#}M2HlIXFI zNtoAf4jTwC)3zQ#!@fB&(UzFScCHl*zw;P+F(wxt);c#D6dnuj?jn! z%Ein!mpq`CXLDRLMHZK}-iPq;LA-x4iGSeKVW{$2OmpU0pxTu{&`kBg2reh(KShV@ zFB)L>jdZkU-@_+iRc4TLB*}YUh9R?ayw#;*3E`PV41d0Pcfy|`!5&?r^poUu3m zQ==cYB-3BJe`0y^5?on7g^9kyaHRZUj9j#b<|?iSOK}yf{WS^!v(#CYz+J> zlxNQV)5YuJ8aQ5X!IE|A=EWCelO2U^lsR^dFBd(PVc2)@<8lEcUT*}|?jDk&s>5jR zc~82dXCZ4QzKP^^j~~{CBj+!tN!JfcIX8ttrr66BT`8D zHKdnSX6{~{hU3jHe91$3*s8?!u^yXXoR~6W>!HOcoyvy(_EI_xvvIr1AzXdmn^C_v zAD)KfLG6EPIHd9lo?;b$#Xdu3Tc;yB~nWcCj^grxy+RohSXort-N3fws8+2w5 zLG9%x^l%nreT>bR9qS69!|nnuDh$SznV;Z-OfWTH`w@)lRJ|Gc5VT$0Bv~(WR5{rdn2)zIf|aSkr3YM4FSGGsJ+e|JY_T) zUxP91Q%*r$|5cWu85BzktyuYw)mVLdKgcf-U{0Lk96h%ysGNNXT1NXp?tDdNcvm#) zMsv(qQy;1`C4o-bG8Z1Vil9%X2R7@OgP}0T$ZIbnm&1DC>PRxKzc-J6*Y70cRV=S9 zWe@A_Qo{IDAckD#P;;-a; zzZB}5>oGguX2FG58)3V&EL`Teq~|-kt_7%caeIew*yQtu2&7eUv%pF^@6lvtz2FRD z{#~9iQMe5@_mi+^M-hGV7EeS(fOr_;aswjh$v=f(e`Jsa`4eD=)&UHZ%!7cA z3Gh`=1LG^(z(naXf2nE~@1f*&bU8N%U%ch=MCNm0`)@t6UEdyz1Lk4pvTe9h<})eN zb7ud4=>z}!?GX$9Kfku$4u@*N5=>tG6YRg-0D-AbEyJ~I@KNMhHX`T-EYA2tzwou8 zJ#!}97T19F(ejv`Fb%GFE~C^ohBP|}GpTRKsa}{V{`$|I-TH3_{JST_o~>8J@}5YV z^I4AdoFNZe!vf)txGiX|n#%g5bwP>WWt1J016a5Z@?Mnjwe3v7*XAkRs(28isSCAI zoD4DtxV=kY0rmK7385vD^x3r?bYSaCk^nqjXs`s_+;$ufqymJwa6ZoGNhovqHQdUn zq$$hpk=`*!e3$uvE-Ol=rqiXFpaFY`FFy|#Q$ykLEMsP&+C2z78-U#b|M)(@F=scX zW7?13mXWLo%ew2pQX>r}D`PEjlAQqua}J@$JVy|#xB-!_hhcv0Qaab!2jULoJN$HX)tyE2=!6i z06q(3EzIp#I#mfBkTX?GR=O-+Nn%A0ZQVmYSJ-^ zt(fAdLR)7|0rd%dNWbllK4<=LGaepDeHUZ}mgLim4(j}!1JSHlUm6WDUWJEWpN5+= z96@~i49GmFNBh&p=wl}ep8HSohG#aR=n)+Vkb90V^5!TLEC%}_ex3=Fvk!yz(0S-n z6=5TeCt_#sWTq}@h-_-!2TRuP0`a7i*t(8mYW;VbtK;k^DgVw9Lneq4+XiOo5(w^6Ff9$E$ra3TUR5E(D;oW+p4(_gYWhuZ!inWe-xq0_qy7!QLZb$ zPz`_Wjl@@mYA7r@ohtBDn2PT)AjzythEz;F0#Nq+BHsLy!SwE0fUlg#bV_$D44#?5>rWTOF_m_@-t!6dkA6*ER){l^p6Nux z{{ap-OOV0U7O>)067`yLfmVcHuC>>1#F?xH)8k;quA6ZJ2lorX^N};C@bx+w`n3ln zyH^tVNq_lX=A~dbBF&t5YXNhuo|AC7D!gPJ3l;B7a7$MjebaLW+nzl}W=kJED5i|N z9GfxH^e50K4oqoWBUx!41kH94Bt_~6x|nF8Ky(Fc8g+q|6USg|LB6H(`zm^KFbWna z_(9hjGqUEN6eK(L!stXEx_O=hx8I`prn?0$R{Jpzorh6nw!PM?5e6kV(@qh|2%;&LRM^2;v8Z+ovzZ%45E`m9)24KBh7V7Sw$b8sx z5_0r6lOyN2ziG)^+9R?ZO9G$Kvu`!I_q~Of8KcWQ?d4q6AJfrb-#s+=b&$9{iXjis zf}{$U;fQSxh^|m4JHvH((xKbXi*`dxa4}Rfa;%HNW18}E2K+fW7nA-4%`cWLqPvZ_ z?v~>z{>oGh7~*qtg&POB?ALnqxb6q10#x|e7EJ~Z%CcmsC#`mmns3o+i1AMpVa~iu zpj&tjT{T+4w`n!=gq^|)+dsok{y8vyA)Bo34}j>D+t8rfWcjZ8ANp>L=lc88*(Q%z zF7MjL7kPdkV(M1&bI)tAV>dl{4XMY7)$%P|F8DQS>y)6k^m()%X#?I-CAM*6s%5MD z1g>8(3D&45qSxnW^7!Bl^h$WhYYm@7MsqXCoZ;OlaI%d)`1J+Us;}YEbGi7ew4Z8i zTMFuas`y+)57I0hn8}8MZ0pn+aBXQhRlafqPAs_3do;KbqXI|y$(oj|weUL}`(aF{ z7b`NNZZd3f#d!5=*~Snu})YQ7zY!lDqga*n_`OE?eY*L%F)JH4oR zMU~&V_Z9zn@(k9^%L&r=az0y&T+rWah>MQBfO7Y<(7bCcq-K8wo#7yqN#gEcHAgI` zUJ9oNG#WX6VJJFZOF-wxg^(lEh@!q(G+Eglg1*FpRGcA`cUBh$x!s$S^9E*Qfj?_> zqXPzIlpx0gJHw7Z|B@TPF12E9yk)Q^&5XDAS~_1XY7N+QaSc>S|}Vko>&QhyId4pRt&`1-utku?gab^(SsLNQ}*JV^UG@c|CrOvghMEmJ%!`Y9H>j)9)cZ{l z?BUp5W4G&Yp`;pVm5wLVEk4nMQWMzivbS-4s}Q6lu7R%VX1Mi)!CtQ!49VR}!oSVH z#qm0<{clH{(|?tJ>>VXyOAdqkwyU(%?FRieB*v(^zm*culJgDmQWdm2tVrK>y@gz%jVe?*5M*HeUNJz3rTQO7T+scgnwO{VE?4=^j47~#w`8LpK4>v?f>6{ zoWV;tu|Jkb<;yZf?NOMT9|ze_jzHIYZ@T|{8$Vs}75!p4 z?MD*`4ld;Ruj0Cl=bCAm!*=*M*3WN{8pDMrb$BM-*=Xby0C$XB;LMU>w0z{uYk3$+ ze)NAs*HBqTGiEhUT-ldJf$Lb;Zh>=y(?P#=I_eMVz{tsNJb2?FJ`7lat`dFR9&;mF z?;gU~*i#1cPZck z_*I_V>@A7`!^&&KO#2)ttp7wR?oH$7W!e~ebtN<1Vl`efNF|Ori}=j~|7hRgb>Jbn z9_*h5fv5xzdtWNR$GQbLF0IeXbn@6N&qb(}_LkWF_JaAHd`RBB1J$0_(55-}EX!wV zGpZxDtZBa&39R>qrodeMG5m|~*47AmVSiy)Uv%xH=5yFmvkv`IPhdu=0r5yKz+bJq zK=#Ty*wk9ah##&`Vs#FQ;@7QZmLpr1fcc$4 zUZiw6v5XzWXNp^S@jjhUeu0k})e*3=qk?)nB|-M@V!Ha&QV@zW!UySxVPNbhX4W4g zc~8g5#eX;OTCW--v#J!!*Gr+R?J+8~hRcCu@3QQ$(59C1x{UhvGpOdKg}SFU(8t{O zkhTgiSej1qx75Q7;Y>VUJdGH=dJ3KyYp9AxAN2GT!_*B9xM+zD{;E&|=kh3?|NHkO zXucFMSLVQSj^`Y9h?^}fHDTKay_iCu0u(QbgJ#=!jxXClzH}VJA6{h`G9v^Bqc_5E zv^|aa-iBkMnK+Q7LLQBp;Ig(t=n{Phzm}OXtixt%C3KNm35>$?DZ0#%g9vLq2qVYD*?0jX#`MG$SYEk~)UV6Hz9S>xbpJg)leG&3Nh@S2nPKg!A=vvT z8YeuFXFsTM?>FN`Xez*+4^303VZ<`f-g*fh_H%c0LxkK1nQ(uu1lzPf5tM)IA_L?w zlwMwnrIm5$JpDMYVdOS8R9Rr$P&se@)dLtLxSSVSGZU`c_K=J3n&7`X^5|X{hiO6| z=1&tp42{R9z?&&b?7fe9(6GS@l(ab>;f4y>eyS0jcN>Dw_D-;Rd9F6a=rAEWR8ddp z7^iWyBbh<3Fyq2SOUKXLeByZ`#{S}XwI+w~{@_Gbzj`ee8Q9@*1p%gAE)q)ox56(^ zV@Rx_`1IXJs_^d&iUv;vL+kS>*A>W}1t0lc9U>T?_ykQV0#Vt)kmiP`fFI{))}0VX z-fXtznOK!z{3~w~b;*K}sBgnMjXBV(>_Zm4Y=r9#!2OIWGhA_mG_)MV9NDX+dCv_} zDWwWl7hmC>0dLl>%?vN!Isu#X9oe&f2k3%MX*R_3B__okr^25dA&I-|h#wy2WykfR zML<5GafdPVv;QZ_oP?W@O;rEQhME!2Hy0g zz7>=CcLXQ$t@lVWKR0pAw~}^z*uc%3yDY(Cy)Ni@bJ^DSZ}_`c-os;-bGhBH8dT~o zXD`1=!{WO`D6825jYmhR*%}d6YpffrKdlFe1)oV<({cW8up(Rj=8}Kh9@_DHIWbz; zNljrVYA-kdDMr(nW0RdoZv1lU@mh#cZ=T4gzFmi=x-+q&JOhg7yv8tn0ao-v3i)RC zlE#W`qq8>_V7$RCey;g1tp29JOd3CjYjz5w`09D672ZP%Mio&vDF=^!%tHGGZPb14 z8~PRBlCj~5sC+dIAIrVMD8+2Jw$=uo{Tx9NO#^l~ToCRCIN_Mj3i?Q423b~bhw7%+ zQ6pyxKcZBR5p$QILW;LB*uxDX_Yjo1@|f#3-G!h=E>n9Xx%NMU81jef)8qzLSeD6D zVr|GvuzwLxLi3Elp8A)jh*=4SIhC;Br!XAxIZpQs%hCq{71+=(jdZvYtBm*XMD8CakD#*Fpg02>%wJ)g z%PL+)(m7&wpL<@qPzdy$gI{0H1KBS;D48$|R&J@JWOEAl4l+tBpB>b=pVaYYNRPCX57-?m|oYX^*& zZsndurI^rTfEhoM_;>H+^3}yhVEbE9X4B#w?A1LvG_*P%_tvVch4sAhI2tpVIL8al%Q57Jhq}d1!}@}5U-zZAhC8M$7ACdG76km za}T9A!^Jsf?;|>A)gaF7yM0P`j!B`9*g9hm>=Ln{T$YnV*uPK?Idp(CZSlg8=ceX!pyO8!c|`; zVpy*Qd13z-WZduaTNbTFJ9#f6Bt0EBz0_rG?i=9r4GY);sWR-A86lg_DU$hH=J5sp zEQRI~Gp?uM3138RfzY-@;?gL{?4NH2pFO16wHc}Ktn8uX76&=}Pg{z)*lo=8pK&6~ z4d23De^a!QR^>cEv*F;IAP9`Foz_r~&It?0r&QlJ}2-HK*IubBoD8q`j+ zPnE;XAOk7_g{Zf+25*PI$Me3c*@6DAAQAWt&C+LLdtE%3Px%B!f*oAe=_MFzUm^{y zJw#)gIr?trW>gQ);aC~xARX4m4N;QV&mV_r3Q9zE&TM#YtpKlYjG)!hDKx;}m_2rL zC-hyc#QCbPAgJ#)>L`ZJ>zHWIbSMnt&Zm1(H`Ew98m97(&B#D?DO+k%S%O&*ik3%D z(+J^YQdGz}a5%nw`_jqqsXPukpV~vX5g{#WOfX==9k9DPogMo8fkr)=f_pn&aDECk zRxU_|VZ`s^XPI%-K>LAGa70R($L7^b&xE98R7ot_>TRb?;nwD^k3D;~Bvf!E;YduYn zU0fAR8kBq>bVEDJj!dBrD?WmC-*@_Gf(>KVG#y{w%&vJ=s)%zVuAoY^9m?hSp~;vn zmHj;*V-=r}r*#J`bp;pjc5k?X+5N)o&g?O?ZsfciKf_S$q5?e1$${?gchM??@=K>q zpw?H9;*S9*xY*K3TUR6yo1F`=?@TT@jONs6jl75K8CuK%2~Rk4B^~aXy+xN7TJUvC z7HTgsBs0HoY=Y_sv?t_;rSl>Krqn(IY7L8EXa6bQzugm9JEE}J5=Xle#Shb7Tr~RG(H>{n`x~7Fe%?`M-;5|IH ztOj>|J8ZCUfS?Hs`0i?_L+)?stVvwY$Cca1I>x}LzbdKtsKq|sTMYdXst{YL!CODU z9tQTvL2jHqTy@Aqcl|m(Y-;0Kf3U|ulhs)EE{Sga{TkLx6<`dGAE(U{5y%c_LDd~j`3s<5$t|c+F6XD6SqNK`Kk;g7Pr?$38MyRpJb#yV997uT3rf4r zV0x&0Ln{@iKPvZXu?5!A@keJ=g|CO9=Wi4E>)T(&E>; z^h)G&>a=+l{U#*EI%lgf_f)FDCs%}3HSpyrKf46my@Rl+VlsrB6k>h9iLl)R5sXzcdHu#&_^+vKzo2Zi3;JtLXh_9(&eFjCZ^z79DiV zscEPm=M^7?`z72t{vZimd0Z~=Z9SA497gwl9Wd#|bf&^sgZv51;zxhGhPzS@(w3%! zxHIn$?Uy`^yC27(sk;*>96CXV-?h-(Db;-A+sDE9_9?hf5cH@`gjtvgCvl?xNv+BcMD?7S5c9T4~SR9Y1nU4fb}LOj7Viaj94VrvVszf zdEG-G3ezlgHv$=uS;i>OmtqDs-Y3_V8j$Hn-;AGhRziN$b29i&mNoxykiAPphuvJH&s{* z-zEIR`Wj&jj&}#w?B}%jOaiuzghJcr8zf}6G&;IG%%*hy`)#{spb?O~Ijg8S#g+XHQgpAHOXkUyo`6{_5u{% zu?1#^G=XSF9Xp#%5kpXftOi2KQfx@SOoikA)aSY5zLqGM>d4ZJ4Bu&aY^QAYaEYD`Us}x7%{IV3J`~Vbrg8N z$TLA#Mt^!F80_gFE^9VJT2~r+TOK9x=hDD5+ZSNUcfLmB8~$`&J+)Gw0x>Jcz@x*9 zsvW<~+xJ@;bC*wt_h0fLlygL%_;Uy)CS=nVTQ0kru^hj68^ebrVTcbqOjFm-X1`R= zU_YA_!X8z1bSYj6-)@?)2P6-Jf>{J3WE&=2;&Nh--qV%c4va_8RVwQAm`G@U z#gt3O@!lgz5L8=+)ch!@y*m|hu5&eXP(jR=MvzRn;2F~bf8PmOf2{kPij*CpnULh z=zA(ecQju@BRE1{drd^Ug($9y9N>`}zMdl=*~RRM90jJjw*bR_Z-nIsztE5!5%5=53LKWd;an=G!6>Pn@44bS zZuFKXCw>>849BkPont@;`j#Q{MuuU$O<>f`oXO9yg_b-D1x(#)+Qk@FeuK|O{l~|eA}(j7$t>*p%!@70!hoG|uug=V3l}Z| zO{;t=TguHx8fUSup`A>ArVT?JcCnD@VdTdWB7Ne zJ#_Et;;jlSAWP2o;I0s168brx+}|;or6Zr{mn9WAZeI;U&asg0&aho?av;6%8TME0 z;?2t}=Ukk7FrDMY6?dt_mjFFx`|N4V#gQE9X%a@_io<&VJ&`25x_^Y z(@9HVGffsMqQR^%TT?5B`BRFhLy$g`aB&ZI9XSD=atvK``YH4tuY~_1vdQ@cm-%%Y z_rU94&(KLp7y_Lx;^jS^@WWM_nSQW?KX}9)AFc@ml_j&lv}YT%jY_aT=KG^u{xn9d zdIQ?){-ceTEw1&Sb_Kevi(gqBPUd~%u@TFj)8PI8!ASIFNZtQ}j`yy|v7)O)*VLLG zjJ-i5KG+gVF2jA1n{QRCZNSlRFWkk7z}8>AxQKJ2r`$SF3o0Kiy-!QQXy?P z4~Eq$aKnFvIJ)~s*^m7^R_nhTX!Sfxz@<|7aG;x{jV6QdQctM%UeA==zK@QUPpO}z z2$7$gOh#>vV$aEo0>@)#h{mS!G80HIYq(Sm`cc}b%BGU(lLbVN1An+rvVf4;xwt23 z99Znhg=iDbPyNV|neNhw-;9SarRKOmJ$^n+-oSC{6rOVXsWoW)w17V6p6A?1h813@ zP5KlfK+oL>%RK4@KRA}?sTeo9+FTMXU1#9+&Z*R(D5}gfL;%GS{haTn30^1}vg0&3 z7yHq82)wiv%-d~Y{@zZ(7l(ra<+-(#H|ZB7UAMxYx|bm6r5FC#k%9GzVoce5AJ8n$ z#4o!7;E-Gh=U9J_hjcDs3w=y)-WY=yFRIblwh^u89s{GqceqvDfLUNG!Zx0E<;OI< zAi}*uv~TMahJ@~brrWQHHfGRMdkd-SLq{;yTgKN-{f^A{=`bKS4juQrB!8z&BDcn+ zb9Xau^!)w+Cuf`@X%k!F&H*+0-Aa$^3Gbrni$&OxATFnP#v_;Sexjl#=gTrf5^(ii zSDdrF0{7e=LpM8L43_2Q3^%^h$my}Ti~ka~hkY<}ZWBlUYQ&Ax!ikLNV!p_LDxvx* zqxPHzwaAvan^5JbU2$9x%}&Oo@sGo;@=F+m^DpfA4zMx-^I^P8~#< zNeZaDcm>=D6~gYv6>y}LySL{$z#FmaB)e4}3#aU*(+wuWeA&}z_HzQha?<1&bauFY zwiG6sT)-5QSiBl=8P3>S-vnjYD&u zI%Xs}V9y_MCT8q8JV;3-i_4`MrH0X-=&G@V{d>N!w;Z#-Yn3ryb3}ci(sGEO6b%X&#rp<66!QK z#?AK{ygN&QbxeN>@pBlcRj-FF&nL51A!BfP2B22E9V`B@g0yYk4_O}*aZOh^d_SHC zO>XO8|6B$gZi})P{;mRpE8KZD^&hXI@&)G2_FxsXM(7pGGjLfeh2K~+oiUm)K=ve# zXZK}Wljgtc_}T>oLxax~10llP?hb}my$Vdz*+h=tUIwPwT7a%A$+G>|aLxT`pgt`h zHf(rG=E=`s!UehXMbI#=Xw#=2TW`~u+tc|k<}O8YgN05pKGrRo1s<&}e4nf+8Wr`9 z%d>^>(9|43^pn+W;7lvfIGG^`nLihmqSXW~%i>{7b2=>;=Zg}lg1NXU-(!9F+z9%4|FKyRQUO9PuCc_YUy`-}qyx@mH$x zbR5ptzYm|*<=}MbMAB23#uFk@c;S%?P6)h<+XFf&0`RlqiByu55GcZp~-BY`dP@j?G5gp$>9G)pAA22 z&Sc)U#HRTZ=)gK1ruj}4Xjz{JtCj@8>$jcBB)j;@h&NV2- zbrraqM$K>m{rW^6^j*SevGyah?Wm+r|2`tYY`f&e@rTnv`7>_MHfn~1J@K;bwf-F10 z{y%pd^LR+U`Ne|!HeKp+E*He69*5nX&*)@TDM%T~B_GT_P%W!OvMW~(?QhOR%@JX8 zc3%M3vmB2uQ~pAwS~j+sEF|Bb6yuimAQ0LYKt@eAk|P`sE0Z55`0=KbS_b}s^QIDT zNO}+>9kxKFc?bEmOo9gQmt&n*g`l-w1W)!!BDGl&OWKcGK}X>|aKD)g#qAft>!2g+ z9rqAlNpPL~EN66j`INr*d5HlLYB*HYN$8h9D5pIRDs@|+q&A9(?{~!SGS5k`Vj@It z@WfNwC*pnWuN=GKD!J7lpyQQa-8tAK%%Dl?f-L=iJiWUJ;jvCIY@2gD0Th(J=EncpwRPCmAQgw6PXE2T4V-j};@cAq**@q?&dcmfni z6ycW86lmr0;0xm~V$RwwtXW&lu@nyrq@@($>H9?PObEnlu~(tJ_djS^aTTj}xp7{u z5z-L*2rl6yRCiNk4h_bD-{C}b+`NT6dwoz~wJ{W|vpWg9&J44|zEEw^RFL$Z#CuRK zL#I^kK+AXe#O|jRmfEM{<{+;7e#RdhTptrnqno&FQWv+YnvB*bX2VcqIktbD1UUtf zC>+p=@eMkR!<%?8JwA^q>6Qon5}(ZfIV}+`dB)Q<>N!xR77kW|LNM7Af@|NVVA{HJ&c$_$ z?p(HjJ$P*gZk5>%rk(Hk`b!Q$ymSEAr3%0*WIVa@Sq05kNH7*w-YD;H0u$_B!$$7R z&$6i_yHXz0xIM+V-^ULonARe5MUwG27eu;ea6XUvCiot3k?afD0)>D7f>A~lIBAw4 zt~W!KId`}nAPr`#X^z0{%2w#9f6DEkO-B=&hEuY(A#ZR2G|%&7#`^ipyO0?E$ceXL z*3cv9+A$xl4eSBgyEeE*=@2{%t`XS#NO4_tE+cp!#g{tHxzO5@z?{pEuUK9xiyRVT zcQMlV{D~s_sqQ0e{1XF-2a^PzA>PzWrrd6b{QUdAwvcl z-5?`h7L^Wa2rSK8VXgOhNcbCw;@^jPz$7>{As;sNyKuQw zBZ;!G<#H2g%#ln&o8nM-(E>G@+Q*TmxS4)aqVRND4}ck1<+?d12ev6 zV0_FCQlrDUOnsX8cXIvi^sTDJHsR|W-*N}2jGhKnvzg40q!m1z{Sr1+^Vzt@In-WN z2#dbs8E4D;?WJIzpj>jn!gg1{;c8~6w1+6@%<40RD)Su zE{P@_c28=i1a37Kr{dB#zX@{j17?Zm#*QDQ%x zYeKi=FtYc$0*<)n;=A*gNX7Wmf-5c2P{uv86HfA&v5otP&Zm!pssJ(0(K(4ZRW)0H zO*hf~XBhautpXuQc^KG}3D45FOd>fRTL(fgIq5Qbduy>eGT-QdH=f8|52nJAJ22K| z6jvXPf{+$NXsD7=q`arXJa`DgBAu%)WawdA@=p=SiVosRM766%l;nTl%8xuY2a zE~U1t-uF%%nz9ChE^vN>0WRmWeFD7jqi7@*iFyT7L1WczzWIblhyq*3Kt;jOeWndJ0vJj&L-XaWLWoEH_&=h7^sB&1pT4M_|W5&z~!6=bfg?+792>2 z@H4Bh_q_x|OT}1?-@2@;Y$7OBZG!!SKgg`8V4PnG;I^X~?!2ri$M$lM-@^|Jgl+{AyVTsSm5M)n_*Bm5o8w zFDK#3vsn0C~q;Tz8M2MlP=)1hhFe> z5108bxeSRLGEnz}4g0B5fnBAfgbjTLAa>{z*)abZF8UZxioP7BIj1@ytXhgyJ)lqR zBe`DO%1Hc;{s1mDmU3MQ4(0mK(vtri6GeY$K^=8bm@J;e-1NsOwf>K|KVs zo#(-#^)tXNVh)K^UqyBGgh1BS6z9A&Cf{x5g8Jk)uw|b=&LQ5=qWP2S!^Kkv!$|C! zG)Q{v{sQHGzfQ-3ppU17&nE51?j$vcUf{^Gd!L|dV=h>3ZN<{BXTZ2wpPLc23A`h$ zFu3R$yc*qtaTjM{)&19G-iHHNcJnv&^X;SE@A_!*%6n*2nSzbJYT$#X;L^M_x}sJZ zo@EjooTdotC%wh`4{<|#-!@qq& z`I&&eU3wU9_n(8y0oO@;nklHh6=O#HMo@1+mW{a`38^B|Ot)|>N9K{j*hQ^ef4~C^ zV)UV)?<+CodPvUEg{UMnp4E1DhlZSFU^XtNi+6H->4j%8y6qjP>8E4agd~2#^M*1f zHxm-qn2l-vK@hxWHdB~v03||mA>Z%??aGeAgC{P7`Z-4keCCH0+#J$z24@uNjzngi zFX~x)jD9ZUsTwS(+)uKYd&Q-FkCzp-a?3sYc$F+&@ zhNiOZi%Uq~>#6LZWh$NBE5bOdMniPQJlr@ViRX5*n!Z*F!QOxfGWF|*vQafHb~I@z zR$CiF_n~97{fIhR81blQN;+gL7iM$qO|aLZi(C;_!{PU(sG6Jx0YTSk+*3Vt@>zu$ z2@f!D#d;|6c*vh6f0AZ3=fm^6kv6jGv(DU^7Hjh9$7`E(UNa;&)7g_3aR)o&Ez z+&9C~s%-Adh4|TZ6D}`$MQXpzgtgjJQ8PD)SS2S5k}Ph4)O#r=sL2b^xR_>maJ{1& zOPFQ*7V}-wZjxmeKY`SN#Y~x(0#0@nr((hsH!mrro;=P^!JWI&W5WV+>pIzVB^E#B z`;lOkJy5F6F<d+W*7Xzem0GApcpG-ROEE`Jod6q+SR899$NA@ff^&lcv*&A{;E4D_Vo;Ywf=%RE zzZg|;cXh4;WVaYDj#lKQ)mAj7iUcK-O%M*H5hDsM9m-E#8w4G^6sd31ze@oV`w1-ncLLOoCJPEa-GtDZa8T>;Vbh0nsi=)R$y2?D zQxcW}c_)U+_XnxkG9gC&$vBcB(hpr$H@SHSwdN@S`}qe0VGOuDp^zSz}(3(Xo( zcWyswY7Gg_rdLDb_zh&qj$jaXUW2zzU4%=25@6xieEvLdgnP<7qO??=S;4n}Z$(p} z=D$N=mLS9|@8LRk<)X~&*NW`GosAGIaTbPGuY@)78XRvv3WT>O(R@8gG?%=Cw(&WX zxe9RZu{E@_;dFPp3L_C^#4ahj1HzkLqtEn6`schJO7pMdWrgjy%0ZOvmvSW9zcL^{ zcRfFpF#vP68b=(GI0wu@$kY4?hwfd%f#GDj#Gwi=l=-1}-aAreH+X`ComFLWrtJ~jt&Jt|B>|-Oi8-WN z?}LLcJE`&B5BN&zf4V|`@1$UF6w9TRLfdCv+4{? zN!&%d7CV87IpUc0E7R2JpVJN5xQ=VOgwynnzZw3;z=oVtMBo&pS zETM?&FDm(eAfW#Vj1;Hh?o$_NG4BzrS}(zxdyT{T`svv4ZmPH|+#j2lE9=Ki5OE-+0hccm!dA-LT7QE>^9T zCS}XQz&H2=QF|&)<-#sux<(ZU54b;8*0}Cv&K*D7&Zmo;L*}tz5m51E?^4JqdTr7@x z)+TJ}R7JMzs}uy(9Tyaw^2UjlLm0jABRHvvf%%^_ba%EO*A6%E{%#yYH4Sm>O}|P$ z?@#2;=69&@P?M=y-Hc|Nn#mD2?q06&inJw$l5;j~WfH;vVZ$m4H3nofp zn!y0ENR%L(o%Go@A5R8faSrrrlfl6^9pSnitP0-58c&TtPi-+~qD&U{3mKuS_#*bz zu_-X6)e6@i`HuTGeuU_b3#{RRX)y0dBgE|8g3S(fBt7Q<4sIOJ>kC3$h78r}5%V5{;t*5T9>Yz{m`GedP5y_A*cv-uua+*YGU6|W*4{zs3t z=fUB4!p_)vkVYFGB83HNWSP=ax?s*V+R~{5Usgwurd4L3um1&fTr!cLo5ELH!+Ajr zZbI1>4YqfIwp zC$MwwSHWekEik9!B;Dy(%Jt1$IKS^4^mko_Jc;X2_w)_E@88M#JeUPVN=Q4^i@{>% zDy$ZL1$pjg;NF20fx=N;jBd>m6ml7G-y1o`F-VaOkGqd&=M{6@@*I@8p2r_qQw=_U z#aWZidc1e358WJunb{(yuqUcSpmlUBUw2m=Q4!P%uH}d^`G$|7-8Y6;sc4MX-e_W= zogV%4ZUSx-pNcio3vpy<7ZhFEkNmkDC+}bsNmJ$KGHc`^Ga1mTIgl(nGzUx7c%ZQP z5eiox<3FEwhG?&*{JrtV@sp?;j!o=`w!Cz3|2>P65uR=y%-Kuntpxg~FrKtJF1q61(uNENi}T1~YkJ3kb!n zM9Ym$DD)u$uW1;-&%kp6t#Wg8P^*IKUPJb$(;Oz&VHz8;`y$Re!@1Zrl-cP*5|C4J z3dof#z&ZChzS|!>owE;HY-8w9YY}D{U4wH6rU8|s$D0^Im-+5bp3qhJMSKmckicKxq*D^bYp1A>BnZPK-wSs zhg5jVv(}rBqr~bb#3l3x{c>p!ZfkW0GiiHfw5=ch)V`+C|81r7>sMeQ!{sG;S&-U7 zA#68~zxM4)?9=7A+-#4a^neJXx%>bw8M;OzEae&7id+x7ne5^B;Lxe@ zOjzzsBEMCJ@QgBWzS0G(SNta!4#_|}!ee@jQ?N&+ogOlthQV3qh(rOmgS6I&NKaS? zYGLJ+_sEFuK7Nd7oj45Y2U>}x*K;c5Phg!#64I}uU^iWsQLCeHh~vF`@)$;9*)iB?i;G51PHTC##MpV{KF$U;5|DNi-RSZlpQmlP2dMLsQ8AaeJ!y59!I1axXoI0D)GxP8|p}$ zMvmeIT|?!93mbgE%OLWs4-(K&pWVPQ|q8|zA|6uO9wgn@h0Wz%AoC5eO6)6THx_Qoh6HNv8-V^ zrZk6Oz#L(e^OS<;zh*$A{0E%lk^&(&oIrHxCek^}2j7i}GIDZnamk5Akatmm8Oz|Y z74}gOb>|kCUd{yB%sMz!yOoyAWKr5?FUmTY;-KALxP4X*hWJG|o!c{S3(de6cQu({ z?-%$gKn0aU=CTQI2T|%?JBDzsmr$-VxLKTYkPCD`L2E8pSqF1{vG_oI>)JZbPM8HX#117dLTi<#NRq9I+hauZT}XhnJ#|)_WQ2_Hi@3 z=Qm)L_W<3#QJT%V3RGMgY3Q$+m-v!aZU*ad`jVZrYFgE z(W|(+sS6W3^6{He9@+DNkK=ai;dd8(p@(NJ0EM6S_{DdC^zF((<6v2)nfu-heozK$ z?}?*K_Bi&m^IiOr8kJV$9BS*Wu`YCqd;Cmzx>R!DV~>aQ(wM40BMQ zx%g!P6YtFJFv;D+h*Ra5bC4?w+)O1KRv*Lq$|+#KwE%U$jwfM~8Fcl5GK|ocMirV& z-HSr7#Z;HreC&dJ4;e073B~Z&BPdilmp$TmL%`cLjWzLa6ZGxSXEk2-(~N@4#NwbN zGv8r|D#vkb>(?hyHeVT^-<4-=9PSXa(hPz7DN9tF-vCoL%Ceyu9dy~hQ`lx?NBdr> zviq(NQ}`i(zQ}mkC%ziTb~|GCdoN;=Gaev-5ywk?=>aC69K1-PC zYa8)%jwsr^8bhH~jS#gym)`l#XV)!}Wi6KX(Y`w=;J&4XOo`3_ul^*wIO!ES?rW#K zT@m4j>A!upYMSl1_wcV z$rR?mi)om;K9f{RJt2+dS5frfIlS?QV^d7i#@dlW(CX!5aru*t)g0xKMK?yRSwb|0Bjoy*9Qdso3CnC% z(X;w2CB@fB&$6?amLCHL{0Hz>D32KZ>&1=ju^?k6QKoy<1@8G;GPZxjSm(iY?9|+^ z@TzDUqhNgznoejicSbp<^*?iXUL22W#);wd=YzDcE*f>>vvB6CenG-!ZnocCiVIcp z1W~Wmn5?`U$mDiFPY(n@zgj=Uw5hPF? z9cSw(GAd85lbNm}xIr}=d+J2d|KV>^8Fd_cxD^7ei0hysD8?F|33KkmUeb0YpS154 zWxNL4Xvg(zY9&6N4c}EyH#|!xrCW|bny4DIgm8|@5odP)#`n0hq6Cxl&Z7LgW6-fM zACmS8gF;gpwvQ;V*_ZdRHjE?_#pS{oHc}kxvqsS3Rf?S}O!3XeM_}gkA572RgGR}V zsrYdVyu3M`|G{k@eB*^?=j218X}S&fI~wT2Nx(Hx5ht3Q(-=C(G+4oi%ezI<~hKULz8fiM*+s4zm4m z|LQ?$=}f-Wci_AF^$W6|ac888KT&@C7~L%WAaeKzoN1P3t%NI}`@9d7-HV5bRhG{+Jp%3C2pE)o$^X4! z2DcA!1l|vQLbIMSteSp`m>cz>vWpGyrZ$4M!#Y$rZ^o8a%?AzBxg>4UR8qEhI=lR> z4Co#H3U3^Cqn-an2(J@jL>*n2c}rtaZ_-(C4UB{THl={e=2K`Ms=!K_pN61&K2ROf z296h2Ayr9*9r@uTXkig;yoUU>H^P|7S%2Z)eoM3u3b=7TIw#bAI zW;UULksj6$aI?>cW)R-SBNY>_(A-&ZkR$JpM*8l2OFwHIEnm)}WF#h8YLRN?NleBS zCw|DaD6;3CEF-ur$>Q;cm{qQX??r!>MMhkviSvpC!2?&hUH;4Pc3BA8>c@k0xiv(M zuL2|Uax%JF65q7zV(Z77f&=6w$eTKlnn)v*_$r3;o_Jwgv3Hq7gcDsue)Q4!pL+Qj>6HCj8(ZzLm{IteH8R zwW`{KH>;|l_;N2b%h@ULuy2Crc_R2;k@8o4Y=-vtk>ue5A!dc74Yt40BnKTApq$ln zzRsPCa9sZo#|N1Mg~M6ouzMh6{*A^Yt^1giUPmVH<9>d#99lT4ihrVH7;54v@GmU^ zqpf#fJB@+I&e|aN`7EqfFy%VaPO#PY2~4?F3yGH5*b%afmE`;+@@*3QdIcN&R&PdA zJkv1G=M2@+$wh57?zy}2o7eU53Y@YohK{czG#K2NzXlC3-g^Y)q`&c!DzZSN(tybu zufklBkYR%R9+ODz4>Wgd05omiQPWH#T+^h?^uMYqa~2(h^uh!rtJV;o+;BK`Opi6Y zV+cFyF5?o@4OnKnfc!WJkg6~y=&wk`)gl+L+{7HT(qGf0F=5P3iidSW3Has(LESg4 zFwD*0?$tTbB(4+Y$ITStEQ+bn!2*tNl>ps)lwqf70;tJMWG9(rz^z+9`8Fx{Fec9c zx=rults^O1mqdfa%{E7&6=je!B^7G8yUL8%Be>PWl{L7#mmV$uMBVH(;jdmt**d#4 z{+Px}vbBV7qiYzU}4M zG}ERr^$w>=?3`Afag7|SDw{y7^MLU_TnOKyD`~xs4IZwF0dRoI2YnMIe zcR5|d_by9$&nIM3vs>D1-kDDBJ^u_O4*tNcmkLq+)&x+Nd<(fzDNvw#l&&6OK+`UT z)CI-EVs1B=(KHADN)Z}s|DNA0Ck;y-C$D{?gfK>8$W?pF`*)o5S_c`Dr zIdFFz)9}w5Yv;-`0XvfMDaXaM`}c*L(_MzR5lu26E)0(pgs5Mf5Myt+2X613#%g{O zB696%kkNgzv{!Q)7ANSUyIdN+lf6TYogHELUL3t?P)jz2>)=IhuH?ACkb0MBqsR$a zc5tdSwrP5yQ}$i_DFZB zYVY#DQGMn`v=L@X+yc8tr)W`+9cel89{chZFo6e8zkIh5}5MOhxJHM0gd1gYISB7>KA3>p9%S7`cH~h z4qx%Y1vm6<>!+5Fzrg;wUv%T!FgWV@igf5|P!sWXFo?FGCl)Jmd(PwOd^kxGdAtIh`K`=aCE5=T$a&bQr;Cn#;#am(kY1xPnoW+ zjpW{xNyzLl#GUhOdordwlVys+$6)Iex z31sjNgqN$KI0_Q7i@#^SF%xm;cwnGj}&Oz_FG_i=sf?er9Z5ZionN?3z)9+ zhSc1@9LJ9M;CGG#ug2>m4mP$R_O>4Kzis2!HfKPw57!l~)MiUtuEEaKXwZ}vB7S8~ z;OqE|r~Y{%QRBIT8dJ`1kK$3H>W#C{mhg`W#*wCD%jv~Qxq{5WchpTGlK-tg8Anlo)JsGJZu~YE6aHy%rCiY z51$_A@s)?&SWk}?V5gJ^0TVfIP=*t}eKd(_-kA!Wldgfs`(3C#bWSkyq8!s&jQFh1 z5rcj%U{w+``5!VAnWO2q0T0H3iRc36ah*SnQ`91k1^HYLzLDC6iL={uV=*Qqi~c*P z1ViQiDDuu4-H#<;*!DsS0ae)QIS$fOv>}ck0q=TSFn7xm>=pV=5^t!`_p0uYZ?^_d zg$pwc#uO~%A42uB5(rZFfhOiOWeapUguzlK-QErDZTjdu)9)nnwmADhT$BwGRi>{b zCDCc96MFRqh=I2w9y1YQyZJA$m34z(z2daMakk*mNABaXP#e>P-_YByFVKcVA+YT& z4-Us|frHE?*zQ-#m#GcMDO0MTVMia;U)qXpN=4k<-w>?^YWdwH0RO7@QmI`l*t89m zIP+2sRhF~Ipk>d=vIWAd&A%>K>lQ=k;&jsg-35G<4VVkac|EQ2VSy^=VJS|dB41CE zT?-`ON0&U+pLLZ?t~-ahgNbldcoaGheMYuY1mb>F;*SG&F{JD*oXL`6-n5hkC&*$;g^H4NNDTAGG6cuz4zMRuyM<&LD=${VUX?}y8D4Yn% zhsTI{lq$E|Z~=eJNhX`4e}edKE7-Z)0gv4}K{o6#WeOBGLVem=$oqAV|H=X2&#(fN zk2i+LqPJnRuNB%isY8FUI6Jnl0z(^>$SS!ODw|M93npJ7pYBPZ>Mu3+ee-u}ot%op zoLBGirl;^!@{a(A?%~DTtU&3tD{kvz!Em}e955K9(sGFILdT%;{uU%BmC$>8Do?wn z7%uz)I%Pl(O_VpG?upY_kY^0H4zYMaZ#tDWS%m5HB^giUJZd+83##(Yf$xbpYE@AM z6|IrD;gJb^GkieH+~wi!&gm!=|C5+l)nMcE^XT`V3U;{U;kJ$~aIJn4G#=$cbC(-m zGm_g)YFdFM>NjE5{s~w=CLo=aTWFP8X<6E1Np>)c^C~-Y8BfIzjGnO+tE>t^+&B*N zK5oJA)(13tnj6S9aZV`X^C;Av2jUm?@$U{J#(usHR!kZu>#to0k?R-e0&gKO+bPD7 z_cus2DQ?%+~HWVat^=$h!^x&Lic+nWoFFjU|m)l#ga;p&Rb5qBYL>ArJ z*TJi~3h-g)d%SmG1b0c_qW9PK3p)4O)1<&08W9_XfgI~ddC@15v7j6?9JZ5P8SSKL z_zamC*-e!#_TwpQE=&J#iAp_wURJ|bVDtUnleHTws7Kl_oLm~gF~C1kb{Y#s8wQ~^ z*%dT&=prfhx_IKiIavmMwcNv=sI?rgKo)i1tQ~7IMIm7nL5C^>KpN5hXVg`sTAXV{X4BbZ4XPD zl?4rNxeRdPDhN{-hhIo4nzWPJ+ZiLIXSHKiO zBa-}lFz?Ld$w%m5x#wS!I7tzrw!NksBjqqlcq)V}z56gRJu8VP}`wwj1d>+j{+{Es>R6L~Ghd)=zp!SLjyvJR} zWK%NdWrvl-tG$(Uhdk@ zsGQ5AA#=uX^Dd6NWsoBYGmuAWXHUY}5BOldI~ml<$1zTW zm7EWckLov%(=QP#`G2N7f_a9EKz*Vm*6Q2^2aff<%WgdTDZUH7O~`}vO$YFibQxcJ z;2~bve3C!+st~g)v6}>*FlAg^Rnf`sBPKY=GVAN-voCtW=+DLSsJU<^Y@Vlx(_8F7 zd8`&Bq(!(L$5c9;T+F|v=z*$gs-QG68Q~qbAD}Uh>eZKn_yW#L!n0?R26@E%qB_jC z(4Q z4T7P`yV-pzX88ESB}Q#|9sW_UMxEJGFfJ;bPN)+Rn5_whC2RA^x!*(l2Bn86d*C+k zIM2qs>npJRKr|NfW}#lya_HMo!|_rxQD0^dHv3OucZ*0eho}iz|6ds$3LJ$nlN=&^ zXCBFILDY1=fv4BM#$TR!Q1xI6ovg5$YIt+`Sh*xyvp1YqBYXrb2Od#t`6lolt%U9T zf8go$05qkHp#NJYRljlx>ei*x$Q=Tt-SYkO*>9+={_sPF-v@o0$s~6zT*{$HLe1dv5wnL^y3dlK*;JUf8T%XAYvu$}a zuYM=_l)RY@{WMNcxmcA6s(waGwS?JPw|3l6$O^Ka_~M1pd-Mo3`xM64~jHYNS598pcsR6ZE*t65AS_ni@H9#aD9IsCOQ9uhuhldwrMO~ zz{|u1+cRnH>&-~!?Gk*Ee8laVaQ(nVbFkO*H?6(4huPjOO}p%d_y@jPVAsSP{%YL^ z;kP!|o@WnLLH;g$)r zexe?!-0=?IWF4hT0`J4qysHp+?h+^%n1SP!9S|h+9BzC~Mc9z`|K8RZaalO9AQ=by z`%z1=lgrmbXp<8~>(kb3d9gl!NhMsVEhbjC!B4 z@tm&}4cO1IBsnvWZF(GT?Fa+*9ECZW7VP(}6~su|4eVd1q4pV3T)c7&Ri5X;KGa~1 zqI!7kI&*3NpOu2}C(+caGM{@78DcLv2WGcJVV}7eGjlEH5!-$ZwbnM^{@QX<@~snF z6$4;>)Gz!Uod^cU6sc7Xmy_KvfchO51lEdfp!@6y-^f1%&iu_L(o5T5_;W8m>E(E4 zaK%hP4#$EnjcX;M(=_l*M=&na@r5yc3%n_=24myhaH7=+5xQ{$emyROeV?D>-?W!R zZB{RYJ(6b(wv@wCE{~57m`n~oP)3P)7hz!cH+n~AF$uqxg|jR)@LYHfX*SKLsY?|} z|1x(d_EccA8mF@d4dyT_&R@f6p;BcNy#MhojfsO}S0cyD5oW|QBQd}BJz#n-&YLv{ zS1Igb=k<*TlL5~C*ek^xN{r%1RVz`aBbrdUd?p647tm$M4Od%!5Db0&3u0d?Fzo{O z|MV+CrPC+S-}o4|2OffuFUbOfr)q4k`a=kRqKzdYNi=MtBibyCK zZrdcBBa#JM7dAm|N(JotwwAUX{s%6m?ihULEf`ExfDC(EyykftuAKfy?&e(J#hJ%L z+&Cfl`7Va^m{-Dwafh(Hq@3^ecO_~ajul)QFG8j}=#bCP+QIBfK8S{%$4eTiaJ|)n zZ?v`Vh#M{SoMOJC~JB{ zP_Sbk-LzJd@BMKLSU4PqHsutuJgA)}kItgQ*8i}3a|&tNl7)^#?)Xao7);)HhUmHf z=GjV|fyaVEIQ8v3EvnxPt5pK{jCLfvYHGokCF8-xeIJ{>v5Mqh9|z2r3?iCej1k{^A=M?5Kb^|h4zA^*TaGfC9@jhOD z`IhvUnvlnJ?`T2120O>bhn`c*=l0x`*ljPh*bt3Ma&vpIKtFIf>s+{ucIUG+%t{YR zuiA3&*yghE3%4NKCyCoXvd77VV?;e`KWy@S1dd|&A>zIeGx~~v-{>8I^5whOvFeE6 z^9BQ$F=>b>>`KRZ;b-tr!ew|L&rsL%uW3TRC;1fk1^Vm1@I_?)ZhZat@18@gDA%hAD7MfzTXLMhDotz#o5sC_!zbhBcx66g}fue zO#9+)j1e-y>$3G_nX^S$dU68ZDgMYm=k^Yyf@fp*m!H)C;X8qQ(G0A5{Qwq-$lq5q^NQ7svBgs%{6j3OILZwMks`tE~eR=qK_Bng4 z`@XI<(A6fxWOA;K!&3^#QM(8dzW5#5)@1S069&nVrNtaSokfuq2@nuiPN({=#gZF8 zIIoZaIg@yk*pEyD`RBXgp85q;wv6Q^y=x@7rv9+@)PK}O;x8}KNfI1l+MqxpnG)|P zTsLlmVm~DCEA1q2AB+QOvtb)Krcipe85upj5%-2!F+C4vvT-*~g2Htkgk|P|l#mw) zE||a`$UH=!M0wKC2V=0weKLnjmIs4di_vj`1X|ftz=1YInP_ux;7g&$0}-nSQ$~qd zgaOv?P-7OV8}Z2#uJE4>kxo8Exbb=~ zX5jf_j&!YMF1Uwr-wWq^R3iHYuy*|@eq<3lklM~~xURz2QTxtYx_B-w{wBkweJlqF zizN&j#6W-Nk;)nCl$c^&G0b(|#@fADhE>8I5ae_QgElRoE(N!+ueu15rg8VG+q3AJ zvPJZPVLPqf|K7^SEsT9UK19XRo!RRRw_s+E5(;Dwr6Z<$q|p6(vW(FB)sPZ-f_wMQhe6RdoHNQ3 zG{u+ETn%gNF4bms)`j!OpFG8;JJ#%r>jI3~Y)iZ_xDLYKFJ{NKR*>(886c;21oG~8 zfdA|HVDRe;OjD6ziY*dAcv22-Pp+o^zGM8Ni7wa{GDs?xbG`MG6PR2z8Eh17BC;HF zFXrzDIHIeCPZ>%4dLag4$339(w+GGc5CYY+8Ze@w&RDS<(fd0e1%9^?=Z_~a)Ipi? zueeU9ZIs0Q?N@Q(ST6s*c?Ym&7eP~M2e=4I();o))bOq#TeNxsX8aas0=zH5=V@Y$ zL1ZEIo^}y?TGH^QVdJNnA3t6+Nuqpy^FR=6BZz{9_e`m;7Io z{GN33SRoUa`8ng$mJr(blFvKFb>Ol@GV!luBbs0yz4|kPMqZo^bG}@mkDHHD^X*HB z(!8zE=Pt^cm)K#Bk|c?Ys=&_g>p?_PoHXcNLg7Nu3aR5|bguF$8oU23ul4X8^0&Yi zV=S|1$X#c6^s1gGGCu)V)p6_y%P6Z8MIJ=j&x|0h z?-;uKDMH0DN*%J^V@S+i_-rE$hb26~A#|KKD8ZepS8Gt`v=YDerz)41S%B$3W6@3H z1(a}O!KL?XEB_270V8w*XD~xFD6Ss_Zv=zEpISU~Qh_RMO97eqO0>1CfrTn{`22bk zjOipmqSbwzFE^Q7Z7HDdD$;OLV+6`Q`$7#76nSt zb?vsK=y@~l2`C|j6U11r^OLbg`8hg$S_f6y-dH|%nLlQlO>3XIfs;=c$r|&*q0$tt z^HhrgW!%iZ{0+Kd3_QFL%v)r36+X$ICPg=eFzxFM2;Mt`S3T!Bq!vkV_o$b++R&W& zFzXpERKG_I-z7l5PCBmf=lU6w&XC2;7O?67H&=}jMWxse#5iyf^t?L_X@9qK^J^`( zbK4%|XDF}|OVThnQU?6hUenEH11RtEns2rK1;pCEfHtE2=4eG44j2Mv-Jw;*bN%CpuMPlXK z4|z(R{HuO$(8sPJif5-2)4h|}tcy|b;CTpS8g@fL*=KCHtqhKmR*YE`;=85i!TYij z?y+ouX)EH9*0 z+!R)DyB;gG=^qVnRs(hBBSbYifudIu6eS-bhC=i3v}PeSvaF_4LIly|jVP%*>;g_> zCZMmY4du)AA^c${cV->{*G12Xk82Wcv;2UCvxfZ~Yi%d8yxN5+~l9#Qa^p9n&;~(Bb+*+%;t! zQtz+9W&ScupOpw>yW=_BQ;Q>cruSjfiY%1H@Cxzu?<$RY-SB|p54?5HkTvwofEATf zk$oNyhuWs$_t9LgpDhC^?<>H_^cu{583P&9+fkQeq0Ev#MfO8Hx;Vz-vIAOZRRdwKT_X5pZKGiC!jp3IaPJ%fXL!iKmf#BLLC4Z)b=cqphq;6T_Qn=nPR3muU`{-BmaSnGFUVodl&Fjs_=XOoJNSw=l6M;V~F)3Ub7_Ag& z+~7|4IAXRY&pX0$M+m><+%pOYX5~AMOyf0=|_CEBocB? z7ens66U3!T8M^qpxI5ZGewzAJC{L}VB`*RLlENxhCLO}gSHie(VL4TZv0+CF z-G~duW3*?wLB~`bXN+9}|9jUV?MMN9e}4&n z73b)CQWYeGD3=dz|An(rE{U7W+s@KN1{ud4m6a<;;g?8@N(5rEZUI7U(}fg z@q;yZCdrC+jc$N3J5>xzWua$V89s`XgPO0l=(E|7taaOfrK;J$p8ZF5xqruc>xrzS z%W=|d)PoW43aC`{SvagYi&hE>knW$};M4bl7dki(UykghN!~_Uhh*z`M7h-}Nc4N9hpx6dn%xM-$-o z_joujC?LC*OCUKzreMNExATYfyb zo8B0;OBt_`l_0ufkme?rz;nAQ&iSFsJU+$1E`BSBwug``ohTekX~&Z$^SE8(B8*Zw z4hA2mV9IhqrYL?I(v)FP@>GKZvU!m3!wtVO3GjUR7I6K#h2OL12byoxK)4e5oeMD*Nq$?;ID|AoVev zF8zx2!4E-9e;dM$yZoJpCa@P8;xYe}7<;LHgJt;9YdD%4PX2Psu)Ga7X+gIDV-Q@6 zTXN3huKyTTTXTs2vU?wXlbOLBToeOVFRoM9`|BZj{wpYYxC%{f@2*@IB*u<&`Q*kz z7f7NUH-8v$;iXmlf!0vm_TmxLt$155(Vq&BxzE46Ege_<=MMi>#9@*j*Xv!=fu=u1 zpyUU4pIs)&c{+Z>;+cK8m&@=U-*yR=7c7Bqd!n%+?+8H|Uy`&qi$0H_XzY8QJYLvN zO?A#-zK1@HUwufz!>rl14XR{JcQO;x8%>`sX1M2-MY*Dm3SF}{7Y`>}qh9Mv5-|9d zj8rVa{=g*u<0(Bf^wB8){;4`-zdB$p$EXe4$n~qcxVdH0Un`LtU%@1BCXDt;bB?!h z9D3DGlFbB(rrJi3uWZ0MNs@4AsTmEIZ=(8pPEaGW2_R#00Ip5zgRw`k&?{R5esdzw zRnr@$swh%}RxaP@%sCGe8hDGP=R)KTA+~PWB+|LMn(yu=!|0xUMb><|ObS$QQR{z) z$Tj;%aQWdh2wWA5o$i-$MW7waswJW7y*d05^KO)yr-9X$l5DGUCwg}cft9lXZWlJI zoHs+8Z~vM*HyWi`vg;b=X8EG?+Df?p-%sAuX*=*p_h*p5*F)O($70qoZQgOc2)w#+ zHiVDNfHnGt?7T94$jG@*t@bFv;>R24ZH|8tXpvB9*|CLW(r$cuP@VhU?STH-ij3&n zYASkQH<)dWN2kv=tb)mL@a)mSL(2Zt`GqHbQcdAspOXNKK4zie5i`bEdWh>DPp7k# zyz$1Q1iGv1H4&dW8x=BM)8AH_MEOcF*o$c6+`GHL$m|>%#hj(}PlljgeTeHjmcfoy z%_zXvgzH;s!P;sr?tFF~s=Oysg?=&Cah(*Cx?_YKIlc|+ZD+vOtAVum@;!3Kw~KT- zoZ)Y{`I~5Y&*hxanehC9Jo~yroz2l*Ni|0t*)vBE@PhIUXnXiZ!YFUUuDAARvojvo zZmGiW$LB%k>mazc^D(Zw!{WHT6Y1f4NS$1t;LA*9+`Gw!N@SSfpg}hjZg~t>z5apC z{S0V-H;1&056~5RJc-1O{~+ITD~d#o5Y4JTvj1_Ys1Ls6pmv}dfvNB{2zgh{~O=7|Jk0s8s z=| zVW0FFG6sKG*!Sr^)+g2Q#T$h1pUE-Mw=;+Gz3y~aF%H)?1~6LYp=dmD4I1rQ1F07~ z$&;*S^lal5^azt?dW2>(!@KzS_}nfkQ8|Ee4a&5?{}$=FYe#J$uR@j$AB3V0_-&g z+xtq4b!R9#v%CKlpZ z)hK99=EI90@#ImHA{id0kW)8A4(GMv=J{J_$JbNT%6$oKdpjL3U0H|hXN2JQ(bPcq zDY^)obKS3av{j5?oqH4cWum8Pcid?lbyEOMvk9!Y&PV#Q(vQEsG#dUGaBPTs^YO_s zYc`-z3yPbj(v-@4>^S)k9vrX2&Y~yqxX1vn?jekH<^wpN{h98m+k(7iC3Z4j65dRZ zhBe>&pn9nzYW!YS!zd3xQw0Z2i#e8?C^@j|04$z-jcVwe!$7Sr$h}tq z{rBGT*6zMrDdAgF;b=LX&5PqQ2$6Bvv~?}!|5In!C8G5Hky_sHb8qxIsf<2%jc}fm z3JQhZ<_8vBCQ938F{>vDFyf~R@Pp3?-^8N_YwhpihQvll%5!Hm4mpGFo^$9L{e|28 zWy3(`B<9bHJys{@Oa=SWCZamx1*@&p8Jl&J=)6a=koDFbnxGBSg%$8w(*$(exSCW3 zC4o}+9OkmzDXW1)w;)j96ci8ag4TFRtliNBN&PjbHBw28)3VUGbU&`mvBOO|E+l5H zA&najrz3VxNR_x7*ltRs`o}6jR%{b6TgAy>T{w)dq8L(AMD5xOA;M9edGtq=soY|L zeu6BOZA!tsL(!ld7mBBUh(pYH8sWh2#J9~3rn_?Q?m{D&>}*sv?@-r^=|tZGzQ-7g4#T z8!x$Cp_a=P(YMbB97h)5&*L(T&uwXN*!dDX`qrWQm-9R(bqUR!>gr)hUFIE4;4vl5$LKEs1SrdjSuO^`#SLC!*A*(_m_BD&W70DSvW)Q zHGE7!NGf|wh3=^{C-Z7R@qHGt|H$oWHGPPLr2yFL+~LbbYUuQ}>9f+q~l+IUme>`isjNXBVUG{`*+C zY!p+Lx#HY)_ejW!H>jXkhU#3VwCP|LmhKLNSG!^{KzR!Us>J}Go&pcug|xK&0`B(J z2H9)QSnYccxBc3I;c7RCTAL3hWT>$Z`(+?Cu$;VJm=1y^1MtI2A9vTBrPppuVj7iV zQRia@vcLXO-_#(ubgY-mnQqE1x}Qi^9xSAf3txcHgdb?}MV)na;IeC?J8*ev40dd? z!>`kT*Z$})bR8eW=9cBymmExlQ#`QItQ}n88^^a01&g!u(Q$t}Nndspg)JGr*?wJS zxVV;FNR0-K)f()F&L5-eS_6E&bQ#f}06=MB5fNblyOv@9_;9{9(($!*s$7;7ga>gTaW=$RG zpIe7hKkKkvXG7?k(jb1zVsF%16#&8WPJ(c9Jf1AcAu>5VbZ*F?)zj)$qI5}x^cPKl zIZ`8#^)eB4y@i;0Wim{|#dc5_T>( z=2Xax{K=ovC`y;_iy}6jqP)I&(fDN2eY~IZ1rEvnAu|rVt=#9jn08r4z`k)m7|;nI zS|>D7>ccpQ)-cv}h$@CDGqzhU@~tb zu-zhzZkKFU9`DEds*o!XRMw8DcGD&6j>#%aeJfq=>;&^2L30~x%A6T*OCc>u~sO47(asl)4 ztFkd~!1WWgK9I)4GdF3!;x+6GnnX7=WTWQyI7qp$3K)qer2OeyP}#T zGe1P9R|cJxnZK~wWuqM6fxPjpP7Ec7tAp6Y|P8NOIynZ`FbAdmYrhDcNN zTe@sg0nk^)Fe@_+JF^nt?_+P^X1&bVwx5_+lL*a|zr%~HB*;qKNgMxrh_-`+km^!H z=8wOF6%(!L#>yiom@P}B;G$I(X(giLu5g57`ZuQuvZgmSlOsWSpzh20OQo`@Xz_XY zB=sE1{eFRJ_X*hhBn4&(j9?uUfWebg>{!5cQ)m1jrnk9_6r(_D!e+pd)-%u2R= zvtW}spZKyV+qwT$MW~%xf?|=6P~uZM273?Tj3Y9r_=@9W^iO1>6}|EO{9_!~Ya-)! zZU*b8Cdht0F^Q}ZT1M-h>ES}&GUnyfRL~jt2yu1Buu|zYZjz3}xz8$L_uO-MNOCt` z5)Xo;`IFex8^Rnjq@TL{Edkz#3s@5wiF0>Mq6$NssAJ7`e0`%5f@uU8e;J^MWJC}i zpQ9c$8b=nTf##yacsOP`tZ3I~_H+Az9i=>Qj7LZi0U< zr@`RURixxi3-uAvfKm@G^J6q0K0h1BON$GzC5~geOqvef9aXrdtj!8ib@=am8$ry# zjOk3!$M~)iTzbQlZBP)0))*DMl)f8hWI5yfDFxuEJR3{|FHl48JLnLrkEc1mL1UW^ zoN3*P?ar&QH6#ra&xz3i6;}*eSAiuCnWX7f1?=7OlRh2U0DovCqjQ^^56zg4b0RdD zKrR!p@6#}NsBMElk-PlSw$J?6kM_f9qZc?ZU79)b*`Ce(k&hZHWf{Fav*2W_1Df54 z$Hws2#BPrhUJdjC#U-g=)@=!9X}`#vRRv&Xb`C^p$KmqE39PKzEVf86fUHROq7Lsj za;%?YQ1fLC6&!9P%A6;eRO^u*E^~Z#VibrT5(51P^Ktd&QB>F~2Kg3IVDX&ufpzb~ zwqtcTG;ua5_1H|N$tiNq;*xwub|MRG8$xr9@=$5UMt=LW95e`OOufpxUIx z9JZfgQ(jS5yaJC*9rkeAN#6IC6gs*;f%D3Z zVxs04ME0d3{oqLsw=D#brcliLt;qZ|b0U7GT%Oh4oH=o2ITaDmVMR`z2mcG+klFa0 zwtQU*GNJ#^CcL1BQhq>;^#Sf2eTjO*Kah#K4S6jR?BCf^aPq_%=xN<M99laE@^{ zSMxZ;1eD+pTM0)76;dlM6}QSPVv7xC;^M z#BuBK7JgFUQ8dWA56VZo@pY>W=Qg3>I3bgo9My;K($g5Q86YFp%{-@SJsQ;~#OTea zB&uaakk`2aUn@<;ny1b1O#V2o-K_%8RgRsVfk|2` zsN5PZp`+1+XXZWw<&p}hs|4`yxrpB-uUolpRKc2C)+jg3-OH9Hk|Q^s@Ryx1WsE%5 zL9Fa@5a9OivXeQ-%)x&&Zix*1XwYS(#;buH%EjX7ichN;v{|>TYNllY%Y)Qqt!=J8b0Fps3ovyy9q4!i-7qGM=*CvV2u_O&o?hB8UBs>k42+h1smO5E_1PF1)1exJy--a}X~9 z_k9yEbe$WckjO9%v;Wd-L>@v99V3Su?a|tQCCSqc$MWWGevkP$uAG&PLZS=6^;!(P zwic-9cO1b#j4vIQtE5gZz7kJOea1GZ1M?D!ptyB6WG}gcfpcS#8g;>{4T8kW_bH4o zwS$IDD)j!y1gNW8LFy{>;Qn-DcB|YZ{5Wim;?J#^$H|wWr2QE^sXdA9;Rm9WxfbJT zaTZEG7UOuvG6;cmXj(K2%#GhtP1(g*-r$24x1?bxxy#b#=_!bOypOJ3b`shj=hG6q zC%o_po1rDj#>&uRlz8PT(U(7^dAaW$aL?&)RISs4m7P&W4cEUR8Tz}(vg(_(@+rY8 zl_c~p&;=FObNn=crM!lCHN0Pxi6`9`vmG0{@W|v!DEM2WbQMX zW-f~U749@$GLBmPUI(dvukr1aZ=(OR3-EI1Wt2W5!ZLea6W{!G-1BfF*9BK3;Tr>? zMM(rNd_t5kE5$gDn{oJB9=_sS;tq4FAi$N4IiWtH z9BaVhFF5u*Bzr`jp=8SnG>BdXMkVKH&@^+}w@ii^Tc2IIvvndhOb;bvM*3{##*Gm8 zPl?w#?Kk?)-3;X^AMj+DJen`dsI)m4fs0>m!sfbB5=j1m>%N(+shJg~ao&@C6V`)3 zY6wYQvYpqnZzG&EI!?}TUW={`vGnh_7EC!L#@J61WG;Qm0&9CKY^i#Rb>9;3SrIqy zjpy1BQr3LuxY^j}bQ&jTsDhz$F?JlTfPi_s5PdkOoZD_l&N^gOC-8|B$Uo*OyT_5+ zdqPn;%#f+sQ9=XsD?m{x8ojn}C(<)Q@luc<6yM#z4i^eDs+n=%y^A|vW;@{824ybm zJ&oPjFUX4A>ZbZJUidR>0#=)3quSUzsGnO;lw?=K<|ldF-Mk6R_<3~Mjk)0A@Bvz1 zTn5)zL8k1k9chf$!=EdFm?S6S9H&iq`tT{fO@Rb>s#>E&`whGn{Dvpx*~;5%;tBLi zB=4wh>U_ttCT6hNe8|x=BDbZo5yF3)i7Y3l{y!+T7HlOi1dkG?E z-6M(1*5cHs)4_hH1Oz!BK{?@f`1DUNxwI>+jQ15-;WA?o=Hlth%)g~ zN!X-sg~0_2z-VM6ZVMZOqDNwoww~iRIGx0@ot5P3aV`(Ewt`>2(Ul)~>J5Htkc5KG zT{s$b7o8l=&>=2c?3yaY4qIQL1CNh_;hFa+@TQC>C3KGrit&-8#K78uK)As1pcj>> zp;yFBlz5}d+%+3V0Ye)Wce#SU%~9xkGKq0ExrRkE2l2o|876;WIu6*p#+AN>xTMn+ z7TX!(L-AzrQO*H(xl4447xz5NFNeOV->K5VB91jH%J@hVCcktI6kBb?o=3uL@T6G! zH6#UJihPH}V_cS5Oc$DLCbNab#h_RkPoC&hSuwRf{KYnQVDMWEZ=R53QVbr_%}d&` zKlUvyDd)QNGh%W6SzpM;7Lqk$jl&Bcp&5Gt{GxW_xOo}a&Lqs{Vqy00gw0r)U5&E! z2TAoMPbMN#0j*~>aJ^Q}0}!_aT-`NT*RgomB9;il@fUEg=sPdaav2E8QPP-tmI_Da z;EXx)+-x(NTBQ~-9hF#KM566((m z6Z61eZ1^3)I7tr^u}5O~mD|x}ScE}=doxw~Ysl)a&E@HC}-|rH!C)eO%<0NM8S4v7}-A3)ro@gANfZrtFIrRnz zlxJX&gd<<>RUuy6y9Kw#sI!|}9r%$WGiZP`$0)Zg<%P``1#+Hy{)r^>a;_LNp)0uj z&7Eop$UI1Xc5K6G`7&&#Q4F+GH(D$32q$kKG$Z&hugqc{$h+-;2=@uBztC~IfBYJ1 zTWPXiPwKH^{y`w4KNSx(Xp?$lLDcLnBg)55!^`?tl@qPjv97Zlk)v}^tG2hqYlahi zI$MZxH(QCRbTk}sG9vj=F=+q7ggLon2dr=;@O1?SmtE;8TYI`{e1$ zsx~xUSwrWK+p%Bu+Mr>NAr>DF;hb^r>E7g4=#tLD0_`|hXPru;#H88!X&caLzZ*P> zn~4R6%KYnE(hPh05S-Vy;9z8fw2z$%vIkZ`*~2eT#E3Cl8!NEIC6Kpb?R50w*dBq$ z6);X%mW|DjWyMcW;&*E!-6ih9O0Sb<@^c7g_VEiM)G}4Qsv_vd$AN zkpKG+GXvjYBbtZ9N#o^!lNf4+$ zN`lt8v2&j#fx*B$_;z(ByiQvJIraA7=K6>3D&x9r_vO)eyn!Sc-Y1(DYOr0k-@t3a zdd&Bnf_ipE^y%wpsCoMn7hdI%jryICnWh4ZYjZG^`+f|>*3stmNE{BRkbS%C;K~vu z-e1Kg+MgFk)Ne~L3*Q6j5A|gIck-Y_>o%!&e?XoXXFy;}6{tr3g`U`M2s>1WIbH44 zwPrfwRILm34}a3fExyefXZlZL8@{SAlKSt+iKVW3|S8IgN@+b&nT*EIGJLwWyFG-fMBjV3e0oiWmIay z+N~n6f(C-o>ks79i$9hPMP;y7Iu6Wc_CcCZEKWX?3fo7!dA>H86$=mN!iu-~!C{>vAUv{6)sRd&>c5&b*#<-)zhXL2|(+P52na$Dfh_l5XTaWWdlgoEB~9m=~M z1NtXZvGmPft1|_O==ea24f@c4okNo$oL!H)za*K;>)kk<{hjmSEaGP^Jw?S&zUQsE z{s#^v8BqFN0)wk+anH&)oXR(Yb!mISxJepkt}LnWJE=`%!VRc#N)iseTY+8vb4a9& z0;Ak;iOV9nV$|;#NLyYF#YB!Y#3!Q4Y|fQwI*pkdQ4H7HkJH$gSbl}V1N`~#1L@{R zfUdw+)=J#9D2`9ucWJVxVXxd`#l5m=H;1<;Df1vJ`#?*`1MoP~8rLH=h z*R?>JeHtD~vJE+pgk%JKiYP+z^(qtlAgAd!jJLxtX{e= zI(cRBv@+K-(H2i>$Cl}E=s#I1av>8>n4W;8DbwhW5)-hf{6aF)9a!DLe14%`9UMQ# zbsvoc*jh#gHbx(TsGrJ^U^E+jQ(LiF?j5?{lV+}E9VKOtKG6fz7aM!uV(uq5l-~_Z zU&1(*YH)(@0>xA?<^%fQ)a2#Wye38`F5^p%2N^{9RKN8yTy-4*FSn!gwKeAI;6K zoCh6jNTeKZ8ZIPBFl(-tlHZ_7tm777bMjZt({mW~JWs*4OU*=fRw0xxxPfIJmVGqP$k1@wtO&YCDtJqmqwX%llwa ze;969Ai&%#Sb$!Ct=WaYQlV4oCunP{uo=N2&{6!1p2!M=iMy}j4q*{SxUd=LPOGHn zeM`wuUNk1;Il<1iqU<}FP*`}1<8$4UwS^n{zHw9$j1e!;T6Rmss5U-@lNPbl3*@|6;&95HehFvdd_ZeHV$(`Fz zoC6G8FMz%MUX`*lPoe8z5`FG_3+6|uaA#EwdGOw_ zLFQOV%E9!k{38Q5{s1);%K0mi24)vV$I5T)O3{;EA&Z+)%kaV%T=qfuU;xK zH7Xb2&ni(&N)Dwl=S*fq{mZ=o%UiP z6!&ueG;YpvX=ei&s#-*M9!aH^_M2EMCl$s%yqnHtdTG)G8??;`fIC`-?7Ib~bkh%K zq{C;a@z-H;+gk?aa{fg5_8oXBVLr4T)Zx5jqePP9NR1v0!$zZL$S(P>BGxOMndp{| zSszXR&%4C>ZZ(uJkA!swmZZ-}3(e;rrB=fgutvI#lpR_{!+nc!`wkuWaqT*h>eV34 z#raqlFbW^$3&_-u$sBj+Dzz4tv$9!{jO$9R8Nur_2s>>6Q(ZOSY{yBuX}<(A zAD-e&%{z3bq71X`y*7Nz(S=!O>_Fnxei|8amrhNm;P9gq7o42He$#RSt5X~U{k9C* z!f_-!(_MJJhEvF&ui892*E|F(fDSH;1T8K8$f1+{|@f1BnQ|Of?hNz`*vunDl3iPOKM2n!67|7JP?2|5ecz%SjLrRYWuf zx8nv;9oD5o67@zJ(Sh{f1c#3pG$z9SP`rx&Rwcnx{#8<#Rs-rXiP%164-VYP#D)WP zn8H5+Q{|svt%VBlxXC#(7CfRQtPbS-DMC+~NXWQ2Oh4(ZL!X{p)KI?)Sq9@+J0Odl zT`S>UWdw+;-nUB3Sw#a@RKdpSzscfj+Kl=!ReUs~29)2QLYXGc7jy3-h~ZO=NMXTS zzk`2lM2NXHT^1g3*>`cT7~<3K%_NLg($=RFsLa4#bS>P3o!50K;}}3~w`OzCE=^`u zK&zF8t~+?Tb2)?3dA!d_g0Qmv11QQzpj2!s3NN(=W4&yu`a~WY{aBm^QRu5O7oIf# z@ffCciaa4*f6kzI; zM7*pvKmwZ8>Dkao__supW&PFAcR?P`QBK2AV}#W9l}uFC8ob;Y#S6QS7`&*IR;-Dl zS>{b7X5&Qu%s?JYx0%Wu==esX)|fK`GM~un+s;_!CW_u)3!ttip9DKfG0kq1*|m44 zaGsb``1SK@C|QuqKVt0y&laSBcyl9O7elP#?hQp-3$Z%cmMr^GOcs@7;&A>Djn@%m zY)?7C_ReT9`}PUcIlhaoZY>l-KgV{R$PDx=Fne47&?3Qjj&l=^hvMrX`;-{-liMpk zG0sMkmrp9qgF!Uh8e4NSzY&^CHg zGnYj0USUd13C|~gGtql=i@fZocTIp;4hEUgC7+tt?T{nEL|H z*xe%z-xovHm;kF@^^=!j;RWB1-^cac$u!x*2v>MIu#SnMOj!*Bqo1c>Q;r##zV|HF z>qkNT90PQ4%g4w4xA?lx-%@FTrMQoOgwPN%^3^JpI@l%Rk=4{JBhi?LGNBR(LYpp`jE+b40xknyu?8iL< zsrY=lA577h3hM*a&`i|^9o}$V``@GJqFsRUf|(dK+K)cbe{nHSi_zoRb36_;u4k}| zG&X7xi-zAY&qsmTCX+%zD3AE>*o{{I9fz)7AGS)fn3(7ek*{*)@Ry39+iGW2+?&aF zt@eg`r5}9zdJ2n__YtF_jr`Ef_K-7uC4bMyTd1fWju~Ahu~@OduIjN)-)3Wg+G*mxQV`89O~3-@v`XKrF+97tsWjO2Emfag z1fvggIR98b=ufjjDxC;^<+tHop9viJ8BR@N`Dp4|4-4%!furMnBKUK^m2{~jG=4+y zu#g7R9cff!V=i&r`vCRYhj3!N7p|Wr!1lKbvn~7TscLyFT;|^UbJS-uN*7OI#}YRv zocotf7*fV>Q^u&(R#SXwKL>wbnGK?56KV1+Avky?5oX+!#Q*G$qy357I1nHJLi)Nm z`CLcK3$ec`-x&%A-JNeggAJGQ4z5$*!(sF%;&LWI_HQpe(hwnA@?@D zP}E4rf9O*^J9qX^=plR>IDy$(X$s{+9CM;k1ttet~Zlk0%zW1jL8sx&-_Ic+nDz8(lYU%2N)eFzv8 zWRlZp2}U=K(f7(%baVYk_ReUALB~X7G6v9ZaU(BMcl_2Wo(ej0KEJQCHt|g_&4He2 zJ+w0RKFWMc!o$^@FhR(aZ*%Ap@lbBSwCfy4@X`e|+|fY{u3e+rr%V{FjrCUgv;o{M zRf6)baIAcx3xVku$cwWE;3aIrtany~#xxn?diglanCK7Z+!LXrGzqh}P`=U(3G};l z9%@oHgTTrA^j%IqE;V0>;#Z%NuFq=B-QANJQ3qR$o9+tDN8f{=>@5&SSCGt}%r3rY zf+3N$uyf25j&%1DyS)9o@LLn&Tx6-y^NtgqfnPs$i|<%x-dZ zg}L0`Eb8AL=o#{$iI&&K812HHB26x*k8<3}fN2DjphY<@~9CXhf$J7)32ZIji+!Q|N}eFzTy+7v^^NJ(^dg9B zi3Oj~gWz|*8IG=1z)$l5=4_8Z=cjiu?1vbNj;)8PGcD+DtidMBi9wr_Bx}%84Mqf8vyE^tK)$d=5e?lw4aqAX1uz4*E#3(TiUk{O6F5!^U;#pC;ehr?x5CK0|4dU6U znv7I;DzDw&jH&N$K`hRr7hGCE>u?ca98N>F)O+6Fcmp2q#&P1pETtYF9}&x()iAF# z7R=L|Azv$+)$cXH`8{DoW5POCXukwqRJkAL&%6qAMfi7GH^P<1D9hvrTj-${eB4`-4_<7}uh*o46fclo+Mo%yNr zI(ggE8$tciAIN?m4GH#^?0G#a@-HZgIPycW=Ew!K-@XKeXD>%G{{jz>H-NstHexG3 zy`0=P;bxmI*B7gP6 zYC3aqCH4wrVBzHR7+{zV49A452y%cuJO?(hyd1lZU4h5dqd=}TbMGD2_{n)8f}so?uF{!r!Xg42X)Qn1EbgmlVj{LIwP9vE{kEST^m01 zl|vdcg?;c-2pS&9GClJ@(i$5ZP=BQkYYk^J9g{dF+wvD!U(0oc?GvE&wzFy8CRG`h4zhG9NU z#jn?zh=|fGHr1+&ua)!?rR!BdejUMuH(L3d9aP|B>_ZfrxSlB8-O4LiEru>rEa6Pf zKHPar2%0xbGTIwVG4QMw4n6w=M|DGSiL?q{=}Lho6GYe!IVG5QLZebO={k99rplxk zTHu-Ubx^uI73Uo0*v~Ri@E83sex4e<2%N$;>c7E!Z*x@r?*y5)Sc0vTUBZ4gZlP;c zxqU@jEo3`2!!;dGxqtUYXojNB34CFA{Q>T#2dJd%b-16&5c>p9rXx1y(0 zIj7aXUb1=0aXTZGxzFvf7%?}e*Fg}Ogyf(9Rr`c z7tyuKk9yP>psdY5Op@QhnxthDpOMK}uqK2Y90~=~U|EjgJqf&`v{6^_DQ$V^jUw|> zK)G8S1CF)el8<}v)>1ArTph+=dtI2>u%{M`CrzN5+T~bR{sce&?j!R>pTkMdMyQw7 zV>4pL_`w&seSei5sTPv{A4O;WNM+ZBVPwcG6ha}95Q%X1dP*vqRVtN8DjHR!;UyuI zDJnw7285C%!`bU8WXKp&5h)6x(m>JpJ>Ngz7w4S4_geRTU0C}(f++2I3{QRrfnJg} zDn0UqGaj0Zf!;dm(U}C@i?8y3t5wsr%AM4O>+zYq+5`JH?XygJ&UK$Lo%HXJgioeY ztlKF~#}x@s+WKRk-r;<^~AmdZQyelqs(&tuQYHtMoM5xNXR zAs==DT{1xD6sR*Zo(i(s4}0MA-)$gU5sisPPB=Ok0R2bH&~o(+*l!;XdDi?S ztHyB9OOb7TdWN?JPs8Wfhxoc(27Ze^r4KiXLh6tNbJ1KA6f6QsmG&I^A&u+PZN5$` zU-ZEGUrLZa-43cYJ%qmnT2$BQ9%p&_z}Vb zn9;T1UcKA?fofB1F- z!Cdybh=l(#hT<9{U4cFTV5F|0e@ag|q1U z_0utdxd@p%Aryp0VR*M3)90wpo=x|GbA=a6S_%!>r3E^4 zUt}DHxXW3FM=xf6oE<27rt%X^`d^T=!;_iM4`#6^o7$lHaLEZ9Mn%V(J(-*WQz3%g;rNP(nWaKVff?C+ zn>*ujW@6RxiELC`c5z7r#g5(6*gj)-xL2A>+ZS->!$Nts|AZx5{@9p(;r;-GRP7%kf>9B*(uLpRe|-de2nYbgkcHiA3hzfdV+68m@+5=i*fw|FCoumXLO^pgGvhCg`*FO2+P8l%GsREC2@ zs5YvfIKsVO%JJ3Y0{TPAnQg2%0()!j@h%k|#P(uk=2`G=IwtmzH}En6K5g6z?^`8N z=g~onT5=a&WiKUVv>C@jJ88_$fPZ8!9lf-V48E)9e0MM5 ztk)Yd^YbA%wojdnoFR>$?W%~V%15wiUkLi&2EcjATJqz<66ltHPB(0gg)(b>Skdea z1$rxC`so=sW7r?e-QR=74F{aJZkS5muS2!TFK93;0o8$rsEuDCjpt?#zTb8PKSV2hXLkmVIK$cw*E51@CIJeREDgV(>cpXtysMzG{V*X5vKCpaBZ5 z9fyxoZ=g)`W>Q{DAU7{U&wOqVNRO&m=ATUj<-tBOXU;NQx}ytzuboT&M(sn* z54q^GaVp#k6l5O+t!BGz&0$T9G1ZzOO`lrkiyW&(MOb4@!pa zj=VkK-4U@nt&jv7{Jw&fdrPE1pJa z$4l_%{WfS(QUH-IjtQ5s2^yV_}%R(j7&xN7w zRiNyw`B>PdOm_F~rJq!J(APNz9-bC#^r$!Ao!>*&^X3x{p2DBtea`aR_W_)&`x88B zaX9e1p_R-pMO;qIGu0ma@puOIV zNlQ)#(S4#!U3U^5eb7!`rih@lSSkcgx5RI2Qn$)Fz?SfIXB* ze8iU5rpUURfzS4BOnh!0E{I%2#ND`=O~X>U(ySKUsUF6co&cq9k6_wjGpsQ4C(e`F z@Z|e4d>)YvOWbqNIJ|_;JTsGUlXh%9qRO0o&<%0w8pPDM9@b=~qZC2 zYj*~&Q3H20H{#juGcX(`#$GPE1Y!O9DD)&5$Ih7J>YGWV)nF1k5+}e`?s3DCvKSJ( z;4Rtl+8bVkjZ?K_4`GhLLd<(O!Vj0!5d4n z;Gg07X|=$sZ7sNS%Fc%w^;fA;(V#)iAU8&!o(IOtzk0RB*X3k33 zZN-^cs-#>>vO1Wvpo$;lU=HGu8^QVLGitx^80`3oq~P*h-isqIq3ku~ ze_0uc^iV2a{+$mIs(ggK>2la!n}_QQtT52vFb&Zy<6V_sf_{n)R5dw@&<%Is#?J@5 z&Wo0;{QmXuRegj`5fb5i@v$(&P>mdpSWVo|U1U}i%Q4TL48d|@IDxQFG%UXrw1$6> zp~3)+44MZ^y=`PPiSasB;jns z?23JhnBoapm{v6xU3_)e8+*3l%gvW*`DZs&DHNyo>>q(jZ90`1cg61chP*c;5)5tM z$^KZdlr4U)!o0egNzI?Vge7$WpsxIjAAM^pqbC)QrDdo2W$S{e-EcP=9hu0K?Ocf) ztXGlum!x6Yi5ZOj{s#C7DX1p=0ypXo;MRCG^cPE|pI2%zAvcZC_4Q_ykUj)8<6?|* zu^vKqBCGVk!so=S9-JB%UgCZYq!m+cL^M=P`$%()c_GwU+w!me{v<7_KG z`6t)!Z~0TA5v0nFwiQ|`3J9|0GE0cWY&)7zL9ytI8(vkGL~Ge>aB9#8ja5L4;|R0y zz)Q}{lR(AG2hk~{iptEEL9;B**~)ELgh!gm8cxX(vimc+xZylJbCKme2qZjjr)T(k zi1SNpe87{UV=(2LFtav!kbnHpJ#2Lv;Lkp+j1x>H*|(3>IWF=s$oRR6mtZ=X9?IxO zj|bbKgv(l=IWb7DUChKoN{yh_@Bx>tl_u|kjM&4f0~C7=n7^kLm;;=&Ob567U&DDmKZ=a{I4nn%US1l8L^Y za{cT)J=Rr~x(xUrjo~~rOCR9z=bMS#)ns6f zXyJ1s4Ul116Q<}C>TvlaIl0@Uv;H>mF4_l9C94?S<-w$-=pIz3XT!Z|g3MXtP2lHW z59wpvj57QMe!lsF@8GDzXsNs4=8>Jay266&FPaHyg%vb#LjlGtbVRlHt1*h@`X#P+ zaCy;sibqTE>9bihN6UoR?ta8q`=iPhYQZZ1mg4@sN`Jo>79nZ^6hs7nFOJtii$2{bA5m8z+ z*li}8GdNC@H}GLYrY5wsWLRcxeNQUpY2&*$iEvzNl=d$c#NTg_#Mq=^s!=d_|0%=U zU7~DjVG#K4kEfT1IX-2g8|Zp1!BDZS^wgrMjP02^Tz@YCRhQ1BJ&{#dqP~a7jhiF- zO<>akC(~~Oa;$EI0K7gR!#KU<(V<;hT&?RlxUFbJfyG|n-Y?JiY9&DPq%(}!pITHn zHVPf^lQeDb14XV|F0ev}b$OKyMxI+xc%c+CJfjAl^l`k@$`nwZY{avFuFNir35S!f zW`SJz7L-+A#hT<7VA?H7v|G-x>uwy!%ywIduxKKVVqqkIdo;vPy-PIql;NM@9Nas| z!$w{{q}-i{#V)JKyU08|^xTnmUbv9%78GSva|3vLugIai;Z{CMmJ#+;JRUy`EWGQ* z)42gqnkGWy7=KVa6odx<>d95j5KQCLXnRV9z<%~)?D5D0ZT)5}JR`;KPp{>lb^e57 zdS8g=22JMt#8@t)Vpr01&lbG=6d>5GgPuGR2fx)-`91D8iOK=aI}@A^^L#7F;5=zm zE0O|{{bTTHRx9Mq7J`9C*>v>Ieu&sE&L~FiCZ}A=&?o5@?2EWT6nmZM+P6j+zU2k> zHZGtW)=IMlyjf6ZY{KR%O$QO-nfR!EKXne-#Pxl;a8ZpK{J7c7Q>^lYrIGEVmU9+b z-q&H)wz{EivLNIXw)4t!R2VnAHlo-l!)ysOL9ZKPIDYB_QE9ZKQS&)xw$L*)?OH~6 zbKIdEB`e%H{{YB-Oe9ZlaZIIUYHXkV1KMk8%_L+x0lRl1#%U=rpTkd*lomNy{3(Ir zO*Qt05fa6yPM(nYL9G8ILYh2F>4IbvM)$yM7}zWV%RA0ONY*JZj$Q%rs+sUzOOm~} z+8%v|ck&z71mMWbSo~GD6wRNi;HhQjFy_c4SkPck-p`mpk|VkM621hpf2}-KowZES zT_bq9g6q7*C(!<$L#Q^xhIylBf|;keZiB=iT`K>SzyDVabojMn_E0u@)coXm1{`BA z-EM~)%kJZkP0#pOYXvbp)*9p1Jj8eGHhd9&ktfa*U`^&P!R4xI?7V6&vmU1l-xf^* z$v_{N_jd?2e3gJ*BLv-V#>hS6TC!uT0S5M1G1=d{(MxLvQ)J){LF!>NNp~iV7EHx^ zau<2sp9md#Zi40&Y8dzNDmm$`PD<+Q!LESIK+MfV?Fen`sJsf(Z%$zBWlhLesOQ(s z4@SqzS@gTFA-q!8WaR!i!&i}`c)0!$U8&y&&%`8)_h?RL9v8?kjQDK)7&?pnn)H&W z{=5qbrcbBl zpSFcOli=>>HzRp6ddulX$6`!~@+BV)C$Ns5FJWcR22?-rg9^9Jr*Z!@n1U}4Vc7d7 z7V|Em`;Icck!}zz%sYp|voG_kGPvCw=f zmq^FMeu=QxbrPHXTZ|SR|3xqQ4WWptEStGo6cr6j;3;#IcqX-?#D??yz~#rG%JCA4 z_xQuL&F6rqq~X`}9Q-s=hC8kmg$oT~;4{0CisrkbontZ)eyqeqh#$m6^+E7Vnu$&M7kENJ z9sCrpHEh=h6-&#gDddBYGThs;iXXLh8=B-zV)|MnnY5+{_(^32nw%>IckKn}%I!8n zV_k|5jjspgnBTB%^Fl`XR3SudxdT<_2{)g(g}0`xg{`UJV|1=ypwv`$a@Ztx$e;~o$}eD#9*M;mQ7uroBg@ptZijWdr;wPqXzZGK z08877NzB-6#%I|*2%nw}k=|9j1v%E_clsP$TzQtr{+o{Mhz5!sRG@o>IXtl05p0R( zdX!r}!agT?cB#ApbN%2D^%bAT>W$o`AvY3%-KY!$rrRKcXtU@0*N`1At?4W4I?(_uzxm;=c9alHR%yD``>czy@%wo`+3}#RS*49`yu0G5$qbz13p8Y|Fk`yG10<;(M1^k$4T0Mz;{L+o@W#iO-4Z9Gx_ho^HO9`uKlS(9bkxbyKao=rZB%NF?4o$}Mj`sMXt zI~a(yYT9^wTm{#g7sJW&hgdOI!gKzS2a*eK@$)Xdz;yW;SoZxMHwTww7iS*hpQxVA z$b?70k8SeoiX)QDnX0e+1uu>n+{BaNlFL zjM~Fdu&QXH1$Um&dFy6Fqwiga`Eh~7Dkh-av>RAH=1>15+Occdf3Po1Ai%>eMLzR0(mRLYxG$(`wLS-8+B zmXOjJ{2bTGtbk4c*riRRZhJ~m;(!5hlg$93J*u>)q>kS%HNpg3qb2G;l)ThMx!a1^LNHlhbb3$EB~A+ z9{1_si&UFJyjVT|wBLlo>#)E0gQ>gBgpH!q~D?O_@ zg%xx30da|a%-*O_kUMS!uU=GJY-rsGq3?AzXARzBUtQ0;YcEvP>rQ-CiNKKGgxQ87^bGS_*g( zAD{8`7JeiP#AmZFo^1g?*Fs`6_bnWEnZRmz^uy&VGCbGy+U%Vd!5lxwnDsMT3T%ch zFO%zLZ_65|hgEOV%=8qRVHidC`S+sAk*RFyry%%>?<}*ZH71D|@H)PQpjJi%ns)^< zLh`#YCBLya>+J>d%>EO-c1enrZZ$1YeQn6VwGlFq=Ey$1-G*)MF1T+}HtL7g5*0H~ z1aDu|dw+_%U!8BM~2Mj{@6c8NAXVTatsluus6h_5t73SCFQ8E^4!)`d|iwoRM znBD`qkeii^m81z9r@jHF;`xxgHy3NRZzDnlNhHqUB<%CpPIJQ^^D=rqpz7;)Al5LE zNsPW%GIZM+HBYOTND0GCUk-agGTJuZo~K7r3r^n*iv>oWP-7cj1?C3^=<~g5KIspfNukGtF2u zU8l{a+|=WL!UetrN?H@=kfuFuRq+(y29^%e-Q*n zWpUh=o3pu}1F791QkPnni<0vO2t5* zE2QzlN9glHjBS07o_3QlrlbsA?`nh2<9xjOwTg6wK88xU^RP1GHtvwE#!J3)~ z$e2`y<1#xyrz4H59+{5z;?3~ttRQ2U_=r2NY+=ARpSOGK8oUluaH*a)QFxyL#b$!6 zN4^KNe!UIu=CZ8YPFJ?*KRXD1Ig5pFX!-3k<(K%$vb8oHv?@vibpCvy#&VCTlBos$ zn5@GNl%7G~!UobhwS{=Lg)%-W|Ir-frKIGsJo_z*&(r(s1Hz}~;C?Sx>Z~^h9+^@ zxl32U@cS9Cay^R6?|$PO*_kofdyH^cUWn^ghb8n<{Q#{lWw_X z|M0=Gi7276jy&5@UZQKjV1}$WcKYP-4W6l@VGq~4%4vWi_9w;|i!+a=pWyzFv*

c^#f;dn+W};ds2udDJsB zjVhW2!s}4CIk|Ge8c&lqOito4Cc7=QOP(EGs1P*faUwaGBJe2%ll%j zp#gmtycASctMd{R55l!2_i$zHSqy(6$ZqWAzVlwKr0ZuXU;d3C)AiyG&9-kq;)hDk0_)uQFqPX+3#ke-Ekf6EG{T1I!S0fF9>@0LIz4~KlZkTfLiX$EG@kNQ zS8_*_Ps5cZY05K6EJ_SVH=mQZcjzYm{*G9GiDO-w#gmuD7vW`{W=YY4I$|}x1tzMc zg2^qqGNYRO$AmMzwxf6ERgsR}SBb7OeAnOx>M<_Brw?mhdj&qN1ZLp-ix z$$FQKl6>i%*tOye)6*M*vQJjhf%r8{)}8Y>ZNq$~{-!?_+Yyag#{=1=66@(+If|>s zRKb93M(gV7kkiHOc+U4g`@j{j|2fPt5XyNi)>80hpwV)X=TwyHGZN@P+kQ;${`p%61(A&WB_(7R)z;_4pNtnRFL`U54qLCD7L?qd|oTc z=55NLKZZu(6m{Wie%TLWHu@ksLlZMLex=gUy3Fy?Ub51D6|Fe53{Ory2n#F3SmR%P zWS3|Mt_@lPPWJafG@E1OpM5~%e73-~Y$>+(!uel1IzC`^C&%Lvx)eRz8`k@T^KxR~o}cdpl_Peo5M-R37D@OC)J?RSN16`YGpjBs;TX(AGDOXbJP z`Q;TAxXmRA#s8ZJiJP4;kK@a@HwWYP`as(8R-C!IbT77OKBGam%fXU2i*4=7=Jos5 zQ9ZRiB{6MW7gcE~_U_9?odc0blB+QJZa-Ddq)^H+EJK?rd8NkTWb->U@W98Asb&aX zJ)ykj2xWF?x+s%>QXds|Rgz8ZQuLz5KfW`rCuXPK^Aq~Gzc+4!dML=mX)S?*Dq*(c z(J;FIOM+I-QoP+006vx@aKEL3+8&AkW2F-KAZJHQ{N_SW{wWYtlVF20OJHeM3cuB( z8CSMXqQoj)?SBBvDIw+kv34^-Zya?2SLX~0od7Ta8~jc{WP=_yw;YWQ)GL| z?MbD$v|uh4iJ&E$b}{mLz^%n zG(&?)n3_*h?1%8up;y$*-9Laasor!jJmvJcLJ#90v#D3)o?B75xi@?2||8dUi zCgu6;Hs&s=NLftMH`eoW#>VlQLI7ogtQdC-LTQ#4qqwvaR*&YP%+j6Ea^XD5_8H)E z|NCK)k0Uxx^@bBW55e#SFL*OEmFyiXAc<;kG0J`ph6WixaAq=1?tM;n?D)c?Uq`6z zkPB*^%O+_T>tI2B~Y|9rF%vKT76i zPOhX~cM}ZuH^bodUf5rMpC-Dy&|U?KJvfm^P9)$In@n0hSC?7NNHcby-toeo*)iW} zEWF-&maNy+W`{2K(gV*GNJ^&;2JX^^hGP*_F8VfX{%8OlO_3mJW`xU^{h)haWC~Q#RU<9L}0Nh82zZ=dL1EDYLz4r;<7uzSG(!)r8gjyv$Z#6w}EzTAe3&W zJmcsmm>gV%WyR0YAjkvsi{mh8S{bg36N5+_MOLda3=Spu)BPXP!T#@iu#=KvHE)>F zHm~J$U)vje-7N*v8>4Zy7ZU9uM`)FhWaA#R^RHZxVDc3V6o(_>%UzqSdZbv{S2=YT6s3li5Sk8}Ek`I*#!-OxgwhNi%RJ;T*dH z#vn751CKqrj{d9`tUBmH^ExkJwd6eL{&N&<*C}G`w-8u)R*30t8iij^G*Rw^5$e3V z0_LUOZ1lBYbg++t6+L@7epNk&4$ENv(N;>1u$({rG3ltdO#hxtBw6tn@O=C&EN)82 zYt@>p7B@%psj^{i9lQVvM$3rStdrO;R!NdFOR3rE3uK^e6UHuh1MM0$c&teQvM>S< zFK&h<*%F|eVMH6#JIM&gBJT5i3}g8&_~2zY&GVPQ|F&!5gX4eke(NeWs@-zqBLVx*UBFgxc&AHB|W^ed<1O1 z{N=si&KZX!P4>?W8RlZ7Gqcjv8=Jy8&Qw+bszeFW@=|VJ)h^EMACri5P$-Hu8FBfL zhghR(&LpQJn!fgcry33DniYrVKVATl-mT~?-i_bhwBWF;07JOk>8TDk`sxy)UK_p= zJL6*4@t5e)66(8iUa=o{ErCarqG-;4Z7>h6;NCl0oJwFF#E4IU9Rp0LC;he zGgS}ra3BW52R}l(jtsEE|1c`488--?1j(?2XYp+P^yteRfmn_n-u7wL_7O zI+}~Bv)<4=0_ud*A2Rz{52ep9nJ>#W25-( zk_#p}p5`U=NVAF8&Qgt$J~HItPwVE&u_Ko2;92!ca;rWDLk>pK=<6?O#l$EqFN?=% z?j^+SUN!AmAj7*B`3;8z8^|};-EipRV+_x*g_A)CG1FxODH&5k71PQ1+;#@@;>Kg} zJ>&xw+!@qFU^X-GD=n-sA7~ryL8ciZrg@ z2THlckeiyv`#tplXqLQFsNi#jwG z;kJv8B>i_FjhlTA3d9;Atwx<){7eL^15{Au_bXU>YhJr+etN%FR@^q6_-7VxcWp5vAn{QE^2y_z!pC@pJ#k%wKDP zsmSBEUtbQMo4D?OXEp4!7i5oT9>AfApGlsqJXqath8^io@l)qbAd3<~mSb5qR8C;B z%fhgAXg-8e3P$xBXqR^xen{>B&H0tQ-$(EBOco|{edie@eCA{r3Ao5_{~2ak{Z4|F zA`{`GX*3+Pn#atOuwu8Tgn;GtUeNpG3v0(jsq1}&_Ooh88Hc_6Ge zmt>!qYGPP}6=_(C z_a8?37vdUcK9Sh-knWY-Nh+f)h{!CCzjW3PEBc%n+q8Z7q<%Gim7d5F>4$vnY0<=` ztQhJAq?p6gIwA2|6y$s!N83t$m~e22--XlJimMvD4R))E08f^mpwmp^Jl9gQ^&x!q z*H0m#EfIvqR`7lg%Q8aBJyhwwG0jnw$NMAJSa-RRhEIM*ZLFKA#JPOS#cxE|Q!e7* z?&*LfQ7!c7#6ZZI_zh3p3A3aldRQRaNJ5@}C$d_n;l?#SPR-_ zb3lC7Y+UKnL^CVjLprNR4OeP`S?Nw}8J>t6oF=kPDaoYAdLLeMSj}ck{7JS7gyZ4t zwX>B_6uM@L=2{OTjZ-80V z$<5$1vFgfI%$YhJ9Xh?Ksa`woHV7g%lWK9cRu_i-sw7p-Z|U%%1oX4J2SNurOLi9# zM%i&Hn(sbA<#q|fA_Wn~;esRFE=&i_m2=@@_6SMe%W;JaRzu#_OC`j=gr0Oz!u@Wi zA$WWT9NrxVA|1Qv(5rT6+hRi<1iEQ%<6Wpu;m+PR88%>bEeQTxf?CI>qZZMGH4Bn> zE2Q#E?uuPxD(5<5am{8}Vl$I{x@{2_`wo$m%2bX8{2mr%|@U&25%IlCa{fi(?ECK_P}&|VnvLiV ze|f6C5KFCh~q_tsO4@_$Tj ze^+JY)>z;I-FOl<5CC%4(?R_U*C8_2g_+B<$bI7jOrrZcuvSll^x|>uH-%$RNy^cS zn`FTM+If&L?jqYKi?NF4)+l>epTuYv(2TN$uyT7INPka+uRk03muwdCp9bB*VvS)! zUgd+pYlIE1x1f6MDBcdyg9BNO;3rZ~hijbhYR5{(k>k6S4rHRHq7a)W{frk{Je5CF zY>+72IS%SNTj67_Hq{!OgENbUkjsekZTvGKJU^E6mv+FN{2h!#7KF` zRY-LcW3FCGC(Fglcyf#!p46Cz#dg-X{fR2g;LeGmf{)O@@;Zti%EFPjX5u$62uDvK zp%+t$USAf3n?w@3^I0_SNeTZvFCH}Z*OEV{Y^m`rDR$FADb{j>2ne&A!206}vM?hJ z9dFNPRYEmz{V_`aZixpk8(kQBFG%!PO<=X^Ps3j}f&}LRo8G#}()~G?t2a9icg7xZ zv#&?Q@+PACdX`?_7+}%SXv+$z1G;m3_ko!lm&@uPeD=Q%^5K`ULEDz851LGf?Q<;6 z45VVs;V7iLg1#^nVdYPhK-bSiXmfQ1E$h3Sr_q5;{_zktFWw5NhlOb;*VogWT!FgH zO3WigFKD==4`)TM6VE3}gz|Kmo;ezH-^g!Jf6Vn!Mdsn?z1EU!-ziuf=djHIWO1*IYz5Y z8%`#2S+)KlxSTy3Ev8Gd%TIG}9luUoan2m(SeM|hzhk_waaXY2_z~6Bp2Kqpvw{z` zLC|Ye!%GuhhYvodg8rSIuynBnw{H_+SmRa1H}xZ`cAQ2PXFoWvYY(25H*i3DE>5bE z0=NIxk%)C0*|O@{;8uN&p8R8llV3i9l@o4JpR9balvm;ZR;q*Uoey#I-B0}1+&4^?x3Txd9Z_hTIp1mPI$S-q0+*c^$I%Hp(J6KqlYYxED=YocEm{K?tG|aW zkFRlAia4+~n1E&{xfzuum+QMC$mY8(M$a#UL|7d*M=m+&^;~2 zdQKE_!%|e8FqJtIlz_#ngQ2r}8`T*d;Pv%OU|sB6(&4KMo5k0{HLXOj_A~((r`uTn zw1F4H_4uaD)Wfj(^Ux~%jrp7GFJ#81G5%)B96G`M3~|yp4<2uwVd>Jvz^rvd>>c`wwl}w-w_GLhYgPsGK_2uE_`&X*=8Vm}-)Og#z~2MrMCZ&bcoS2J zZ#(uuX@3iR{c?;sdT5Z?>Q|D6xO+rs);N89OocH$$S3MqndGnXB39Re>mZ7E@|ZwH zR^ek8S-@zpRvtsd0LLA;AcDVM zg@E;`CCogZy+GC05e3!dAe_#5Ue-0xRiazr!QUA;rCfjsnHNL19Lc0(S9|bIvmq|` zc7z}2Us5a1+p;p>5AOXlfsoOOblaCvI?o^-zKMMy1(u(QjhhAuI(L<8Sq*`-UH}@j zY~)#q`0yP%D#@5_6EJ@p;npTOJo_pFPMZreW5-r8mam&&M)VMjiaMjYmJ&KR{G*r7 zU&fVh=iqOwrO99XNedXk;?$86$z4~`J&0pzo`?j8=J!*4$OTa31;Ov zClY;q8MsGg@q%<-l3(+GVgL6eH2jjrx0cZX-5HA^MknU;gJqtyq=kt=n*3-|H8;JbDWaxh^$@;#PWcusVP{V5@Hq|_!53-uj z=H@+gOqQaWud2ANxIYL4X44ceKFU2%f{}<4dcKWgKGsB_X5=t_lCj2&9h_r`a$d2= zxn$R=`jQ{ji-~AeE+s!_;yaERr5aFzz4w~Q%D`W6eY*_I=W>6&H;qB~svCXSDa`8B zDKI6gRoP0Bx!AaW9txTaVa*9aHaaXBoOE2_%xf;6S@IuGAWsg0a1}IhnZJXR{CN{L z4nz92uYAh+G#0*#1s~xATv0TSEJ!T@7j;wiY3T~|&e?<-55mCCi_4>aTt|N_-b=Wi zJgnyKnAuAvF!TQWz~m24@u-^(T26S6iY^S=m;9o;YvkGFBSCP9HxA5vHQvzmU9ihO zl-zf!AyTK`5&ZyP-0#1x=h$S4-zCy)x&*1)@VX(r#7Icm6ASf{q z=QTM&@zJ+n*0dN8zqm}I6{D#>m%9ua3B(|+9%8b~hP^zJ2XdKxbSblhCbl1DGWI?s zPbHt@{vFXgAB{;6KkY}!(;2t$o_aMoY@iI*RwtN+e}Y*n?TgfdyN`9&tRQ-vKQ3pb zB7}H)kT+?1=#(u@x zI0l~pAMSV4PbC}QiYP;0#Zo-HhL1%7e_`$#Rjeu%fIK#isu|@H;Xj*TshKIe;e!v9 zp7_ms6!nKxaZD#V9g1J-wO0WDX_<~$(;RJ6Ibr7Yq>$OO&O0gx!Ug>ez* zsF3qJ6!W@BLSHh>!r^nUkn(IVsM=H_DP61cXDqLtN#01X{;q4cALxR{Ax=AXH+ArAwInDbZ z>!<;vl#)#oWe%W6XgxR;K7y;wZeS{baINDy|LkopV^pDm8&nnX^L8IhjN$s=U49gH za7?D2ld#}I12pVh#a2m5GuH}k!>;|#tP76dEYi}gAuV4`mv+5i0(r8TOk;B$tm(Pv66?amH1Cw0(%3` z@|vBVYEbl<*^Kjgwd&gd}lk9M-OD)_FG#t+=n zhxVT8;P_C8O$#z&=2>+Rfg}HL{=;OrG+s+K1**YU?zWitPY8>Or?G*19z(>t*EpY> z=kIQGM7hylxIQ!zQo9x4qqHSo`m`CgGa^iJ|6Lq7;mmAYQ3-Mj)-XW{>S!dxW#y*0 zQia6p=-94FG}sWegsQM*Nf!Rd7G^wkPGaNS1YGs61!iA01F7Z5uw5<` z^)}e?Y)9YF5E&s>IzJ9%o=hWlqUI>on?`~QxzAd*774z#o?UrMi3$BFNfc+i=1X{S z^W15%VglzxStm<9 zTe9gv4|%HidJ8`G)MC444}iPbU%tTnW|Sy+fkx2HKQ}2AOe{0-s`u24h@P6(c@|d_#d6l9QM-m4y{~;t?U1yLhoOm%9(d`MZqLA7r%*f{$;}1pee|$pz+OIK5Y`6 z%qD7S^TE{w7x`_*f|>ilR^cebTi2oC;4J1u?|dlH6JfaTFFlHPV2f}Rtx8g-OHL-i zoDWT)dcUSb`m_ak_3RP~cJtVfGc0_}QDpkna#1!nlv=)br60E2GnITU8#IFW^Y9F| z&x}7`aeECRscjh6nq4yZ;s@>mWz^W|!Lev}fOyj&UecNmrf)beq3vFjpKZtvzV9XX zXgUAD*cNo&w7q1f%ovpKYUck)+YCV`b#aN9QRKZ?%7k*fEPeKJwB*x`# ztyqlTt->63Y{ow)e+&K;Si|UE1^nx5z&h)5-?f1|u%%g#>HANPy|%U#J(qG>z&0AbwZM-mfbhHtE<_43#f^Im!B_Hm*Pv*Cu+d^H&u^8z*8TXqU#`iDR z!NuKX#8EPVtbF@|j10>&$6mgsTRN4|?UNj;rr+Tli7F^k+sRMhW}cq$e`x3Gatu?H zLYL>h@F-3PM6PS&&s1kLu^UF?xjm%rg*K)oPeT9I1<+yG3yn`_!hI2UXmrv>xqbUU z#A6q6y7H37ZmY#Cvs0KwQUp)OKSMXIbP~VDffn5u!DA(5@TDHfw%|E*%kWdYF8z+A z@p;USnWxaA$d@&ob(2)ATnB}}kZ${|2ij6sP)=PdTWcz6G0`Q}AruVw%8jmFnIffh6)5x(1lSgOWA%-)k|*OQH|v&(XF0*L!K@W(UG;>@;1op2tNT`I%y} zL?uCR`}Z$;NN7B0ss>`y^c^J6mt(T{n82CC^6)T4hm1W><)hs{y6E9j%sg-sK8xm% zjk|u)?VGe&#kz}BWA|6AR8}R9s^tRt1EHjKnHeNMImrimW9TN=Xy*4i!Ni?gsDnIk zz3AUWxvdU{40ghw?-s1Rur>X>(p*3mH<9>vlqP&qg_bR6;L`*b+;a6FG1T7<5hg`s z|LF*zkF3#CV+u3Hdkc-p=%@3K|08MFDSf}N0vwFoV8;Ppe&hYwXk#T$0^}}}kekV{ zW?Qo0-M+I#Yu#K%&1;w{+4_^Ql}c#f5d#{l#xv`tU%_TcQ)rM4L1*7~IL~G0W8y48 zh3jq&h!msF&QVgr(_%?;FAC*ch1&5`XwK}HFtFu3aSZjtV?0spc(2BH+QT__t5l)Q z`6)Ke^n}YtW-(j0-Gj|zmS}beXny-;6qcI{{##iL8n4W>FT6|aMW--sRd&$lyMS*b zOZ`bjx&$$l%2BV__>mn-9`I|x=-yFpi zaYs|Xv|S#9DJ@!PreFZPCMA+L4gOiixOwcWBf^B$ps7z55P>#Ib>}9 zbLdzy1w=(Xz*pCv>noRI&|?Ss{P0~I?s-RxZ=0ihdp)v)J7A`x_~AcFTd6k_ks1%M|K$!F7xxJT_0JT`bwE5%$Wv-%(`8qS49 zv-Dtp&?azck0YxtM8czeIafV?*B2Ay5&gj;vz#OZm=q%6i zNn7QZ!=D+!;NotKpScDpkhw;1PPyF_yGG*N3%@3iNL|A^l}h z$n)nqBzY1{grqcUvdI>-nl+em?&p25um|=_hWezH5({b1J)wrAceLdN2jjj1@D4KNzd}#o`|5V0|T0>Nq;JUfDyy5zoD(rJlp@FMezNJYhhOV515)~(T z&CdY-tBmB|$}XpI%fnE3(j3~{^#UH0iZDKpqTmQ##n(%x;NONoLAJvPkqjwC^UEcu zqbdzDjy32aoKMCd4aHQoS76tvIq%@xcc8Pb1(GJ4!NSE8Sk3vK=&dD*jVH`F;X^1e zrf%#^O?5D~jD&urNsREgotz)*TB+h^j+MPN37wAj6NhcjKxmymhR>B{+ooKA`}6gg zF8LfmLD5wzDbG@e$U9^ZmeSTT4Q4=t>q1)P^S*p2!VTICn{-hWeD+WnvfWNCKV8Jh z!f9Y^@diVcMIfiJ7tHnf7;U!{Z;iW0K7k8fua1LRN&jGeNH*l`aimM%m!f-SA&p2r z50Sd}(al7Sy=HJ8CYJrC;XVauxGKI|(R2_)e5Dlq|&Xdw0CunQ^h}OyVAar3Fh&~>nN%Ao;Zom;92hRm*R|!o0 zrbk*9zlBum)5JjM68x7Q#(8X|AawTx5St^y9J242N)AE*~D1H z$9#KW&*l5{v1kV-x|owyb9S?T>ME$Mq!6PYz;)D3<3UJhFB5rvJ@(h66E1WLVN<1f z-QP4=#~tF}J5B<-j78BH_EM#;-DE|B0-GNm30X_x@Skof#7?b2GRGfev`VQ^bb-KI z_BGE#tq2$G=9qTh^_lH`fiSf27Jo?E9q?)w*p1$!Ke_kEYvXj%bnqQ)eLbDs|5Xw7 zHE!Wi4Q+r~4DoU~!I!OcXPzuI12e>&b3LG}|b8M?cpl%-sU@KP7`Op#`v`ZS@<;b<6XSV)3rivT?) z0S(2X(DOH+^Crp=&l~dWs-Y>=X5+uou}F7p`Z|l4xPB%}IloMS`YkfCt&yCZwjE~d z-vkRhv>12GW*Wagm^*KAJcGfzc=+-i+I4k|%=`5kCwjHw$FVWWnLzo;rr)q_%m9~V zU7~}9S}?`h6%Te#2BU>a0{ulRu_Qwig9QC>?c)&G--x74OBLL7xdK&3)QGU#2xs% z14k1~$Z3t8XcAQh`^Vpb`#m-Mu1-n(dhiPbzzJ;c;}em6vuWI;3)o_O4Ij_|9?qsP z%I&{Io|>@d!n9fSS6}$s9`*~Y-i1O^M{JzL}v_`m2X(Q)KwJXQJUZ2QIhojI_ zQ3E$&2759;45WBk7|=KbEqa+`^MD&EI4jOh{5V)zksJ+k?0Dq1)^ofW=TE|%Oc<9# zHdJ}>RY85@3aoBeNd4EQkR&$|&OKa;A^93?wr@B694v?Zb`p&7*RA;VK^R=WQx8^= zM)1IYxuekz1h?{CAC zP352$6oCVhX4ur-iruwK*yuY-tjiNIyt}^+Nvi^R9`FyuWq!l!$Q!Um>LnasIzkkR zmDp+e91~|rFnDHd0A-WQ)FLWW#a|6tl-bdJ!5-Q`R!agf{Ok0eFn2`l)?2-)+;7Irc zQ1(y5(9;_1zb%T)zYFJSs+Tl-et!+V%s2`tWyH$aS+F{Z8K85A+j%dzTbf?!0S@C+ zaD9aqxndqkuD%GS24{Xl)~zVId03s*iQx7Ck_C88^EpX&93o--JJfvABdqS2N_GhU zrS7>Q0=F;`R&uKVca6DX?e+Ei6&-h=-Y*W&Y95^?{FV;iSVxN8f=TeAk9DS1P zO@42ZWBVTYkmJ&c#JqYj{nBFy#ckD)xkv{M-R(hr);uPYri*L8SJ0k3u>PAq_H;>>aJ&#`L9jU>!%1~ zbi5T}@~xOYE>|A>JBOz3aHMTj1rTxVDYJ*1q%6X9w*o)%$ z&N&=+jq~no^d~vrr&8J6dLYdX;K>t#}U-GQ}1%LQCZ z1m|4o2Ajc4*yzJT-{PtK-rbgvk8!!;|1O8ufqmzm##6s0+J+Zh>URndu?BnVDeTK=4nI| zof`0$zVFfF&e5k~T1XjswA4YJM==cjZs0eyRN?v=XEAW50kz|EFQN03VG8dgUr%uW zta8)gqgy83GNA-M-&2J*x|;C##cHaAd{9`GfQQqfi2v1nf>pmS;$kNernub@P7Wv1 zILjNf@`wapKIaQj@0!5b)RALRO0c7CLAcE98pNwVB!+utV59#bG;_TOMi!c2eXf`O z*@I9#`iE~PGnM`F#Zz$YkQzIs(Forq1d>JFh&kX0Nf$G5RY(%_|FC4VyF@Xs?hY;u z&cW;UDO96o4sJO*pKJ8GOOCO*m z`aFo+wUK{38TL?zG!>zvd8Uz#U3DwLircvv&sqrsFCEFNt_s4n+tEYC2gd|< z*k>`0Oe-}e{VC@J&XK|7a#{-!s-8&`M|{B7x`mkjyG1RdN1#`WAvTN8fb21I{Igz{ zIeD7%shc>Uo}L?Sj@5oZ8F*C&27_rA0an+s<27|dvJreinq zVOB#KKV~n3$3;G1eat+R-?g9QB<;YDFP`Do9}6)=Mu|PC*M!x^2O+j#kalED2c5&V zn5s1jLMu%L1s_7;N2U>;9?r(c^G4~s>J(D<+=xy;oItBJ?Xbhu9Mq@YgvAdguwt@- z^!~qeU{}O}idH!Gx{hO0RIJ!9uFtqT^eHr*bAsCUJO=j6EOgqRox zUur)EBjpSD-7cK3F-*va)>#yP;7#z^FP!3chNqKrm|T`pWdg5fQ*X09v};u^INnHw ze1{Y0aN7w!E5yU#{SU-@iz^y+tFXBTcf;*73n|Q0utXm+4Zhy4N zp^(dTB&-$Y&QZm+N_F^qcns}VPok9-6ItTx%XZw)1@GJ`RQIL|@h+`|i2o$m;77Z0 zZTJ>y8MS~&DN8U7Er02U{}`Yq)qT4x$F>NQj8&j`T4caKO+ zK`g$C3ZhzuYB2aR6k<9=spXecZ2p%GTUb5lJZQ~?Dki}y{Ti%3AdOSJ#PHF^8uGv{ zmfK0`GO91@P(}smoj62P&Ia%PMX;ION;bQ2 z=ZZy=j23sdlDoMDB)s(5s;}F~$*;}0^ZR15EoKee<5>ENzvYninUARlcaoc1HdD1T zmRPz|R>oVUbw|k=a>`Jx=1xw4ak%clsL?(yGBGd=!;rrt$u!O=fod z8s*gp$-%1<=aZ;ec(~keP2y2h`oke^yf1TDXaf{ud_D^!~?r#@Zotq8vJG+`%7Y&yaMhgYdF) z6Fjq36zFpAwy(0fY`5xE3_pB=Q7e)u^>ukj>eH4`vx0xbWZ*F*M3zIjgEQ{;7|$9W zsidoRHbMXVG4NB!ps6jR7{1O8bzb*FcGME4Um^rFt`Ab>=|!}6dmHLD6~MN5O1nc9 z$jt&hc)sfa{4$S2oyJ>u-&k8Py6GDvFco04HH5NyeDIq!0j^64VX5dtSQM}c-uDW? z(IcO4msp0KA;;+RFPp&i;!|2j7YSY(sxnn2!9?}j64Z#GprP=CYOIL>4>e;V>m!7l z1Dn8TM+MxSuo)k{d;LbTW(MbL=RjrSv`X7FPzPlO7|4Aimav_~2I-lXq zNbh9xDFml9@N0V8XMFM7~_SGB+PR%@|XsqH+~|!Q2#VsR#aqHm2nx-8?KnIe~Qw} z8m!Ms4fNg-1Fv-6k}^+mSi|uYUJnF8&Z;LT1d2`KY-m~3%1p(P@{ zRAS~vd=R;e`7JyPsPqQ@fSM%paq$(HpZp2l3is88v@LW+bZ5EC;$l2m98&pea)j112TmTv>JIlj<-|>E*geIhz^bTyOF!cs5~A z%3 zUIfv0bsJD|Ov5L+cR+c(BxAGN9mIPrp#7jF%=y;DIfTE`$~iA_L~}os?G}Nt7s0sp zYyf{sOd7HDlfcaW98?eZ4kbZGxX8zz=_ji|^D;C$nb^MkQ?VjN_9UWNH~ebjhXJvr!I1lVYd$jl2^#_{$eu!gbZDsLFM_de(_Dr?P~J@7r+N zXA(!ntM_5T#YHggK{9d3x+XB~uD}tyDNyzFI^8;%n}IL9kLq_`5__e2>|p#_cof=4 zyPE4z13Kzy1=hU%r;tlMNKLu{3&*>Ho2QZ4v#x)sAIQ+MSd>J%EW!VzoUFYM1 z^awmVY|MDgor6;CjN;}KAGxd?*U216#AfRdnDHW#uRO5=UbS>X+m7j&T317( z>1>+_b<$p=H~8s->LaD9byLWxI54QJ?1Wl z^{QIL|9d>Pr@q9_hX*nKs3fL@_mP(#Yq0k33#`@%CH+i29zSKxxoB0HFSb>bTKZw} z>f;b~XQ=dnl`7Wizo9L;`m`}^7n3#M$TSz+z$L$)VcI2CP_8S3)_I3u`M#-a%*~w>EbE) zu5}g)H_T>U#nnSkb~YVzwxSJn^*DO81fEr#hs#4QsCS{6Zzm39`A!uaZ!-fzxJ&X3 z@ndw>A1NG9bp$>}mQ1R)0}I=^48}=YR`Jpl#^h2uzbH=?X1EX1$<0AfRw2s_E=c4n zwuYj0emv$)DTm8q?{L673WXJ(L)OZ2*tPo||De(%a9dr0b9?>4>gP@{xS34@Kh;3} ziZxhaxr76DaNWQA{dBqOZG33wjmK&~)0pK0JW0=7Y?!8k+Qzw1mn%^A}Gwc_-O4s_}IcR%zowb`^2Wg6pJo8_nJ1C+j!w8F6;Ly{1JFY zgyEwT*`(*c_qcX^B^YSOa{20xE5puXxaf4R#$?u_h-%DrjW`rHrRSA>D5lnd%s<-C*eJ5rd0K@2BG@G3zcpiNLs`8e?%HJ>W zeRK=jITc{ZuM@C8un4E_7{jIV4Y2*ZCZq%{$HdC##QSC{&DEd47|G7ydu3;#$F=Lk zl`g}17F?D%=^wV7kAQ;D8)52!OTg#cL!l4%LGJc8*r+1G%p8gWr?+P8N}D0*9{Efj z%dY}2ZkK^~+5`zh_JY8$B52{BNfn>gfw!g_ahjBePc{a@(Wn&|(5wv_rRjJhPy#}i zu7h589@)353KzC@;r!PZvDre3v1}K@fzppO^+5{l%=}N_wk03O|5pQNSLEQ)l&}0! z{a%iluz(ux9EaA2Ldb@hGuSjoZVokg8AgrYB0ISsw)MZ`U(_ssAA4PSmZ~2G?>arO z+c_5f{|n?PC&@8qH5jtDrWaoIP-x74iKzpW@AG#((_aO|F+QBE=~X5R)=t2BmkxgA zFBwQIT8R!`1Mu&V5K5jcpz1s98N+SCB&+Ts+DgY0ZJ!^+P^ccF-kX8p%fIBJW+^f0 zItzPj=P{C_t1);^Gz9+0!e>dB=<^ak$X2pu_I*|WuNl8-^@7=GYq$n;YR@sA`wLM~ zR}5WZ_-s)@E)@L>gC#+8!OFy*d(IWZv#tD6U*$YV-y4KQ{uYd+|3^U-_@HFQCw@h9 zD5#v_n1}idF^?B!gHk@@bxmz{eRLeX_3m>|WAcdQVKK1i;Cg5w*O8iMfLGRavT)feV)HHqYt~+Yt0ymD zQ@JvXWN0(*KVFA>_tl~IhcRF^G#RnGwj`YOMSne6VqDz_k_Y|yGVF0!GE@x` zhu+|x$svOK;uZWcZA2sGta)pvdq9@E8y^0s#FU)r z%a?XRl-d~dalV*@C+-*;@)Cd2-~7I0A#MnF5Dv!)W75TiFzuNtd-pKsw{4EZ$!&@F zN--MM5^|{hgBa-iX9s3}W_0GO^Hg@?0;agSn&0p&futHuW)D6VVw&WYnOC+CVU~gn zqcS@V9G0}fGlgP29)1qRCp`g|n>T4Lb^vkTfo#EfY~gl-7c7VPOYL;&W`91cI%$Z- zlf$5ur-sbKy=2j=EKvK;orZ6C2-)i%V7+lMjd8p|cJ)c(UhbUBD-DH~KYpbD^JhBq zX%M?{jttHeT*jfD!i<~q8}vP@%iT8{aC5vSkyp8HI@ z+68+hI;n`;JN&$D8qM>W#ypnkg+-(P=<+~y!TEQG$$a_6WMm8H319h<>J6s@Q!){4 z^fs239Esu_WjO-j3?XE*uT!HmQ(cy4;3<9d(7XlDPT%3(-Teub z%twhvX$d!(j@G+PrQ#v6A;8_pM;z*TAT{DO#la46^Qs=;memz~NO+?8Y> z&A$b4?{1-&M*>Y}Cb8mKz8H95KDbR@27cfA$sWVSU^iz4Sa0}8wsmMMrCKRtWinCvmN4ZYn1XgFy0Ibn}0WotP5i>c04)ZoZ5ziQA6?L6wvSS9#rEwGF&@Hh7+O*%216q^N_RRx4Z1D@v{z}K0?~F%w_?utg!kKd{C#~PadpqK3?o@C z2lc6^1>t1@7$y{lBd@$+UIE8$82!t!KAsa(?t7Z>Bow+$Yaqe?40kswfhTL@KsHK~ zicAcFu3Kf)Zd(*|c~63456Z!N^(W%^m%DL=?gY57`~ochr^ToiZzi70wHQ-Vs~mmB~}OzE%*RRtA{}%R-BQwNTJ$}V_>r(8{bw$l1Qsf zFl8g>oIRfaaPS}OT5JQ-EhU)QeH+hCo(Qu)U8NG^V$p2r9U{HPA37WjnF8Yw@Z|-d z*+Qgp-xZm7egTb9w7^zgCsyj-M$KuaV0NH_s&4v2GL)rZrWYyyq-#Q`dJBy@5W*K+fW$y>=`n_4g3b0 zPU}afu>;RCc(>#2(Ej}CjF-UKa!JZwSe)LFCpCA;!a- z^Pm{&u)cDtV7-px#rzd#4~l6L=8PzIISdkYml!0Y;;ifCEby~dIy`Rn5nb-8#ljqNq(ZhcHZs(tbHPa$Ro!mP%vH%onKa*`wN{|@F;hf-c%%Pid z?EO+}W~5Y;JtkdGkEVokPO7aSYV;G`7pRl<8`AlkJuR8vfyrd7mD`11bAkl9RHVZ3 zw4UyVE9b*--Lwp}2#{l~#I!gLz*OdM8|SFp?hK!~`I1)?pY*E@>T_9I(?>*Cv6~3>zan`}(t>7%84$Ue<8THBBWcz~SD}Z+s~TN# zmTZRLROb>jo*)aM3su<;m2_zP@s_Td*npu~9-#Qjh;b4zV-IoaWqqkFBzE>@@HEfo zZ@JV)?Ej2IN#FS>zM+@aa_kJbO0Ea0UWVDNF9a3OcJpInI|bLDs9;asbpE6F#@Kpr zBh&Y)h5D6MK$ak%Jl5m*yiM0ptS?Z%f+<{YbT*gAy@SHH zJ;^HXJkCjLhS~PJK|ka)I;Zv1=CZq7AKMU4eQ1D&04vsVT0eD(wqOH>)42J)Dn!eh zvDydnp(@ClglCt7S-TV?0=e|7T|UlF{6{mREU?Zrf!h4z*acC$Xp71}GHypJ&6-^R zi3@mOYMDvb=4`~M2Q9?%>}1&K7>lx{q5Q)mXTiX01r0fRikj_MicT$0ul9b`#O0>C(8rxHhAEkaghR@lw)L3LJ2*^dG}hTrBRu^d9e9I5^Yt;1 z)67=GxRI04U8YH7!@lC4eKX;Q^^%3i*s|HP6=Fe48=rt0j4K=m+sN9g& z3FpA~3~4O?U_dTzis6qweGePo--O#C=egb~*VEh71R=cnn5Z@rvP3r1o`8vD{|5m! zO3W&4cs>!fY{@}0PtFH%zX%LlV?j;f43hgV$i5d*pe}xkTv?R@!&^TzBL$% zr-#$hg95lr#aLevUcM$*QjsbkFvwAd`iNT1MW&W@ErQS>f+QW{Bgc8M~3y^adp zCQc$Z&DN6|Z&lRT(Ex`1DFWyH8oXQkB=Lqe=TgXfOpT@9!66Rxpv&da*GE4g&I>{? zo6ON(}s@2&b2rF(cf*tiVx}2 z{)l1jy=w)M*E+z0*9=E{q|lg~p;o&E!uqbe;GsN$32~mxuHP^hx`Vk!-G+O(y!IF@ z9Q=fv!Y^^0aT^TDoX*T_xd)5B)MCZetGL!bOrYMfklucG4bHYHF*#WQkd@s+c5ZFK zqo=b-i_0i!-?hEeZM-|V&{S5Aga)2_ocCksfA;S?t2n>2fSj~W{#u^7eHM#JT>LfG~0EXp1j$Gqo%AahEd z@$zdO*`&XhAcJ3kyqf~(^b-M>%TAbl^cI|1J|6RxR-r+c0LAyXL)WAokaQ{+JfxBP zvtAHoHh}t78PKl0U?2x~v$VU23@a59h~vRC0|_jk_fhS22DX0CfyyfzaKovav^S!P z1i9!knZLOEgkl_BbAJGQM!!>2IY+@dEj76JSd2f;ww=US>9L~qhq3-qFSx(G42ik7 zsI!X=HF>)pWoBl>uUya0}}r6j@6z58ff?CxQ!Z!Khr-3<`W{ zro(a`>5Vxm(A@+jn!1GS@btx?lN%uP_5f+HH)c=&)~BP|CrR4u%d|8^8EC@-LE*+7 z_@zFYERSEts6UQ`;Z3=yQOSq%SFK=&-3UGTccH*7*q^k0_kj)Wj!bskJuDIah);r_ zVW&?a%w&Xs#YUrb_+I&Vm&>nx)O=VonSsd8FXBxh5f`*4*NMyigkWMd$sBxd@;NU^p ztey+&I~;o@I@{CRB=Bx>#u zKG}MTCPihE4hJ)4hVCH$_UmX;pKr%#g^tqprTaknxG1Y79t3(z#-L%^0(`aXC@O7S zz@$ijD|NE7qaSyF$9`EER%G}H4ed|I{mH(#$ElPoT^9pK{w9DUmz&k3TT%W*2$ak) zVO3lvvI+Kiv}g7x=HxA8>F?XrrfetHSL))9;tW2D+W(ol-TAuKOk{sB~07)ju_qB0=t)`;O+xl z)-+!W&7wb&{%qTQfrYl3HMzOJIiPcwh_5$h0la&^1qr ziN9~gXg}~GPh8i-fQlmKm)#+Xy1H0posZ5w6wP+pk+)7$F}da}+?$mNKRI{W%<>25 zY`z&6+E1iuc?p6N?p?W#dXiPy`M0( z3KV9mV;YGkH)r@A5RFsh@`%u?cu;hSg*5J*)Az#;=ilHs!M0u~+v!SIw~Mk&MG@$R zUPb++UT9Yl1@Rb5!ln!0y2BN^6xzr-%*9^=n)7_dbElJss`SLO3$XQr2M!&(indiH zP%GYzefBcUz+*0N?YkIzJ)Tqb)8T@}&%N+wO)|eIbtY3g?h`rH(@WG6-;(9KzmdPP zxiGxI8n0*9!^f%P=*0UX{AGtP@rjZOcxpG5E)F{dUnCCT(s_AQa*Z`Kf6Btzymh=q zB2CnPw2j({h7rT)OgNSj%O4sGA+bk1QP`w~*J;cRwV(b+c(aYrvn~a+mQBY#!;QFe z;dQFWEQM#6+ZUj2(o!haNe8vc<#f3H66fps2Q_cGXY-Qz>@oHcqRv0T$tfC4@?{psdADJ$ zgD)!0==#$ZGDj#tP$y_t`hgS`eA1Z>Lht0%F=LvruKL}sjsl(Or z7pOItp)xRg2~!+I@wmYcxS7#_{Tqr%>V$RRWWvI6=NJ4Hxp^?uU?TWju7DAjl*xD_ zUH-1c_XVb1QFQ3ddN>-KL(V5lvBNY6?_a2dSr%f<-xX5KLW2YRcXdIS<8>RNo4D-F z(?+z_5N3+D-R3>Gavojsw8`0!CfvCE_;HC5Fs%%X7!p){r^RG1io{1@ z^|bA52Yd+BVTO0Urs8WZW81L>Ohw^dw2d02^9K*$ip!T^h#3MumC4-anZ!?%G=`I( z7l6+9BHWx{$);_e%r^ZJWu-0oD6xJ$-5=MB7B~KoY@5}bE2s!Jt(w3}+#3%wOg-`T zA_HjjMhMcVLB?YhUOZYvOa->gkG?Q+sP+~3`;|fe5DS%wrTFKiKU>zI0Ubx)VE0ch ze+H3Q|7Jd8c$TFVVr$rWtN1ic|Bm3#V=>&FdWj#TYe+wmUTB-r4KMqSpUt9~-??S2%oEu)?bAL7R0La;FQgHxL) zFoS>mFuhfk(TI{JC6jC3s63<*=`ArV&gNFE;FIfsV6Fogo2H0r2VOpG%h z3A%qe(D;}c(D{r%4=B*p2&eezO6@1?jTu zU#T*kfkMPHXFf`_nV_^1=T_%(Lk;{|I<#jo=OwYl*mJ#5tl2>5giMa(`2_XXUW4QV z63q3wN)#SU$LWQsFwC7d-8TJ?q4RLWstv=qWQ2@DD1=BQBV@eKeI$_(N*WrHicso9 zX&_|pjF6FpC^V>epZh2!B^51^B?fOobx>QeOERl-CjJGZwWk0qXK-Etb*q|Zh_G2xva`Ygk4*7QLodT?NSe?ojz09CFTJ* z&O6Dyf0{5iwi-Xhn4|xSda^OLj68B`hKQMMv~Eb6R%kon{)58&uvjH}UimCtp6|{U zZV#o$l@yuOVk11|9E|D@&Dn~W-@L&`GkAA?18(>$gE5zmVSwT!_`YH~Zi{V4(TsCk z_i_oQS&K5}l6?NS-DdtBjh|>+twZJ9+DY#|0b+G?HwXpkvA0L^z_j-(&5UY+5?yWF zy*(Jhl)mwoZ4Dh;u^XF&1^*=A!|Dv;TBC~BMDB3jJT087o(0ZR9}s7A9)^^k!`gt2?9Ql_7+yJ! zhfbtoMMn+J?udh3@i|yDuL=Dwy+hxL-54OY4vPDo$deI@u~()u_vRnP+A}g}`s+B# z2C%4AQ~)pPreJNGDFzQNVzyP)@gF#ZLr`26UR$x9xXf2$@2l#AfA=B2ilP~|%5?Fa zZ^u)`f7v8=Qx?ag3WuIyG48w4X0@GEaq3zbXlCE?idLAR#AP9lQ7DEYij7#kAQ#&b zvx(FSd8V=11K;jALcLP2(61>T(9*FNCalVY-?ufvcBqLqN7&)+D-_PDrofbQqU?O9 z|1jwKEG9YWLcMZ?3CAOTL_#OYpoB{&RJ*=}s$VKR;k|poOsfEu1Lr_`eKY@J+&Evw z#2SCTTL}$a|6$E;bu4vn1lMPC*j>-(!_@cf7^{Ds+T{D=$>e@Qd$?U~hc%t1os@F$RvqQlAmhxUnCfFLNPptB%1~e+{v{T28(mJqT010%-U$ zE0FjqkF})^92eyaMsk}KtAIvO!ylMBPl~Zya2xOc`G>~G|A5+TQP%vrB-3$q2$hoy zvFwupllFc!IM^=6oiiVkNhVX6Qu++4#)a65O+1ipzCoCg2Rs?s26F=gE6^Rbz{u}M z%+on8Y1hALQ#rvi(kEd00ZuCMLpl(9Ui|Xj^WDgkf-U5ohu` z{3+)e{YDQ&aBO4RYNk=Wl;_x&25(P2LZ9>3VD`rAsBV`{XG^FP?Un*ka)yHM;>IsvE9gy4qf$}au$W_fccQfV6nqkT40eAE!Qkw8 z&<^5CH!d+4Ic*Wv>1)DJJuO5ls!aIgWG6uXZ9A^TrUn&H;P~ zgqWpG$odfW>^jbQ6xmPiUWf%-@mbKd!4Jej<#`Ercca`!9aImzhG`9vnE$;Pnn(KR zj5B4#f6^NowDmm7NdRxfIWKKv3^$#cP_|;LQw+B?WXW~xdu3d7^1YGG#h&2H-ElPI8R!2 zF-)B%1{xwokfIz$KX`3{gDFY8qP5yISs{^Ltc@hvf)DXO-Bk3*7Xi;_oa-v+1hy8h zhr^B1?Cve8khEg}4Q5Bd5yxHR^l2UTPSreisnaA#_N~Dc0w?Igt)KUJHk~ zY}n9^2Dq#Zbrcn(K-disR*J3{s75W!7gW z=W(#OMil?;#le_%OeuYZ=7S}md7z1GxL<_5Yx0TMpi;e1hA}dM`=GTmjZD%%!Z~37 zz?1wqax)+V$CIWqum2my$kELhd&mbzpQyk*aW39)sQ`3Rrn99M1LW+YN$Byn5%Ygf zVs(V)qw0MZl>cmwiZ7pGP{SWu5q$>sDJ8&ieLsx!;-j?pDuAnVnY^T7;vJ`kxA=`b z-?3|u;B$^B)?A@(i`CiVF>#n|kc2Wxk0D|HcIeLG+-FKpP+_QrMk(H-^8)I5(l2;$ zr7aWRoH2pDjSJ9IC7RBDD8#Ha{Y!T3sV4J6DP7&E#<*2D)8Cg^Fm$m885un=klh4r z+_^_f8&T{0cVeZagO4nxA%AuPipglRsgpRi!LCfm%!{H=HW$(6O<^>!b^(3PF*-|M zEP{cmGx+&Bw*wREhv~N>u;QlzImU3jyz5$|Vi%W744A`iP<=ogr^dk(M>`Z$?7_WW z*U81cV(MJq#Bl;If*{^NyA7wvgikRTUu2DcW{%SuM>E*dnnkaqQ9K`BLf?)^Bg~FM ziSwS&R(l`SPDJsyZ+?RNLuw%T*)pn-7)>VG#UaPjB=O3NFyTfNd~kb!L22b^-{cLK zhjgjngm93&M|mSwTe)-l4vwAb1BVut!^n^Q#6n~b+>v@uCT{wM>k<#bY5jU=jM@)d zHtOOYxpH!L>pV!6ZpW;9Vbo90kl8*KgFeP(s4;Gh8^zU$!SXyXIw;1Z{3}N9%euIF z-$^QWB@%yha#{705{$q0XMWG`R;XCIj9KNAi3R*N?2?z_XWl*mBZkL7Y>hT+E6@O{ z>sT;5ri)5ff04oV1TZP)*!<%W3 z71Iu-Jl^bse>s+CDm_2^kM#c8ONSGGK|=CgDE~T{H17_9JEONqZeTSY*#93ays`!J zq;7!cMqQ|3stB2X9NjLB;XU3&p3+7UhMGUZ64%poVf+aw4pJo*+a}@3PCZaFScJ`K z1GKhC4Bq<$^JYChhWWAzw?H9I{@%h4kGs7>lG%;m zBd4=^Tg>SOS#hr4yO+zqB-J0dP+KqZdLO)fb`^&=nn3B=3V51Q4%#gj@$8L7v~$ZM z9QpH{Xl{N^q!M27<~cWlNp3od9(xQGC!e8M4)^!ADH}r@rorB>5g7b(#yq_!2W@Va zgWwj9Lt?g@nC_Klo_v&JwdUx6%SuNO`oQ((D{YB!lM=YZtOKPllR=7`ll%A8p%j@3 zrAzvWP19!d*9nC9v*%!A*()*}u1_w8r{Y1sWGGwti$>nK3{DDL%wwBXn9iFHpd(*o zX6su735B=emRk~<&-VdkWfw@Bvypu$$$i$Ew(x%PHGKH=ARVgGBLxNn#65|^rKdpJ z2%w)w79BI5$<$t#K!%&)&lol)?KTJC!{{!slKe@WraVHiv2FBXxeBN{2;pdIJZaH? zL>K{o^(v;XH zB%r58FdUFX;xZ6OjRw!tgcD}`RgbsTE1vmA-#ApGl0+9Iix-m{9`AWQf40FBXhjXn zZTM;TWcVf+4mJ~P(W1SUrViQTd;KW*6nmT6aJ}bntvb_!nFoobd<~Fkmv~WaB`B24 zlBJ_6#QmZe%TykLuuB!x(&#aU_&c%*p54SHYZPRb8^Qe?!}{#Tlf2M3Ys}3GKk@n( z*FpS00ajPGl?GnD2MrmU$sr+Kz5we;b+HNaB&V_&qE_4&KA}NSA>t z-t^y$b7PX|#$SZrIk64OM$bX~9us<2?H*y3`NUU_WISt(t`dEw=Mh zKF(y8kWV;uS6%&FMgSx3wvyP(S3oZy2VDfCNm!pKd&=}TZ978XR^$+&%eKDzlt;as<7m>B90vzM>K#1AoWeWa1(aQ)!op9-vI zE?3D&m@i+oM1uurS-}Bk>Q`wmPSb|RPkw=^34k*m|w&%4- zu@Wn8(2xKv)^y;GdE^t$;eBv9HqPPt>!1JO=#G3e+A&t&81V>;awf66qI5|8{gV)& z+K7ASFtENxlqYN1Bs+*k`Cy--h!% zxqVNQF1!EpLRN^|%~ZG6qrB1;yoA4Kh+!oA&C-MGcAdbHs(id>R|#50hA`0e#oW+k z4PKKepqkSq*@4;4jLy|i$dNpV8^le4Iwqo@geGx1)yN`6hgX1#p7^LK15S0BBVmvc0^V9d4!NyjG z_3~x$R;(z~#oY}V`7HFft-!Wj;Lb#6McIq;F`#E~g9a8EGnwVD$hn#*sBRd;c=fA>T{le-?Q^HTs@6HP3R zQlar}k|?-8ggcvrg5<2*wDd$5#ptUje=w4t_COsryd4HZ!Q)(3X9js29*5C5KzFo< zW9sBKczH^Jm0$cE_sC!8=cjf~qVx zq;h2@4ov+>=C!^AOKOdI<3WR;bELqeDWyHqKYbGG2xMCG|C)_WHhld5(-`nd*_45+6nLU-bc8-I< z8CQ-6P{=b7h=cd@!$5m`JWMRyfmyeGv2dm?vsU{ioIazePXEP5R78&~mq zJe+v%L+?SkNe1rvcCkJ^aR+V+Oa#OAdE`GyVT@Xkh>Pw-qE3nePBT0~Kj+V3uU8%8 zo;~CA^0$20v-dF7&#~aUXUVgT1srSiWeG$CaLz-aei~FB11BZDs4H(7I+#gd(e@7P zw3B8sFCfGheZc`YC8o)n%N#skMdP`d(AzvY{@V|y;C!eh^PIH>xF-d%6p#K<5fr%5eRZJAY8RMFI;Wf70r9dzjnD zfd3AA959;1D3vQPYY$E3@BO+4)-LO#b~Rt&5|_D+4~c+tD_)btcX4p1aTuL~?@_@J zJ62`qFj4y$Ld35ILWDI1=e703dA1;G|ND&N%0|?~`wdZRuppnL#8_YMvw0JsPs55Y z5JioLQ$@=9*mKIdZd`^p)czsk?{kVPB*@*LTtbvOh4^A(m=pg~RL&dz?rD zVBOa(@OM=y=Y$9#YKtGxQ-6fmi*s(_oRe`Rc)JO!X@7x!{*wSRcyF-<1n{X4*CCpD z25-DQ2D-n}$$^S2d?=AZNtPwSXEWiBSufnFvjbt_4C;JWkX$rP0V{5={APD2$x+`- zx=dGs-ZCY=)$JslA$%T6pMAtX-(G^6_yh89UK&_@Y`}tn>ripQ6WkUV!7yb3KArE=BMq{crQc4+iram#rr1Ze8_Pz6L^xm?W#s-AhagCP2Vg z6H4w%!lC7=n7Q>ZN*=Z1i9Ef)v&mRZioX_dbCFsUxH}P+zbqzEMUUuF`y3p9e~+}> zehPIFB~*IE8k};!(bxOqVWD>fuORps9;#fL0(1zLMcN{I`G!GYf-CiF>%VRDqE$BA8lX$b_7l z#QEjYv1ED&6zrJ+??tq+$t{k~6}(FtH-^)e6{@&%;3H1$;#ioknqV3+po07E;)eE% zxbs^lxD2Us^H@Q~ykCG-8T>*=-v0)T!8$CQY>Dv;-@#z|DA`pMPNtlS#=Vz!WA00J zaGoO!6TiMkfruv3GU+|)3(A1strj}EGlFV6l+eAB*`)1iEEL%Ofic4y_;>UH=Z|Xx ztC!Q6%GcAGn)m*A_>njqt~mmu=Q%d`yAr-}$zf1ql5s*h=iubdyIWkO(YAX4zJ1sa z%3UEO>HB2n@YoF8>HdtUxxIi{v9e%4y%J7+@@3C+XVSihhw$3=y%0QmGqrM^1c{rw zXs#LO&6~dxOg>8y<)B8U z5xWK*;gf(2JL8ZIMvj!3|6FOzZe0<~r=~I}lJy%Ak8ok;;h?GhYrsX%l6Wqjw)CXkAu^vO*Plu~aZLJO5yrzh5^y zEzIZo>Pu;2ETys=Dxph9kLDVlAiEZq^E$2WkYiHi)cA@vT6Q`U$2Dp2D<(xjrx5dN$0{Ec+1=zq;sj>h^X+){mI3UPe*mQsR`BY_ zMZA(}ie00(aZ_|9+#i07&I>1^?4(Yp?Oy?B4o+ZYrT4>rxmZ}Oa*g@fE_D5R z1#WEH!@T-%2CtbeVNOq9f#y<0yxCLlncIkz(9O#xv)#pOsbkRuroZn6nZda}g##7g zVTmo2O)JBODHbToGbW7hG?Kga7uF_Rfw#s#(f!mh{vDZZX#HjyGvqc}XKp$L&&9u> zgGC<1U}i6luNbSZ9UUZJEQMINpqW^Ir4K}X1mItx00#T2fZv`RwBY=*Y9gZWZ9+fX zmK4KYgIGw{E(YfxH^8NTCYe0d8DH$OBM;>yu+-`{aa|XS{uh;L+ID}U`t~O3ypBds zc{7-OCIjmwgxPjyg5IO=p-SN-%GJF=hdqD}54u5zdp;LW3B^kvdU)aaA8Ev{M^Jfg z9ho@(5x3?IlhgB*;cWK_VwM>RsT+6Wmg|Jefk%*@NFiL+XbqRmXG3xH1oo!pN+Npx z3?>*cjNh;MEOBDt^N#1d^o~=Idc>1jL>OTE-8UGz#~X7x9z*|Ob#$|~g@%V;!1KUd z)@a#&(D>91Uk%=&f!k}zlOXS?He>j?iTH1`0SUQ$e5o(b zSOj~ZXrK^x-gm6P_Kq|xiY@?G&>#gjkw!>MW7i8! z4B!2P%1sgGxZ<*P0S^w6{VG+wlS(xtBC?Itb(zv9qoH_zMk+YtT@2AwW5%@J(EhYM zXnZ=G?p^ww-te5xcs*Fk`+I#Z#-_E9=)Tnuxo0W&`}fdVfw%BvWfGhc{s@A5_2`1) zeDL7dUj|i+`K{s8u;fP`7VnzK{CQzRh|Lr^X#f?Uiuy*KMw2o>9MVS|0k0 z@-Q^qbU{F2YauB-v1dYSLym;uHr+~Gds_V+_?zk6Aq%B z^eRdXCR@cNu(% zmt)`d&x90#9js#NHoWx77$<%m!5Q0ac)@K?c&|m%QSZbhNPF^$U*=v3cfXAu6sM-;zrJ&)#k(f9~|Ln6o%otf4(R+ z@Dl}Guh7+E%W&xKX-FU5Lz*V#67Jd$y-{Z1R>*NQyc=P+Z7z0+w}JAkdzi>Q2g<&z zr-tn-(JC(*M7~Bsfa8(+RjaZ=Mp3oSIf6$c+K0GZzAw;A^7yMF0gNXZGmTekh}{hh z+^^`2N?&AQRHg_L7f<5OZRRAoS)N!Qmt*%o7p6(6?eN!l4sQM|1`?C`@X4ZxEOwD( z_P7{>p+z@X6j|Z6LUA@;Tp0>IKfq+ec8m~KLc3-4g$6{#pa5;ik*l z_6afa`8Uam=T}hJ-WG#G9WgkG>y)f&#y!8c(_2m^b)s%r5ECSd;;jT;6whM%|M@ak zxZI9F+A$a`Xrx+dPr$nGEx$+{!R5zBc&K#fBey9aj4$=5x z&lM~ht^=24lJN9jFRs|Ok=>AMhL$HpNW0flx~cg+Kl!5}S@?ZABROWkHuQwnYYyfT z?bnkrXsRT9;#l@ue5?7knbUFduLt!xBGP!dH~~X*GjhuFW|Gm!2)dt}v_*~|!w)6PNqwt0^EBH4CDM1GfY${m z+muBo!hU!)i<{$bF{0`}iZFA^WOIkVE5ObEHh5gkgSI16=>hKEVy=4!HMVVrJv}Bw zvaXW<{^&aD`tJ%~V?itIw<*J0YgmpCp8}mfr%?SnHRzI5k5_U&nJar7#g7d$_zKyF zp>eAx#3m|`OA0q&)pU*#w{{-CcJm`#e8L21pfxE|?Is(pT_&$Hxg1vX1?Vq02AVUw zK+&ib41+Y7G2vX)A8f#rTMvTF)MAVoHD^l$n($3i96{Azys5La_%nScFcKG~ptZ#8G&lnzNI@{<;uyfq50hi$>VqU&&zhAE@33Rp5F3!lE*PX!~K$btB7bWs{1 zEACa(w3lz`jP5~jaB09dpPqx#RnB*298Z+%ckpZ1Rbl_o7E&Bg3*BMfVEj}DUbhP{ ze~1)wx9l)&-D77Sl&lP*SI@)l+bj9sxT5vy2uBlvi3z-&bU!xy%Yy(1Csa%+M~hZ* zd^l|n7VOhyw?tL*+YXJx&W-^x@}LLyAA1NtCd5&RFavm@qRH6)d_p>ghWH=MHt=;0 zRzZ4PGCo{On38oK5W;ce!xj&~h*~}BPD;YwfO8nKr~q}htKj8IWu~Pt1PtUHINq5A zrZA^Sp5YY6RMrIwH^T&|;-XKG^JfRyDf1nJAIsp|<4+)F`vlZ^cn0qOA@E1U7snpvLfX0` zkV>?0hfWf%smwrW14;J#ooM{@$ONbP%P<42N#vHcU45ui1qxMkJ#Rr9zEK_Z#3I}H8*ag3(Go7BtY z4p;zr; zMFS&E1emD*gwg6}KBR2&ht6aE7`n_9TYMfsXYCM;(msNn8E4U8L=JW9FW_~45m#Bc2)0=3No~p}^pZW-nK@rd$T8W8HFY2QzThVX)29-H> z9v;+4f~hw5EM1xn=LM&s=-!pMYB!h9+`N@6@0bd*DQ)<)kK!$NZJ@ag$V`hSJ*F~n zr>`8Mip^59B@ctH{pNkdP^RzH* zK@z*%Z3~8cRHb8wp28KC({+E`w^P@CRqFBm266IT2KT#7c`^mM%wvyS+$TQ~4QIQ< zOLihG2%Cnw`a%%8!W~;B&%&FTR(MM8FDR_h1RE_o=IgWXbX$Tw+jDw0R?Hbe|B*-% z(HsW+fD=%v-bCNdR^-(zH$bNXp!*DCA>qJH=v_I)GcD^P4Q@eTbS@o#hsT5DByp_W zoxu|lb>vxAZ^OYP0kck?AZWBd!Pz?!LEP{TdF%C_dY2ZMY5X>39W$aq=K;CgtB>MRV08S`#IPu3Fi>nk3RE1^{+V4Um09{tGoD3)Yi zWW>;^F9o32a51WuUgr8p+_`g9lCD^>5I>zrLK~-0&~}n#Vo%4Bl%xc<>X;dJt~F<+ z9GcG!;n*ZD_Z#pZ+BKerlgMsRb5!IPL64!g`A({K2AQ}PSkydd6yJ660tBHbg6zzEF{)Y+gbJ?vL%-s;PS-{ zwhh3nlA~4D;+*$Km%X{i7)n1prDFq+@t#F8iJA2aua+l3`vH3}SaFjVmV1(9?*0q% zc@IeFW^SG{dJ{e0mB4|>RPv3>XMf!F9A1Cfh#EH}*rW1XzDw{Y@7&TX`p7blIBl_k zyskjNs$HP;i;var{%97<1EUp-sr|eP2&&jh6#faKiE%7nA}oq0s#kyw7xFnLf*!GW z)@8m*--3F%&7lhL8%{EzpctfzMsm7TB2|#75KOI0K5>M1Ir1D#QOH86)azizIW|7j z+QU$jEv=9`gT_%RaQ;LZT(bF%=c68D?BOU}Jgbdlch=%~ktOWz;pU}ZtibuZ6|9^7 z9kizCp+%iEQ(>;cOHjTK;Za?5a6pnR7P&`ssyFZ*PJ56Zwi21eD&UrQF9xhILVGI-YSK^{)>h@UnOSM>>uRO)K#GI>LHf!kKqW2 zaoi?lLLLy%9^kkSo1Z~~9>?n2+(Ok8b!folSH#Z!4C)9al69JQIR{QWruhjm61mlU z?U{vj6GPvVjlME)@y~gF*stll{N7qnll;j0mU{~ghK|$+eUgJ={&sRm@&GG+?L3ax zJOwZE59-DO&|g2+{A0yCcz)i77ghQgo;RNYC6OKYd@8rUmB|FlJD*Yf;4S>Fbp}3j zj%-uze(Ykz@qpYfK$P%C9B@7X)-KbTc|)ccuK$BX$)=LKj4LXMdxN}uJkfDrvB=bj z(Os>=9~dsjVm$&9B7e96G{^Of)@IgqXhJ|j65SBcOd?(9FdMILgY^5KNmez(M!YUY zuIx!I7ajzc87ZJ)oXJln4dkLvJftZX)2_EmFz1n3y>rH4xN94WLxIIOo)`dHu?4t$ zNfHRGo`kJiD@o#)RCN6_g9hyBA-*PuL8PRJ1p8}Yv&s`_k|`qtAMT>~9$nC@{0Ilw zM_f;TI{DnSj0!%Sg^xroK|}mWlvXe%zTs0Ka$7aj3P$3%jWS5iKMBg^d5puhGAbx1 zi3KNfpsHVv|484E@p?A}gZ7@L6HiK#%+h+^tAk6xuwfYHKHJ8+HqHgB-bBTnPKmwZS$f6`my(pjqcL z{)g@-O zAssW#NXjlPHYapHxhv2?f~@Vi-uN&nJMo>@Fy$iHHE>z9vm-R|uQ=XmO6l@1r7|citL@hk39kG@ib2)xj-&%i!o7RZxB320xul z7-_?8aPr#@&|G22^iSS}!>t4GdL#^mS2f|QI}*^o_W=F6jSm&-l{n;n2|k(2qrkK| zG`T~9HHg1}8)j|;Nx23PcXz=4gj;wYnrZu+I`DifK-^sK!st4A=0;&0k#xu>f5LT` zdp{DP>RKho7fyqxK95LYo(8$;e-tk~mSnEKp9Ze!ozUWP2wu$G4mQI_$i-txP;J)7 zGkiKuq9xU^R;LLv?++1lvE)50Is}TkT&Dltd~!=98^d01g6T#Y(CVndG}3VG&0Vl=TM?cs<1&97|5=0@;nsyB<{Q|_$QiZq)ICAG zuCo-RFRbU@#e@7x{{gIe7fLCl03W zp3R;OoWTwxC-CI2yYQcDj*|)He{h>c4e`c4T2_z^w$1N|dqX2nRX>&gp;;G7nIUXz zJZC=jU>a>{kH>9?xLL~JQ8dnwV_SjahZ=<7r`M{C&Y@D`eax6L%L{NRTSj77Sw;^p z!XdR*`ulDQnenX`_P6zM&KZs~bGU|Xx*iIydn8E8K}`&sw-t&v=c4n79R!M2lc>d} z%#pD`y7cFLk}LNcOx{jL+q7Aj9uy9i4=m8_$7d2;r_E??zCzslAHbV>-X*~EE_tT%x)|!lok!vrj)$hKKoxEtU3YmdYqcv5B)OiZ zyT@C29ex=GH*@~dcT%`}#aTQhHjeX0g6q}ior7x|N>T80X?<>y1nZ{d0)j0Z_nPxP zh(B&8oyPij>v;oS8(oIpa;7NMUy5(L{?T3kWSF9N!qE6AhB{fhVoKE;A{AQ7m;E*g z&ziUr^Oj@qckfXMS}VZLyU>F{O0%$e8P`X9JZ7HL5(wP^O(b^FWzx~{2Z#F2@NrN9 z4H|F6S2a>l7PgFP6CU36~2-ih41MztaS^vpRSQ2;& zR~<|PYxl=6w&xK#xv67t)fEtP_vLx+tA;P?VknUpg45%su$_Z}ba1{8?tbwAlNF?x zXx6W?&XjXz7)@t+63=W=#SSuf$uaItj^%L>Mzdm zoK!Cs!7-Yal@nj#n>?!>32-J>jM?DVM_+kmU{bOSG)6v#4uvhemlr2uiAw_KjG$&2N!)p*`r{dlTw1W}uqwD|&6L14g|nI6l<`y2-%0zR~p=TE4#o z1rw9`f!Q@Awb~oARCbV!+;iSWL=zMvDzNzBH!68N8aTBFtlc;O)m1rQI@yddcg~~i zC0{1OU_DXdGFjK{BJq~93u@os=05v5M$@{*#Gf^Wp3rFc9J7_?uD3xi?p}PlSq5EK z^^=QTuV7s1DyUykLg&e$==3~|w9O=7>()(bXH~=0*HLC0ZqFs|Cr;HbAMqj@9)e73 zz9U=Oumhi_x#0Z`?tE39WY~M_8R-%}fpOm^vpu!Ns5ZZbW3w$`CpHPOG2uy&Gd~DL z4+mqX!Ew@Qs0PYM{!!Z&&NCwvfxCu9;M#dTxcNi_HfFS=`c!{deC7hCw5Y=8a#^%^ zSqCpZ*PvKa2I+A7M$%^A;LYPaX@yHRfbZQ6aOIOK`*`yNCRZv7NLK?2mh{l@yQ<9f zXGkhF3(0_#Fsr)!3Azo<P2*aPa8RB-b2DKTEWfxU!dc$9UO3;hGBAFNzgJdf4Dq?oOmn1tc|jTc`+H7J9Ciu zjLu@ZysBW|v2e7W7zZb;i}9MpT$U4Zk#=ssviglFgh$q+j@%mZAT5q>aXhPDq0y9@c6KAj2U}P6zb(kl!kBB<-;lws&mi{Gg}%uu=SwDKV2heJuBbeO^*gi}JCSVC-l~dP z(n;94G!Ra{I|Tx=Qf%s)DeUMoL;k>=W(=?EBtI%o@>F;1g>d0-p!0o%o+*#Pu{V*> z{`4V_`8|)i_2@B|K0AZ)&gpE#;T(AK_aiBI`4f*y7NgRkG>A%Zz}}CW$aXF}^mo~2 zFc->1HJNzW@Mt&4su=N7>$vCq>bYoF*a~{{&f=QcWn@%yE?%l0g!8`XRO`tkCV!b3 z%@;fmDI_1qgaH@a5(hbh?d;%``y_m4cD5nInUqu#VNS6WGds`Ajq8$r|@4_aW0#$iqJcI6=aRQ!kLGo7<=pY znEkVcANuPMj#k|x_NM0{@QMYm-{Lj2J4TqF>zxScndiZBS~8c58OO{8@1U*Nmz_}@ zjx}Nl_@c*%eJY(sq8IFiR}WqBnw9}uwm%TAZV|>%qp#Q?H=W&ZkK04VHbQ0u$0BBO zk$4n=?tbn*P+p3k6;9G*sd(bKZVHO?&YJCbq0HE(ax<}%I5=|bFj*W|4XUMoiSM=` zp8NALo?&(ZxP(OD@&ny;ZrDuJd|!p5Hx)s|V5ND=zSq$FR~{eUmu4?tOvJy!YII0Z z0bYcB$B*y&@y96VLs(-?izY_!7=>|?)y!q}bFYHuwH(YEKMJF^u9!oYgLzc~M0jQK zu3OLManMg_{aynvt~OJxD_@{8t{)07+{Mf_cljnBa!lJBz>6Pa!BKoEdnH~ImF`Z! z{RWTuc{bg!->Qd>o802v865^e`CPP$I||qL2{LzjS71bW3BG+NgKmA(;mO?D=<2Zv z?yu-W6~eGf&xr9nT;r)%U;&BDOXpSf7s0+(b#&de8VeR&gVcX>(KLn+;j4y-3vUjL zvoEn9sz6!sAL&jvV!CJD#It_yG2vSbm+3HJ>qgbk=x7H_);q#3>+ zrm^Eo!Q^-fD(${PO#kW7HsxMW(XGb7+_hLae^LMgj6FgbC%!&e_lO+)t=AE_yq^zZ8V?Som&DgIhIvN_z!o?>%6e1!28}7(DZcN8y9F zV4Lt}66U)R6NkrnKCeI0*Z6Qq0juCxEz<3doDQ3VzSz@$1s{?8lAS^rP`p`ZPiiEWJf8XWZC| zU426MMk$-3ZK7lK2dKtrSsazyN`}=Y@uN95y?*yW%Jsp} zH}kG=9jk%hT5AUhufL$FM!evUR3Yd2=2!M$$tMgv zvz-)jY=r&GG#JAP*;w1~3oIJdP`Kh7#6J}Q!q{TGLmkK7O@Qs?Qz4*34a;r&Nz<`B z6xS1GKF0XMxrhOn5<8jrB>tcgcc0?Jv;=s%`3Rji>HJ4nf!8=XuYi^ zxvP}fnX|On6YIH|{S{@_NnMgLx#EuD%JXn$%r7|AB?3Zt%cbLUNtMg8vQ!UtBpJ(uV z<_2_iZh~KXIUk&oA$X`cVvJoGzMOLnH5Ol?+CxuqVRb9&*j=P&?havxcN{oaiU?vX zi%H}UZN_0R9Jjr2q#Ntc@$UzIfn5i*iKzZfY}(g`n%)Z!;_ByvvBjgtDcvQxZ zG!2CU$z+ho>E^sd3o))w8e7qTH5nmH_wZBXt;;5rZ{slK{#}76Edt$Nd*DNX1h!mN zWETd0Bud`@@}69afkdMiP!rLCUAFh&{32I!+376&c`3#C#+ZYD))(sP6pTNlHd8z9 zy3D)D)OCF$K76wT=dY%G=Yyuy_HrGaop)6rvcVYE-R6VQ+zxUg`ULU|PGHxZDKNB2 zn&BKp{8|S?d=*1Ey?7zpp(sk&pKe4W=r5iBPL)-CH7lnwc^9(#;6Hob+kAZVIGqIE3q7)uG{KOF_b&2cXXWL9K!(khJG5{r2M&IQXd$ z12F~o%v(Yt7yk!4e8O4Z6h}JRP)6hzY0}IE9~ zgHRCZx48;o&t9Tg@JSfCcmkJ?%c0LR19senV`C1a(D>3uLFT|!RJvY@1BNRw>dyt@ zzi$fkr;CF`>{+zQmd8U8o*2FMC+X(b^Hv(2hs9GyN&k8QdF;C$;}*Wa-eWR+TO|Z* zubF7qlSKOOOkrd5`Hbt#OB};G5jHG-2$G5UG=J?E@ZRl>+BO2rNo@u#;b=^56vNv5 zdX52^Ob!REqfdkt(O;4y<3BdWy>sljE}SGRuA7fLe6x_}_zg;%{ZZnG349jeGlmOx zldSF`n#%Vnon#^mBSp@1q_YqQV&~(x*diD`l7@luC`Ioq`D1g;e=1i23u{4T2o z9M~^OnmralZ9pxgwfN9zwv+FAUKDZ^l-N0oe9(W_HLw<63;)6e2$1|iL(e3E*Tg4+ z>+6NN{*>o9QlJERFIAZUM<7!FadWIcQ)vOmY%u*H;7jxY0%bL9x|@tP zm0Lh5sfLygeFwRU6lfDK14o;wjQhPixG2d-&}Fk29RfV?duAeh>u_N!b(%=>^(^{y zxdF2@*^g>xug0KSDJDMe3=aNH2d$N>N=F`wv!m@9@K`zsC$&$6!INWf|Hmjz*uIxG zh~$&*OOqh>>8-dDiy z7o*8eEd^L;tB*0d+L$%C0USc}Pmo<30L!N)j_A=&PHpTA3 zRs1i8$05??DhZR6Vcc&Q(370jKfh!b*ld=971w&OWJ)eyh}P3|Zf`n8RtP&*>63Yq z%V>*xC^V~58XMRHTT8$5);%glt z%U@5RNd}cp7(vr9=4qS1{i88f4r=nU%(;U}WzreC`*F zo!mS2_MfTz5T$n7W&V|H-xP(pTQ9(Q%QEs&y%E#`cL9|x5bRo73wxg|LYGr>+2DFD zX7bl4((=)kxq8hRvMU$h$)FlE$t~uXOxo!^^h;F`7 zKn7+xqE$u#%5j_r^$)qE&O{oXDM{i<-A~Z`D}q{;3j~w3XX5U^8nAVV7Qe=80kihc zZzu}<4EnIJ zlR2Sy&Yknfy^@1cYZl(5=`x3IB@)JH8kjkpgDl4z7@%8J-&x>F7ZbpH{!Jcz+L&L^PGe{yNcmw(yj zaITBCF;!4iZ3!6z+Qi!25S#o2*w1;0rn{;!DYthM55XjUk%KP3_0U{a?e7y>8E3{O zr4Ey~7Xs*cj=`7pGzA^M$kKwDLfALs1!glRFl>7nCRa3~&k`0w{FRxG4QAwNp*ZMm z7Gi=LJjmnp9sK7D+u+4&ZSEU*jo+WRl{lES0IzlxMz0rRr8jck@APTR%S-+wB~pyN zdvYc#J|TraW^2TG(ceI;q8(cue~T{feof6{LeSly2Al&c1Si%<61jhcL1xK4ntCc5 z?wE0VD!<9>Ysn@a-3SM0-=tyDSA&4fk+7 zD-F!{aPR*jA*Si|S6Vw`DzoU|Hmt4cfmV@6Xhmnjn9>-u7F{EC*$NQNws5)VW>WoL zfgLD{!5Mr>Eb_=E-}{Qd^8Ql%R$a&6x0>Su3QiK0$G_0Me*$~oxEsa`X5&zX7MmNA zgRVzkL395(($}^HvW|6N&+l<~w{{NKH@Q1 z3xk!uVsFoRQr&hNrL^+-ZL*@IIMoVnr!vG>;u*}D`kEXn?1Pg7VW?v~AIt7#@YCkj zgVw*Z80+qRSiSQ&wJtDVE^n>Fwa-|by>9~?8*PGK=gaU`l@E^EO{8NJkA^oGmcH~g zAVLe5LwM{L+I#mDy2ly|_RNti>7A?zas_ATqMk1(I{i8x<8npc`$QSi5(aZFY$Qzc zEPAQ-G7iOd(MB~%tQy*m>+T(g0CPw9mG+h{6<3FYo8kc4O2`D6!?5I+Cw>z(WP+#V zVcxC@sO5TwDjqn2BVU!-1-U11(`g%KPTd6v7BOSDO-Tihz}aY}#A8xl`w;)o=b+PK z4sX=&Q@O@`m@0OOFD`pl;CuBya$>(KeAoO(FkF<4HyRJayIH^BX><_p+{-#Fh)rb@ zl)6aK0T1lnkpY`}A3;*rL!7oSL-3*OE)mPz4z_F>PkMbE9`>lAc1v@>!u}uT&>tgE zBaNIdF9&50768*;g4)W_XjHwBW__OvWONlC&U}hT8^ws-M`w(hbOCFNU!nHSXehtg z3{O^`qF!8|Y`keF>^bXCBWTY3R{iB;p1Uh>}@D09k2WdrpgD=>#-)x%zZD| zuz;YD@@#4ldI0UWufT9~F{ZQ38rLk+fY9lQr0v*RY`lAyzRo*|T}nS_PU(C4%R`FQ zq%u&xZwpAco72cvZD^1?L;AAYNZo&K+)T0>y#(@TeWQbRWKlHMJ>B4f+P3&=hd3Lw61lz}}BSJ^wvFX35 z`0K?)w)LEV4!vEgk-Vwfc#;JPL`i!xiTWuGb2sG^iKmjR?AK}Ro-@+0=co$KJnaw7N|yLxPdFqS zSW|Di0{q#LgGnkEN(vU5gPohE;8%(cT<@NZ^EmzE(_J&%zn|;foahX@Ev1Al53nmA2j_YRfA*D=q`fEkFUevV>t|p z{|o*_rewBk3j8*liKV-bLydSRSskT`eI4&0RM-SYW?Tm)z3njk=@0do6V5&JE5Wec zA8y*Ju*JnsAn>aX9_c9&%>5mXmz^tVb%Yp~lXy+Q>Lf%Sszu}br^(fL73O1YFr4-( z6MR192ZNpG@LP;8svGSG;cfmZbJ~&E|2Q5{EAS87nbt-K@!6_j|^d3$ew?_g3-lH1deix=C!L z2Eyf>F053#jhS1{@JElyLyw#p5-n|V--)opo&n@jvoh>DoB*~K*)Z#&Hgw%AA}iaC zS*C;Ii!P}Gw|Aq&y;7W}JTiw-IT7%0h{Wg+5jtF=OxY7$CS7)qV3T|cSuuG84@~ky z-UCgh;$(n8PrRM{@Uw%)wl{d4%&nb*}jq-JXY6D ztQV;>Hh)XWw%<2UgWL01m+LV5+$Ug+?+kWxa|Id(Z-TCONigj5s3Waj2K>r z!M-c7xa0%Os0qh6%rwCh;dEF~l|VK)UV+QulbOBtvpD|vXBair!w2WSVs2L?b-yu; zO)phQ*}^=i9EyUl^r^(#g=0r-4#LSJQmo&YC|kP2lJVg5;L(aOI9#QPESE8idvOFy zmy57*Z#lM^-B*xYltwqmeIyR8(S(Go;165hLAgXe1m6>53=^YZoo7xdSlW=M-$HQe z2~%XZ&KG=rV!*^YoFQ51V`%h9o9N0dz{`pMFg}|IU!gdhoD+EjPxK_%39A1x+jt!~ zXZQ%1yD&@)$BNN4)Wh=;+MtrnF%>In1S#U)&N}s9hM8^?aPjLP?8(+)ecgX@+L|24F-?FYfzKeU=N-Ng z-vgR4AEB!*nH+gm1FA=6GlemnUJ`MD)b*!=%FZa*WUB{FJagu-Y%IRAoyA6Mx2I3= z1jNV9g+&P_th(AvzS!^-uzItR=*wvlp*!wGt#}LGjJX4KqU&MJ?nU?}w3)o@9EAAh zSMDVZ*h#p$Ns0MJoy3WJI{$m6D8)Srb2aP~C{I0;Ce-d~7tpkx!Czv*y z;~%HKr#*>_InVJmsO>+*X*~7dCgFgt=Lk_XeM>DTxZ@^^MjGOf4`&x#hM(jZZkomE z{|Bbhj-{p4I+A0@ZG1_V%TJ*FD23_Nr2)PLGI-Qqr$ z+L*B!nG($B?_PMN`aOOKJV}}Yq|qxk4fL;_p*+*su%|)~M7LCvMdiJv`LBgoQ>n-3 z7G%h)F1-X=PgrU}KjZ4VKTuiWC7Q22$8T%k&ad}o0elT-5;~QUbl$@tgIgR)`zc<3 zkwld%g}^4}1tv#}VaGue(tKkXW>4JCj;AW(hP)KC{pY#hvAY;EB-~DZW}m0Lo3}A- ziZ>0<=plO!B35Md(@Hn4gLHQ`u4E*cuC3k}t6B#;rF=L(Z7dAUyN2a<(YUm!9(rmM z!SLyCvbEq88BMtYLtd_6Q`|vq=f$D5<_)TJ)&dMGJkYMd1ip?h1<{HDEd1^ahlFRc z-*&F#MMutK{5hU+n^JLU@2^#$&-aJ%uQy=}PZ0{78_*$Bgt3@$3M@o;>>T&QpmAj* z^I+pP$VDSYrO_JBn6c>Qq)pbCT!-hcy6BBP?WC;o7448VgUgTIaIc;Bt9OzxDKTF(gLizZVGwlCNkaneB7X5iIIjm zC~{F3Y`bUTm)&P*xz{jVaySCJTc(o{VQbdaVpD17A18jHSRCoM{3@_j9zxkQZs3?6 zgpH>sGB1agfy7R(llNN#DZKlFr0tMlYRwbKv2$1P;{8h??k2_V%?ak0l2Dv#@&i5^ zH}X#vB>^da0nYpDpwP^PihUV`0R0!Z&TL4ay=4($3zG5S+F~5A9-|^3((u<63kz}o zVE7f74ZDO}@o!%wfB(HqnE#W((_c05Ol22zHs#}v%UtiAr!~BBk0#w3=Gd}Ejug~h zzzH_eXtYI#YzyqaH)J#Axt{pL97p!ZDQd&b$wE(f z!v^C;=$^h3=Dj+?Oi!!B+wK_zS8wMnP8lVueL1%D99@V@k%!L@tmzx>ye)aGh47X% zLhz@jl&7|a+!kDd@$oCvX@Mo|b z$;w_8Sb1V9Yt*wxV0=m$>ZWWZ?$V-QUOb77SRO|5o#MbovXpviZ3Eq;R??bm3z?ZJ z;Op>{+zVA><1b$WwZ8&E)QL{C;m#!9UP+k2apGT&WDAD5d8_sc750VWd3t@bKWZt@ zgTF^E(7=C-p!vr+?9PmXn{&mnYCw|d>r)1G6|P%l<_oM=?}Z6NFK|gSpzQFMEw_n@|NqeW}oA+9#;G^$o*Ye?#Q0D=71K8EDkcL~rIa z$a3e0r4d@p^6JSDd%TxpRzIin+>B)VD3ytO2F|U0PDgF>t#!t{2gBNg~rwGpeaTeds)aJE}tDr%OHIw>1hwz-csp-`- z{389MPgkauZ7A6>i;>ir3a+NP zf`w7W7*ThVpI09Yn|>FAW6euw$?Kzr3-{p`_C8v=^$0w*Kf{>cA5ha>h-)W(!oRr+ zFnNO+8eY0b7H+nu-t(>zJDVMJk?6Hj-cG{nUEGfH4!1x*N|mTwYM|BM{|NSYC8Jt{ zA*^Jku=PoI$()X(oUir)!Q2CK9- zfVez2(`hp#Cp&s9%=xFt(iIO#$>y+4Z&0{>F$7s2#)-zeQWpv_)9W&%I9y}@~E^|1FnkZ(zM(P4oRyidD~Yq@^V zN{1*5VrQ|s7+2G3NwETtR z8RDRQ=pT+3#C?NWF7drTPX&MDG?>0R9^dPV<7_Q`ypBmYB2|KW-GXWKMjc$(vK=Mt z4&Wh%)2J57LdTH@Xy+COD`re$bX-n??*30$q3JIW$v0u`7j$xYpCqV@ssxA1WZXIK zNq7?$v1Y+FP+l00-&Ta7&5eI?^Q;#Tl=KRobky++C)_7e>r(iAZ;!*0kNL3l`*B($ zu%Uh;O1LXCiufo_Wse7aArE`zk$DR$$xG1#AiKsJZT|YPL4m@ocsVzt*P03mc!Fju zPD1-R(gGEUP^cDLM&e(57fie|hT>;P2h6@p!06T0=wA7Y9AOOE*xFXSK6nK^w4VIPYd(1n@IdWt)Tj95~i$- z;Cx;&SUo603#Oiim|N{|)pR~2d>_UL??w`1EyJ1&+k#v)m$UfR%gw12u{WU~Bfj;} zps*YKce^8C%T)oGXwS7%VKG4wv(}ocY{**q@=v-kvf7@BfqM zA2GZN*Y~_eC(c{2AyJVjJ9r*5N`m3;JR?>^^cTnfra6 z?kj%}>2ap4->{pY)YTq8U-v)*)1#>MbQ`q!c4Am@7EQa>0FJ{4A*74P?0*@Dmh*4X zdNDondXX&i@URKIku`?G6mzUES7(N~Z)oHxC89sMfaoec!!fIaf_bkwJ^Y#ssWs>! z5w)?HJt+~RmqtUvgzIS0SVbjG3|>-1Z+JPvVb27j{P_@k{r-)LH`LG&pMS9>@DN}1$>fco`vbB8c`=i3V+={Pv2_)%ZP2h zh;I{i(7RL;@t#{e!|7SDkHq4j-w<(Yii5{dGVI(mOM1jH5o={; zFojm{v471^x@A_7;P$;Jc)UFp^Je5joI1xRpS~SB3e{O(hepzKpL<^B-@^^`91cYV zVZ&f33`fsq^=jvEd%Ac`$gdyayWYbm1&M$k2 z#R+l~vDHbARTp1@89I`%-2E`>k7hvG!xFSt&}HgxWm3~yw;?L~5tVe{G`rbRjG47I zQ~gbVADWKB=ObI0;$%nI&O6QV5PL}1ohtC}?!(c4x-ol78)UbL;gYqduztNC(0gvU z(ngOQHeUuycrN(0{RFlQzbBWE+$;_3nvDlI_S?J;apq;?i_*0rJ@k^HJnmtiL20=r zYqBgGH6#6Doli8)){jT2#0FGtoX?t9*TAl#%S2S>Cw{gulTqqN12&IS_rDY2vqLS{ zk2!(yH~NGULFq(qa2304@da3-{1iUk|BA*AOTpKjWA|^r4YhyfV?cxg+Y_+>gE&nv zqb>yUw(g@|b{y;bg*k2HTp zZu=j?rlCeua1SR*lOBNEw4WF$&SlrjB5^oxDFi(B0H+I+*soSH;HEl_ZCR(ucvkB$ z<=Vwm`fIO1>9{`4pIVP&bQR`0FM%OZpVFl0r|8qv0r8uoNzFkgj_tn#lHMec*s=h zeK?QL;;FDMIT1aTUD&Y5<7kxpAF?~VK!4sbFkK*my$%g@b({dD=eNWCiK}p={|%nc zd_zXxZ)F?r<qU{pUBybESHW`F#>0!3if^ zp3M}mBaG6(0#+}32p3g0LtQ?>W3QjVQWX|<*b3ow@}0_*Xq5LsnU7F9o| z`FBEz`GE^ic+M10_esIIrgD19JO!<{Tt`EfYrK$W(&R?>NBZbiI5+2eiJ@A>0-;0h z7^oisf36ENeTQFC)dPo6%svOUygw{3*%-qQ<@P)Gs2DYt{~*w>Q9>27-6+E8vrhXi zqTZQ&TyC_2ZFAQ^gB>;0Qtv3!dsCIxKbBUBK^H54V4L8&n z!T57=K)Ll)!95BW4whr9QZBID)__k?Co$|ZfY8K;FmJ0YS8HA5it zg)}4LcoS^Db)nm_cJNz2jnz8a3ihOjW0ssCI^Pq~N>mvm0>0o>xKERx=&{*%zk{!q z3bB-Xf&F@t5c&RJ@EKgfE>K9obkm90w09R-xDlfxn#m# zXS~>LO;zMIn2D8%cz)s_I1f3K>akL zmEk$JzK7Qev6_i%FkZ!!y*`KQuyd)TYdfp3qag)bwUhDw_%u|#IYeSzOMrLmI`|m3 z!e^UM>Y*=;h2z~gZ0cL8WbzngBcD+H{$qmRW<|!2eMytsm*O4Y*F52BY1Zt`92T~H zh8trF_|NS`D&c()^Bx@KO!!q`rz6d%7=OJ<0Mck=-foK(*Lztv0*8cd7mhEXcsL%(F(Y0uwSOh7-lE5BF1!WRju*kAhWpE)%gP43D(Su~VvJK*V(cGqP_k;i;X0 zy&?@{5wC|tx?JKPD$pUGw$e=c4+s2tRv!}7pJCLdMR4x!L2j;g26vIGFeLGf|M|HJ z-<{*26~@oRQ)0?!Qhbt@R%tU~!S%Shrv<%zli|*Z7g!v933UcIf5EMD)Hm*RjM0F;y}`IQE1yJa zilbHcS<>e|AF1aSxb3DzULPlwQFL>>5BC%$vIB@Y1S}tOVTK#9#yKKZvD^p=y3pAL`848R`MH?SS)n9`e3;dNxAz9nxG7rDHnfl5&?f+~v{qQh={^?=Eg5}3 z8T5(EC52z}P$=pp9sDPUUdfkd<2(-Inq8?dPrQMjGq4|RtPjF+A(m>KctJ`|bN8pW z9A7Ey1Fr@--0@hL1|AC}?W>|7#bi38j}y@73fH;(C7$NiErN7IXBhlvIx!k@fDmq7 zLFPDjUJyXSTdqq98R8)}Z3!-}O!Y@>x33mZadmQE$H z@pwmya>n5*GZG`LT3_7p*MJ-HHAthOjJ=EI3F%z)udoage1%Dc#7=dMeb-8&7UB-;6L?n-P{&2&)EpUNJq ztR~O-Ux6quu@Ji{!4{2rqc_K`;Vn|en~RMZp;^svBq@qGM6P6SZ;b<}3p#w7t@yON>gn5t;PWNkIskIBR4tX$FzZ!?Kcf<2_%_Li7 z3S=1^M3rS_;JdYgUy#&}xiO%Q&dvC;BfI{bN8Eu1KdszZ}^&`G~(Z*f6@H>v8;P zGuM-F3LS&F8EeL0n)_jpzanufIQr-?CHt>XiGrW}xP8%BctQuo8kgZ(%`dPv_Xj;- zok4;YXu^M&6 z)^y>nwdj349yh=CC7$+NF7}bEplQbzvd_w#6$*6bI^ynNw3h~64eZ30@-*!F?>Hnj zr((;=y;MGPHMDToeAf&`75_JoWVsU3m<|w2$V1-2T8N993m0efQn4j%)SL79I`+6Q zV|%mURku3Vm#K+Myw`$B77HtD(((NgIWRxy0Uq7bY!KH~QFA$mZu?;fS3BMk`G38L z#V=srOjBaKoYEmIE**_)4ao3rt}l5f*WV6&p5F)iEwV_63;W->z6>(~JYm4LoJwhH=t`aOKqnsO#qZ zq-2$;7Rhh6&GRlS_Fr zjCdI3ui1PLE9OpRvi8`brt%&7+EX0YJz5K@#@4vQo28kjDQsOZ%y-QEO^xiG;PKIy zpuX)aEF8&(`N}aICpisw(~PutEi-T7u?fO!j4z3iF>ae zbnnWB`}Z!8tIk?XMBGlu=dyoSj-6m{44$TW9oNw+;w0>S3(P+6jqq*H1XjrT0^VB{ zk8fsG5b0$X$b^d{u%_)i%s;*xUX{1dmXl#5Wy~CytVzt=AZ^(5VIBswq+;9l0(czY zEtnbKkK{8$t;5%G46Ai```LS((2#??<_G*t{a>&o;{klFv4WU&CvZ_}0T@@u6DeYi z)@8RKKt&2Ni%rDCA#R&4^+63*{Ci;rGW8=%*|iZ2#% z2sGk!Fm|k&FWxtk$e$d<;kHR2y08X62MB}m?@wr2l8Ui)ig0_%V$@F3#0~vg?D@DE zu%$PQz5gT|XCLxJ&%-`AGtL`-9g0WtLWS+UBF|j=SDvbDx`7sUlgYj*iTL^57u*re z$KhjLbY0eDviqX~lfGSFV0_qxEbr-uX&X*KT-FZUH|zmm{SvNTxrptXQ=wj~3cb0R zqp_YBzp^SFhaBawr9O%{T~#3Irwd8U%o9w`Uhl;hwL#wJkoSdb{ z=p>zn2NwNcHDfxX-SHabx9=mjk3PUZ_ukW8Pd9TttdB6G@-fNWJpgm&UB)d6BG^(_ zD)5@r2_~mMkgBaBOro?j9vR5RFtco|ex%4cKAMVRs#+NTaSN4_TMJ?38jQiqPSjS- z=eqk!z&!97jtrF`TfYZgFK|Ai^PW(YD1ln%KF~jPy;P3VVfu#KQKo1j+b4GvXGn>| z+D3U+X=^T?+U-II16RP(K1KW%5DwK(9}~SbR|yk%mU{KiVC+Sw@e3^ff@FjkZj~Pp ztjJe@sqWsS>$EOJ_9?KvNkzDmOk%*uQ{c$Tvj%hOse`#P^Q&eq^vV{Yl#3bG+&K6jo#cO^M}@G;!yI-MhDyo89dYxrr;GMv0Zni-jOmP|OP&B%C~0-L?1 z*!Juv^nLE*U-xq(DF#CL(3oT3M%L5*37etc;V4La;yep52)m+MAfTBKSJwzJ8p0Fd zD*J!!p^U0;i6f10kIdyEU7^x}g^MKw1{q^qMm~w_=#ya=9!5SpvWMEH+Mv<0?eO$O z2C9&Hu!!JxLVxlx>-{ElKRhDXG{Sl74z>#PWmvG1R>I({-^9gLhtnKdQDUMrBP;&_ zH8a9d+esQ)D(m@*5g+i4-!0M;S_w_tT|pvh6}r?ZF%kAL@L~Ns+_}-2acy6PW)?$` z^jaFWI8Px{tgpg(JvTaNCr(tioI|5K_i*4>It27QrNasraCpBRf8bv=Hn&)Z)jD{K z8kMSHb>JJ^eo+WCw>mR*Q@(;cHv?=dAL4!3vLAx2hxw6a1K72GBJk#&fNb#`D9B!c z(U%yuy4s4KiD%gPH*DBUT}t;@^zt)4{3ZuJ#)DJs3DPdALMyhV)6X&!nduWNDfy_x z%DRn_R-ct<>h**aeLaZ_!=-V2;zY)dTcZ(*`?-EoXDG1$fl+BYv1aW(JpF44uJspY zhUR7RFNV)%2j=~z57Zh2PnM}Mo9$oXrGp8eKsvLEP&En5!qm9OWJ7 z+pP~qk1RU~dUA~ly|Raf+_kXEsT7X9xd5|6w=$W156M%b0s;9rK;4V_pw{mv-Y=JD z*BzOS)vrF%33>nFeZ_aB%XhDank7E8H1rGXK0OnTecBAJH3|qnzR=_MBH{hAFx)Yw zfpRZea6tM4`M56tEW@tix|6z4)?NjqvJ-A7tt3(^AK-c@$1%^p4Fi8B)6;J`|9Wi! zh%im)^=&fyci%*m%y~!FcKOnU0r_NdoiMvd@ph?%<6GRLuM0JHT3BXwk7E@HQL&$^ znDZtdiPOIk@ZetxpS-K+8u)`PLq9OBQy4nEe~=-+i)R4o=4Le$ zW3<`hmo8HCEo&gF_%mpy5fr}d0{2r?+0T9}SYyfA?D(ua_z^TuaO1K#8!O$(J0iJ` z_|6K%Nh^d|_ocb8?Y;)Hwfu_3^3Ahw$ZHEd6eWYp)=ji{zV<%)T;GViFiLd}JjMx= za!V~1H3%{iT)>s2UG6f5X)fn7qkL0-#?`VYcyfeB3GC_??&EIg~Rc1UgaiMn{(aKGZmR# z!BHqH{1taTBTVSoO(e~!33{|IprY1ONQ>(L2cK!Erg2Olp3?*FJGb!XM^|%9;ZS(m zwE>$gHp3aE&9HpSF!@v(gAVuCQ=fwd%$-y@NEnf1E^o30*%y1*Z&kUpaOE6Golyy! z?sA^Yn-zS$$zN&p^tI3;SpahuyvE^Mr_rqV9BfYUfD2-g*qUpBB`-P6Zi7DiR;Cn&*i z_XJX-V&LUm532dBguZ{E1uI(p;MP%D_UV>lG|SXvLM0|+tmhbxil2v&fhIvztv@_e zaVMbxwkT5}%E}*3LCt^)UfhdWbY5VDpyo&nQ{4L;9te-3;tyqZUwR^JTl0XbZWP9_ z+g`B9JO`~*MMzmi8~Jv6E9USu{_j&|b0ECv@IJqfa1DVRBb zHOK0#E46Zqgzvd-Q2BH&rm1q@Zi9z(<(WEI5~F~Td9n1Bpc2DP>QI-<8B|*x#Ut{X zY~IFqnE8R5LvP@G^=~Ut&8oIk{pc>j{SXnzGx5WUp-@ z`Ya0uYP-;E%6ee#OS7B59HpmJy14hSqs0N9G?@GFFp{UvaiW^xz=H_>Y&63^V_#?? zuL1&`g~1<}&?l-ZSkLJWaI9?}D&`6?e_JCk;|kd3WPTM(Y05uMe3z6|ar=$TIR5E`FmMa|K*iN~%t`f0)agzQ{ze2;M z6B3E(oj$Z{+yOZ>4GNzZf#bajYL+$v6Be4W;j-c6o9Y61?wd~g{<#82_s0_3w#!hk zxeP5>HFn$75WF1LK=l9I!OHOx`~zY1Q1Bnzwo!wQC6v+rNv&jMr6{r8`i34pC;_YM z(qLS09#+2#!Cc#G+*=lUgP-2|k{1wc;C&~FQrgL4qXNl)TGhjJg#OKu= zUe%fqQoZ~e|2+OCtN$}0vNtx;Ee@;MoYDv^P4k94XBqtTSOQ9n7U8E0iFh&R7~bTV zYMbBaleqs;bl&k?y=@#vvdSi8lo44G3g7!Wl?F-ShlWafX&@yH3Q5^Aip*prkx2O7 z*Fi!XxLLUow^stTm6W~@;j(I zs}Yih+VM!ZQdR$%U*yARF8GNttn&K3WWUh_Hu^k=l8g%%OACkcv`7%nCjvS^*mS6c@zc+!d#Uxhm z(For&trdK;4N!O>1`<7OcpD5lAx5+cR4;v}8S|dgZ{q!A{B1Riip_@cv*+R7e^X(` zj2ejDIt#lVszK`t6W$uNLfD(A2=?<5;J!m8QvFy;XIv+r_`Yy>?JAH}ktZR!E6_~w z5uXenzIz1BN3m?sfBif$i#*`_He_$hyX7X^^vIJB(FT-A$8wnn@C*bK79XwMYgu`&0P*ALLW(d+yyw+oln)<&ZG167~H?;Jlq*DzXCo>@9_!%seE`a(s`izQV32u}Kg^rh6%+EX7m=`ZgT>edF9J}1P zIbA#7YSaLO=wkMevljC-CL9dz72)bC1#TaFm;85Dh`d}IOmYiJ*3p%fGvjrOr`s0T`bxy;ZunSmf^oxrB zi~wtnn^!y%Lw9U$L8DI{RBiD}R6cD+2kgX{&y=vKRKIuDf-tsa1x8hxtViF zn4NWLFP{kU1(-q`1zzAzb?Wu{7|hz5jiUjDkQg3IPPR;Duj#ok=iBcA(TbtACIv9- z*~=;k;bs!*wh+<-pAx5$A@JE`&3-DqkJ~!0g43={Zr`|(hE%7K0E02!PGuv$x8*2a zoWCBv%dX^H4_*-DaT4xpErnD8Yrd0wDX%Eg2AtQ*rAg1(O8Tr(gH5X{A$=XDq%Z#y>I863k^vdEs7(e1 zFN{Iw)&-C&!u6%!Du9sjO}N%P0RsIm6S=pFcrWAvT%&go^>$#1^%S1wvYD_uWD&iy zssO_~3SfJyKa{R6!-eI^m~U|%g8Oa2iQfqkvwa~VZxuv;XrPyViZV9a)4-!A0GD4D zhqT%tl5p-DL4SN;P9GKJTyrbj7EpC zdGrznO+EmHHBxYrYNA|fH9AL&LtE%>axtYCBHn1BY1j$8G-W#WiKb&b*+<`JuYn(@ zU*JLICB)IM0iQ9RFiZbCEq8hXiDr}7CP@KMUwM}9>574i6Re=>ju7dtF~pd~V{ld` z82R5s*@w!vU_kR6_FdjU%M*Qw@W3*1R6H0)DmicU4Qt5fGTF@v+weec6ezrOXFX#t zfJnVGW^cX)KdNNd!_t1B+j<{VbceyQ!FdP|6!gz=MbXAcqTWMB_ zhkt(Ld!AlhwKJm+6%$ZN z#gh5dU<eGblf9(VBI77y6+B>M4`xbXB3x-K&e}mO>6Lz8dW_I9eA&%BiTJ0SSm0mfhSzAp6 z*2KZK7E|l@HAkuNy9DfNbAFoVead{w_jR2pb;yfzOAlv5$84h1;R=ME82@g-|2xg6G!CQ3{uu+yCj;Fq8RqNF_R)VG5f&h0Q= z*d9%*y+{n_R`PIPgYnt=*!j-~mYs>QPPZO|NUuiR!|j&yBiHgouNblaND}NcdrU-J zg5bw=E)%}`2(cfvgw^Ms;~x=gHot5E>!p7T-p~IFDvKvzHpf^L>c2~reWqfvXB9nX z&D~!Q{hfv6|5F?#!XmFnoeIC29 zc?W@0f1)^_&QIRt7M}8 z@mSvS-z({E!%;L_I+y$vpk#}!49lz$WR`VRpry|XtPcE!N0c9f{Lug+r_+ZA!@rY1 zV>x8=^=>#ZQI?<4+rzIcoy|08ctEgOGOcuOg0aIeqjk#S-%lmwNFA` z>t0mX;gK@kt?0I50=eJEbr89`@f`QXX#cs2u3w`Bf)!Peusj5$)~+M{&0HrStf9(q z8Mov4{R%Ul_S2m`vh1f{*_7rAvN!F5G2^Z-Q!DuaI@A`!2IcQyv{joPcpL~lAx@CX zebUudFT*2)ZU~=!Ud?uk@YC$&+%k!is*6UXSC2?4s0I{ zWB3hUtbh6p&QFYnbn|-pDn*X%X-}YUo*beM5lQ$kW*VFLMuhc(@SX(i^ z&-6hdc}==y+g9|Mdm2563BTcW3rQVw!5tj`R=r#tbrqAKgL#Z?kMuA&eHk-)y`2PA zRuMb9$)u?!pOlE60v%NoroN~K3x?j3d3L*C=fit=T_+Ly|CW-*!Nq*7?)x0in}YLZ z6SnihTGljEoGJ9Y$X~L{1e7jWLh{3M{&)w+X~?&LCkI?Wm*d(T)TN3Rt<<)XrPt`1BQ;4ux!F! z=Bsr8Oj;L$qLB{hJ!%B8I~8%_#>I4eFdQvqH{t#G5!yJZ75(kDkvXQ%$sL`)WPMBl zFEC{Vm@b~n<#TR={YFi+PO@W*jHZ!(Qx(qLv<<)IyoVh!u^^Lm4`(FjVJo*|NElv( zqE|g}C7sP1HDAZ|CxSU{fgBFch{j)*U&vqCx!`Lcg@O00FzuZ#BO54+x2)gMqEEu? z%i|ts-_c877qnwQzbS6#{L6+Wb};Tyja2j)Xhm|nBKZpVIv8DbX~#)0n(B!TavpF- z=mK8p*#t1H!0KYxIcoiyW2zZi!)Xs`6zJ_B9jm^f%1vwRQEDakN1||9RxSkUPNCl) zti&oM8Jtx2g;#KBgl^BC#S9;@<(s*;Q>Ejp@l|#(w(Ssxw(r*=j>doCj8_6*;gt@ENKsm==DQV-fbo<4K$}%@P`1c4_>^+5blMGQL!W;As z6>zMgD9rj63ax#XjL}{yM05MztSH*^Ga27rp2hz&Z7nGKaV&an zU;iM$8G3wI;<`TW>|e=XW~Mmn)vLmka6Et4tD0OFSQM7IP9@>@L%^Ne*~d+t1s2B3 z@ul4-y5T|*#KbDI3I>H>xVI6uue0U1&z*H;enUOIY zFv$6gp9)r?+Jg*Sc+j5KC!6Bou-o8KwFEYQ0LXG!kH?h7*`V`%U|T4T;!dGx-t0;u zHvXcXpD&ZZ-Aj3~zBa7Lv>tFvJzu3VmSeu5ARNxb@?_FmE6KV6I_|NR~aap&;pxRI|08v3%49%FmU5~{;|v2@Lc;f zS@Thvnu$F|svZlg?b9K(^&9=v6G<3PS+JLjrOt_*^T|pZEjN{N{($df^NEk>`?wQ# zl<2~;wrKR8)WZKU@CoC^msIUpaTpf3FULiBhe+>@G)yQMhT)+|_}Hn>FEoBwmBZzI zy|4RW*QPwGzi|^Tlayrhe`-VE)l`0qtcLZ_DK}K~3c`=M+0cI_9=k^_z#(pCd7JeH zQ8OiYCXxy%p5eqac@pf4)Mmd%1oNMIU!^%7OK`Ky2OJ!ZgdO=OVM}!?Y2@~Woqhl! z`#7$0`7Qda)g5HojksrI23mp!88nn-`9uN7qBSV_^oRJYlQjyW$3O8m$8u|ye^xp$D$i)t)eB!j&#??QsaD$pO-VDAsP@T=4I;`WhG7^%m3 z1C*|jm|_(szP}hX(lko(eQ)_mw)( zpny*NbDhWPuaL)^t@_yWHJJ`cZU@6DlfmHq|)D%6ORUxQ0E*G|||xHOw1CB$CuiF4^KUc!~2)F;Z(~@G^*(Z z9Ar!&b$=Wjn<@q>yF!@yLz?*3YBTk09tP*5ZdK>@od=JLfjI zULS(D3unON*!gO@OATRP|`Wx~~& z1F*<05VGX`@#$rCG>ln;21`8f$l6!<-QW^B$;}}59R!&2nPbo>=7+J3J5a)$VeO+6 zaeaUzxGUFT(~%kMUG-ReZm13-k5pM{BRyOaGDtecDCw75#;#uJPm=K*{>@UcuJ4t? z=J>yKP5W)weQW~y8Z=RrdqSxDun`4qR^YXeJhITk7%b)TsOpQwxLwwo4d2#E!YnVM zp`8mE^?uCv3j%n%kK+v0nV?fN<#`u=!Gd-#P}Nfflb8V<`aHyOiE~h^-UXNJdV$L= z!$DW&6&_HT!V3J%qJB3PqsCAskxrfnt=Go!d!!z;ZHa}ni!R*nM}TQLN8!l`VtQgQ zDDaB0eBn*9e5n^obN{v};tZ)yeh8U+B{0Ur9Cmm2!8XO^?8^QCv?^T0q`iMiiyA91 zPQ4%XrMTVGFLn0)3YDsA(GDu`M2L6rq%YS8-v!-iqB!fA8dEPD3Y(tF5KF~&kdyhw zPhV(G);~sw)S3&WYmLE+yH9nQdZMt+8SeR4XPc4$tB?IhcdS>yPaC^=$MS!IKi8T3 zhV$sFgCQ`Zdjr;MM`B$6T(&iM7fMaI%olr~L>3=5!kUg$lHU-FdZ))BYr7%Diw1$* z`&n$6)kQkRJO^$px<~L=GZiYE#Fl89LU_6|S=Q`BwANO`iz}DlPIDz+G$nwy@MtGd z7FPkS+n?a!cNHq$mrK;*-lO%RGqg#W>)zjsho+4$(MKqhw8p0JQO=RSLqH0;IG5*> zj{`(acnOoIFoS-4Q;Gs>L|HA4*`$@}0z0-vTl=s7PIo@jBjGD;iTWQwR>2_w1|O>9 zw-rbR%dO#Kbp(`(XQHRA22!3C?RlL<<-a(vf_BC9cx^53R>eA$Kjg$Y8U=Whj+8=2 zPbc{!qXQw_ym}8$j59U&do(cHq z`3Uyd>cElZHTdzpAW?~OMFp=!oOgE_-?hb!X6z>4;tiWBcE)aunyhYpYVBO6 zZwl8D^RC8;A%=|W?uR6{M&5dk?miN=^AMD4Y#>_fOlDzqKOWBD;o_FnctZ0MNxMD| zU+yZ!l{d#wH`58O)ta#m4mni*Iybw0S4UpwnLx+EC^Y?b3*ybXsqL65R2YkM{QYG5 zI-`vD;PYgrz#$Zr#TJqgz3ZT>b_w3P6jJNi&HVRu*|;RC8G3DwKv=LdDe(5^{hclf zCpZ?PcasQ-5bCBMMq5!_A{m>8`kE!nPW7P3zD{=WUPWARar}YD~slCQY_$WV@ zja@hwU4LDNL@zsH^7uCS@p`)T8uEtT&pHcUk{hr$>nXg^P+-;XzvS|IalDPjr|6Gs zNwkW~A#RM~7@XQKDHP>nAkUip)s}-wQ^i~TE?AKBU1WK;zAZ@1ErOKDJaY5}i1*bjb)vS`pNhBArM*a&&T#GZHvatn|={6Rqd zz8QKq8DWS5#g@YZFsYsET~=3-ld%Cfnxnzi9llKK)~6wv`3lqA1(~L;*QlwzI~Fx5 z7K z>$)zuYeZq8mIv+NdWy|r0yM#N60=$B92M}YgUcD@8hgg0%3#QW?K*59SMR%m5qXXj45jkj3bASU+e&O^GC3JJn zfRLjic*n2@H=GW_c}rHJKK~#2?w2~Dnt7>Vq7o&0)8qOf74~DoMTm2 zhg^wzL1d3>!j`G+^xDYIab}*f6jll9FzpNX;_Iua_*OImuKtiDshrF8rT;4oX*DMr+r2~G!S{9q1@#kzOkAt%LD^2FJmsb643`x6Zm zy2IbYtAm~EuiygJ57c1JBizI>=IS0)P`L|QjLTp$mUjxW@+SM}PB;TTGFwR4cm|Xj zSycI}z63KhDV#N)0GgA-;m3Sid^CRmzv@n8vi{~lKv@d7wQ51MMG$V+-^%Y4xJlJL zq{$uOQd}|3fYG};hfS@G=GWOsz$K9Y82(*>>-Al+Kim)x_L{@u`E_Kk|9ce3{{&_x zJIKz_`&Kq$9>`5(+^=hAaLkUckRQC*W|s z8HDR;T6XQmS+v{UX|w|6()6EGrs~q z^0b;B;c~MTbjyVC8a4sW@Ep|WCVKmR=H8@v!~K{jRSu(T`spo4~|Aav1oa(vr!*x4w7 zT8pJIK-2`U9EhhoRF9IZ4>r7y@2=ya#Sv8Ep#)HM*us_hs|y$cjX#Bt!o0b+kh5n8ktG97$jR`vZ{ z@<{UoCbCDNUic=rgImQa3A&LZGaGo$>novraaTa<9*JDFrBw7Z4J_^I*0o)3D`3N$JAK~-Paa4BPMc2O_ zg!NPQz~u1{(EcwKbbn;QL)S{)NTn|1Uv5OZ@hey=+(0}*2rM>CBk3H&T2eU(BD@fV z&nAK3uNyS%`Z#uE#>2wti6r_?CTyZ zfg&hr8EF->Ob#ym5{JWC0`Qh+hCQ>-fc}sH&fOPHf7edH3WW}EDA$70$>C&}{DZtR zYf(4b2ec$S*u~i)sAHu7@t+2$Mo|$J+Od!0(g(u8jC@M}iLt#l;h3;90cPa&V2wxu zU-0T*$mST!$;rO(A#o@6cNU`Mo@jg!w+G7wyMgWXf`GXncvafEXkf;1_w5bA%7weX z9lt?rx>Bmf#pi&|p}80nT!SM%9xy*72-2>9MhE%{6W0uo63rloQm%k+$~ zn&i^jv?3}}{FT;veXsI-QcDeG?(mm1|04Obg_-o0xuBH13{unQ;nC4kWOe5=TxYTq zL)93XAv8jKlGDi6`aKxw;7_M9LG;9OZT9Byc^tayf)|bT$hC11b~M))BeL#7^@BQy zZcUCU^XdtkhgU=P;W$ls5jd(FLp)I zZ?_A;CHf#pzdnnzUhSsE=ReU9{hPS2=R9#pT1RUOuV6}TCe{9X9!GkYp!5og^)`{* zyM!*ip}Wl`Lj@)f2`H-#9HRdA(qA*h{wN9#qF@S9$~AScaL*(KB8liriAbXn&F z(A;&Cc+S!W@!c`FLG>YQ{^($Rs>7OZdR&I{XJ>=LH9_`u<|+&p+YHW+xh$PO;M40F z)=v&P!hV-vSkc6FB3dUiLrPtwbMAF)ecyyXqMuVAgF@nV^D-IGjew86eCiT#mENhZ zB(3{pX|a?!%vtvu^V0i>(&2Yl@cJ8IUIBW~b)*3US=6G)my{(XldkJhn4}#GL5_FH zSCbFec>OQL?|OsQuODMw_XV0Q`;?BXbc0C!*$@=50?g&}NTH+^teI~KgBOViFagpi{at!CoR`8n_ z1%XF$Xj8}fy<$ZKuL_LtuN`a?CG%0*%pch;1VG z%!OP+gP9$m=D&|-G*4$LZp^_QH(t=9*9o{$c`{>dFpGC9$_&>UPGkM;4OuzoAX2hf z9-2zEF+8+}xQypf3k4zO)XWoTwZ;Hd9=T#zNG)zriz6#4ve4&PK2aDgfCdASCRzKIgE|CSuBubab2jMu==FJfego)=UsYeluWj_5Sf4pV}1=~F>LqVwdM z)nngtylX4Jg2{wGoVz3g$Na7nwTK!zR&olpA7AA7EN6(XnLAx1^OKzN<{XHT){L5C z84Rt|#54CqVfbhPerP;{%Z^^b{OD3z*me)tY;iDOW5YOPiL?4_Kd$Oig$H{^Nmlq? zw2gX5-IA=~)KgJ>D}{Gkj;k)6am%?ZKCp~KenlM^j<^8|~;|6m~a8?}~cqq-FhXw;>E!=<8Z z@x=2y@4vtJrQ*kE%ZqaeGUv(LNy>P9=QuUJML91956w4Uq#F+3=f3wZzseDz1yTLUATd zH823@ne&L&>uGTHY7cx)^+)!46P2j0h2|}YiBY z-F1r`j?rNpj!40(-P56K!g5?JGL`ug7fD4|HPXU+nOIzZ1P@ku)2Z#Dj8p3$x^HJ8 zxEbg%Mb?F2K5G_d#mCh+Wch2r>>Z=|SOo=xNK{xkH( z=!4-isK@12oEtXLx66x2&9)Hy^VpIMmQG@yOGUu)DO*6&ENGJcm9Fki=Xm}hemsc_$AAQ_usp07T;q+uQ|K2!;gQ#QibHZ^e2=ema1Pk?A# zF27!ib0**0Lu6egnT`4J^s2cp{90ki{(EwgD4#!x{HAt6Tt;qJyYwHVh+W z9%!q|$2^Cp_;m0*aSn(^nWb6K>uJYL>xxjg(-y7<_~SEY1=KK~M*WKBV_{hm7VXZm zjvsnK9&B01c2Bzu^D>sg53dQVd43M=n4&>4@=E9dj+dXU!>bZ7n9nccchiwUJM30j zjEOb?!^+{HX1LwDA~+65c3-Aidy65cLWwACpG^i%XfZZ2t(;fE6uOf36evrXQ!<{CYX&^&%?A^4JOKAMm1-1xy%JW;&mSGX`Vk?2)jk=ss~W zV|=%k$h-<5mmNj$Zh#tl=xPbv`Lq!39B@aA=(p58b~#*Y<$Sac_d~G!Ui_0)O?%6~ z@)QqkWkwoiV8!QF`rc|4*`u6ny*aQH3R;rs!|^#NcuN)pyG3DITO26vn25LceZk$! zzmY!9pR4#G9*_S!hc=ozEdhT3Sfa6Uy7u=x{bDDW>&n7UlJQAT-WFGsu zvF*(Y8TrW}i<8@3nC?_0ijeulsIP`K?)Or6&6TG;S=QP3J|K z2@=v6IJ%2`JLCn%Vv87C|3uicQk^OKs|VZGFCoGK-2HvCCrVtFWc{KlVeHQZnl#n~ zgFGwPVAD)C&~`9BGlgp0Hz!%OO7Q+gJJBn6L$=7okuLQSh_<&OFlNI+|88fmxhr=Zc3n@@VZp&xV1iS{vWS8BBl>Q|p6t2Z@r*l|tBcEA;LBJtjV3^E{531Rlf(5NXBz5O!j7Uj$I#-i1X&xECLace0#{reKs+!JK& z<(wc(?hVSl?!CnP%WmM8!hy9%!H)a=J@9$T>*0k^vkm!ZJNG+u zR>om-L#uVXfiy!0r?S#-9^mtc7;-;vH}(3H1`^r=NVY~%hqaqoH`QvAUTVa!%hzFV zo+-1bbpo3zoQQcd7lY5NA%2_ZS5ov!meEQ&O#(LEBR3uyKepR)6 zt#hT6ta(qop4ySd@llT7v4w=YPK7q{R8rmE1Pv40AgjZa+I*U6z5Ul-yb}6|FuU7G ze+Nq=4_)BiNzZY{OCbo3yALjhWZ>`kWRRUI#7ciNM^(8#y46OAS>_Q8(H|pe^ocrJ zFzpbyJl+KJyoSJT+iBGN$35p`5wLy49BJ$pdS#0lrYX2$lbRGGuGz`USq!vyToP8) z)uJme9@iT!B(@Ek!0o39F1s?5_jrLUPHaC(v}D9!N%DH0|E5Qz`ROPaah};@A)f%4 z092joNDfW8LVFKC#2NLKRmZ#(p>;+hS}?|t?I;N$n|{;jw1x9M=F*atn!6Ui_A8;!@O=2eS~JWs4aQi22kmdQz-Q3|?Cfuc(+!Dy z!J7pT`8|+l9woycUJ{7zF`S#YZwtu?>V}TUFuqp9KRWOIX8N^j76jCrVN&@!OjZK}Gidsljvqw4;44`LI?l5pGx9X3DLljY zKTn9ilOAmqkAyti98|aX%u7F$z}u|x6+_HV!Vam4bag^arT2phEORQrw2!Aj#bGkD zI9h-aJs1hy?|wl4bulzJ8;jGo$RI1f4yxX+#|?RpY3;TPsM(Q(J=1~Yw$+2}#p!4v1!a<|ppn@|w8I{gYIUvNuubIw}o01%RtP~v<%VMXYE1aI= z&VDWHAnTRY*|5e&e%sevOjWYwd7E=A8ZkHQbk&AqlKV(rekdo|kP^je`p6%@<=ki&e{GSjoHm;+#8C)mRdM10(FVea-A{dt> zcGEVwab8l3CAnv1L^=dhiRPgew7w(Eh&c7o^NOaRCbSmD5mU^cVGQ zK1o{&HPL0V91|U5h`E0`_Eb>;vFnaT-JxgXO`jsWY43UPPb-Cn1N%|P>=<$W*#P}fK>2e!Y6!d~r}_+ueNiT@jhaopwKrnijOldy&?EFT4hP|pDdcOY zHQC2`wZHEb;heL-NXm~A&|G6r?M0`-H1kuWzhMnVU%Ljnvp93v4{vsJf-<{V({V7YWQq&1s_%`V9wlP ztaJQlJzah#EXEDYctkdaRENxjvQy`D!R@zp$~0%;L_mB+p|ZTX=&RDF0xmM?SYi4ZE9Qiaa=b!BG3qx z4jyHSVDz&PGb85)T|dzbxRlD-Pm|giYeRw zA1rg&j^d=BH|eq$gm$UnS>sIHq>zJO-NHyzL^yw&DJAK~6FJAIIGca41{!7@qg4x2 z_+7`U;oMPaaGT`KmtM>5c%B4xo(C8Gs(h(3Ev@x=hZvGPg9iT=FwQ(paJlt(n`KR1}t9`P@9H@)K|(E3?F?V zp8RuMa`hCt>`_O_gLldI@a@<%&4k$#whpv({^94;7+fcE9J^lj(&fd!X(Y$fIMb5=22t}E$5j%{vp4Nf{Ntmw z?unZi@;(!*ebQ;i-x*B%UUOD8a4H&>roryr5WKRxpLbw94YI)tArRT#$M61+-{#H(ilsjB-={PI_b^^TlC z{lBk;!4J1Ew|N7U-jhT9poLhf)`?Zq=Hj}Xb!4&BISl$zLf;>c;BwMa&@X)h_For7 zdZ!Os2UK`76n{g7i$7NX4W!>QE`V*9G{-8u1%-Q`@w=?@v1yh*v&Y{R*E(nN$Islt zbruKl+S`ku`_GwU_I%)dmnweI0)7J|?NDX{X?0}-yLt9D`qv-5R4jtlar?yD*sydQ<4TWYXZq7>VQ?|^f# zE0&Cl@&_NXkRz1?f~orKN?p$Hxbr*TatW6Ooq7Rt53dBBi>LT-_dQuK_8-h_)&S*| zdzj=G41^y@qbc{@Q9CXK`uD7c#C97fR4JjyPv4>~3NiG+&ZZ?&j8L@ZFL>EB6LCYfOjJxj`HscR6e_c#QEbOK|U` z1b83n4mqM(aAWOv*jlOrH`j>KZ?ZjTyE+(h9&tIM7HQ^t(Mfu~xS2Ztj$ruf344Z?6TsMl}FlBwW<-rlLY|P4fS~XaI6-M3SNw{7Z zE#9ihYCZWwFD6`|d)k-4mfRW8v3I~a&{Eyngc?Cd&R6u`F_D>^dW>Iv_6C`*wFB01 z8KwEUT&88?Y>>O&TooNP#6vOd@oM6iFNjgA z{FrsZ9a#3=jPbo7LWEOu;k}m`F8OIrg;ol)tCmYS#NW;qw1SAL^*f9!Ev#$4hM zZ3#WQF48N_qFj2;l3i3FN}qbju>)4B{I=iAF}k#ru4s~n3SBie;Ia)3zOsT82KDfc zOS~qPL*20B$W*u{It1FHXZZdz)nLxu5#m84aP!y6Y_q^)GP-m!lXzR4aW}L^U!8L6 zO(xMGSje45#@+cw3W^YJl#5&6o#8Tk>Tv(Y7) zCnmu5KbsD=yB=}O#Lt9HdW`|)CqS8RM|zXAm@9`n`KLM7MY2W@lr}x1rkzt!!9|DN z+&LGHYpSsZ?Y}`pvkTXqIzhLdn!?!lpTc|TTwgdxlT?3PNIutp;AYz@#PnPs(9DHI zG^P#ChjMvgS92&AWZ0n0_ta?1Io#csfUD~bh(ysMTz89Bk@QOZ&zWNc?Egqcd#{q9 zSrIrm`yoD=)rl#Ur)k9;d+ZfFid`FyqW^6reuzXF#9rWhG|B6#l6xOh%P&LdqcB$4 zI{Pgt894yi{x8UF8CB>yH;1&DnONV9n@-x_$*}iWA^K@WBb{rhK|AAT@zYk8fVlGr z@hi3j^8Ff)`K(}vU(5&btIAC4Jpw*GY4qSFZ7l6CrAZz0@o)&&7ntZoJd_kk?~pdz z!lyhrdt0;~8$!uV^0-t~2{x6 zdx)oRoIu}$rQq`R8RmGpVDqfG%(csP^k+~$mZ%G{Z>rv-{u2urojiw|Ilh5f0nduDhM& z|9J^==`V>#jz6kLaQE|Th3Gpkjcq%wm4!3ObUVlLB!WufM9)5{pT*J^UE zDIFZU%ZG)Mt7z}@bJo`~m-A#|qKKNK2z!|83zZlTpah@e$|Y{*9r=5UE?!g)l|ggK z=dWY1EjSTY9(e(+J8sgDVL51q`6&Ek710g*547@3k%@l=&DEcHYc#l?udfFvH?GG` zFLl`szn5UX+YfXpF9NGpj<0%85w5;;gQ|s-*zp`0#%_e0i#)o3aYfT8{UA!*jVy`Z zw*|bz4|b#Jbs=8$NGUgWe#dufI1Nu{7m?eM0K<^QPfE_*i3p8FPmzJ+gRco4(=6&%~a3u3P7VEWuT`bS%vc)mRW>FhYw zEiz|iYh~Dt(v#Wuj~g)UZ3C53E#tgglI)U@6evA9AIx5Dr2$Rl^yFF*nxu7>=+Dvw z+Y}*c=yMyk|LY`uPKThlQkFG3c@CVH?qD4jaonx0b6|Cr#}1_i;$3+a5RH}Nz7Mk4 zD^^VVe4Vkb zY-}LmOAVF!FBy`LuP6K`=h1H8L;i1t(@-4x9+nMu(A0$Xs(A+%;lCySookC*JS^P2M)f&hd!5Sdw>PZG2IL| zYcIg-;d!*wlw+}L##05Zf4f|H3-+I~qSv#uSfh41t_$)U{i|-GrmGy?U|Whp^}=kC zel_ZKaD40bZE(J34H>&*4ia99=wKm;F<<}EMyumQb6OTU~I2TWUnACt2cNSB4?T2a|YazyY z01m5^<4Th6m$Q(6b1&%!ig$FrcXq;wh@E!@5i0Ge40^c>l$`o(^mcenuKsEF#+s z#kud68w|F*MBhGL);qDDUXeJB%x-O{I=cnzd(OkOZ=on>m_xVjc*l7~{?OBVBH>QU zd#tnl4k3B=B)ab+Vd_`mr_3Q}^9OWXHJe)19)X;6LFSe^$K(F+hWP&$V)uyhn66l5 zCR#I!XgXPP&+um=%JFvUb-De*qfDHlTR`oeXP}U5JVakU&HH^yn+;44VeHy}@wcmL zP;s|hqIqW=`1PsuajG_xu;&43Tki%rLPn%be-(Tfyowg*jM*6nwAhNkUTPokoc_`X zhUVGgu%u_T)ys(v>=CItJR+Km8tw%U!sgR-=}?+0^$>fu+44K~N0Am4K}M^pgx~V? z3Gr5*j1CERVEUfGs-4;oka>NRJnSpSw1_^mTM|sAzsv%KshQZ(Na5DtRYpAP9F_4` zXAd4!L%o{osPASBlwK`(%Jo))sPchLXqF_8&kA1C9o)O< z3&=By++FbHfp2)eXD0jgR~(&m<_wI)JOPtcwdg&v60d~lGpVl5`0B6(u36MgMW>%9 z-YO|%ezPbnmW&}!9R=X^JR!z=rx$s1)E9faPT|9E6ERZfEpI`ABwNEdmWKaF(V4ho z^>ty`EVDEq5;7zuiSX`qN+l&FNg+d_N%NpohK#8Q8A66sh7bvbcdsK!N<~6RN=TDR zDkT|y-}(N8_qxt|&fd>@)_ptOL=B~5ST@;*#w;{rMLYM?JeLP(*;m5v2r*{F$B!~q zs{e@IWHs3S@ex@xITFLfz1R=rO@)cRJvPY|5cT1+Opf_46u%h3%Sf2TbV(2JYm!`P zPk;&ADQN=Ez2o!@{mAjbrr9En;%ZMQUf$+9LBJoy+vE$d_)=#H!C>!xt%XVI^ybvl^tb`8-7x5V#1$5h? z#u|K-CBC(Vkauhfv(Pq_2o%1hQg>ED{mS-ApGQW_ck_Snc>XJFJo1Rz#&*GWfdlAy z%>wT)JP(^kCd1&7D_oa-5e z6j*&z8?Nh|j|n^j_UWoyC>mb|dY{Tj-c&tIP0}NM4|idz_8qEQX9BJ(+j#BA6)UG) zbHbSRW^}0fMXMiJkjm}`l<=Ah3wCcNckPw%fciFi_8rU9*!mVmPIe)e5tokeKtvZP2 zH($Ko)k|h^d315~HIzRZ#@fhA^YZsyBj2Qy*j~ja=*e~0bv=Lv|LcSe#1m{sE^wdo zSj^a52;X~cX!d$Xy6UzYuIc2Mj7!DHKt>~ph@8S68!~|j5fV7JYz2NidW#pE5CL!e zKN64C_P8cr2+FiybG(g@yfr~Amj_xh22)RB$It+^_@f9*Z>I3pPKicq>0pvzCCKIZ z-yoq%7W$5|MC<)ks{cq5CSCl5xxcEgU4wIJ{R{%SS)7p#;#if@R(MKHhcUTp4~ikV zSdr;NQ^SX-&M8sm98ZyVOr{(ne59F2>zt^gM-k^UTaP5q0Dmu8K+0eO<7>T`o!VJ| z5&;Y@ElH;aZ{~n_)Ix%O$G}Jb96nthPF{Xr0ZGci=-C)Y{#ZU#)}s zqH8D?^^&ZW2!bKT79TH5!1~oY;LM6!^5Idl9CjTXoNRi|tC zeZ44qx#}&?=H~?BcdL)?yK@!Vo-71^TW+Uq`&Wz&KLj1m++o&bP1>{i6PZ#I3R73i z#uv*KKwyG6D_OZ1tii$)oyS zwDMlg=&zf_h;;Iy^g$9G>MaKkmrM9di%$;^T*Brh^30KgW{~rTW1}0*!Iz7}A%A8* z#-7(iiJzZMab`{&$G4dY{!V>Rzg~wu`{gZ6PE5pO%Drej5<&(S zPQ)_3WT?94facL$hFl^9w#(*{-P{@B-T!ybS^$$-{=bz95)y zMdZHa^TJBkn(G-otBjm|j@}UwVIEz~=3lZ30g=^-RH#pgIrI7#Z5mPoua*N?u;VZ_ zwzv#-`xA&_(N8dpiv;$4JxZOAAj=!u_zIlUsy}s@ram45<(KjJ?o1y&7U#~)Xpm-3 zfhLTZ1+g!6DsaH6glK!YzzXZVoWCR)T8pYca>@_9&+>VBiRtjAe;35JuYz$aS;kFA zhh3_16+UjWht$v+I7xmbJ=rHtm45gTjn2QQM6IxXxj2Yd)k5@UGk)r-S=3@iFZu6) zFv+`?3zaR|=s`A-M5pg`&O>iZadpMKo&DH-u?C`EdE+Wsj&W>06RB$;_?%QDKJP`? zYU_pYHO&vif84~i^*3Sdbx9^bMuTt18$&Ax2`Uhp3e|B+jMDfnykC?H-vldAYx7II z-6z4k96Jd+CaB^owPd(zbsoov zKl6zm$~b~avwLup_9bu(v_xNHfApK}PBK0X(;kio;vAPpo@91{{8EI!DiL_ZXOyU5 zKfPV1$~(O4DQWbW!yKhUjqAZOD;4ZjzhmlcU+{J~fVqz1Y;HZrJK2!Le`GgI z0-LiiHO2)T|K`zojZrlBg9$jUGGlh9bW_XxS{mIohZ=GFJ|jMrs9Ki|3*0Vqyzyxy zHsTGWHT)%7Lz?g^ULMb9iR1Y3`)H_g1Z)a!@$UQ2W)4IcGQN{b&{}8!hGo>)4-=YE z>RklX9j$}3%&*kXjnFdvG$H`Mpyo>rZZnc*rwehjXM4`=;${t&1+k{(Ps-tAXDMB6 ze3|_IIiD$i*a*U$%WUHr!}8*ZXK8%bPHa?7!2XO=@Vm+f#q`Ao%mo5bTN{!Y;>c#JWx$w=Ph{!T1R%PhD-{fhsXP&hW=p_W@ci4_2;T>5A=drt+q~n#dMgH=y`VZ@gRIMzpgW;b|gwFSowS^|)Ff zHN}-q>`2B(i}Rr8rwrU%90lUKS0FO!9Em8u1j}QLS&dyN$DVW8 zRnh-J)glXMvr6C{=Ct4Fc=u*=>|?_)U~oW zSGFp~6px@F*Z+FzouxKEewsf_P-Wca7lUn<0_*WE5{fn+LxY9C2y37S9;M&- z>H&_Nzf+Vgf3+E$1fG(nw-Z=GWtg0`*Py&=5-6>|Lj&Auv3_#`P;|$UzK66(WG)7m zB?9}j3G8w+Xm5oJ9QZB|iGsD@_x?D{wl0EX>m=&GYB>Z8^kZ*(Bp%o`jnQ|R&Nlrk zqBWHl{yZ%is9o}Nc7x?sUr#JS=JaCsh!Lg7WAt9b|x&W_{z_M3701xBnyjR>PY={;E!_?U0rCB}T*!DC%^ zxe+)2A+U=m$A)}Lod4J}m6k|>(ls>v^(ACbITG0zQiJy&&K`R71)Y|Qg|z;f;B(6&6$?Y>g*l+;8-_ny<`VjyMeFTM4BXH#jtn3!uW!#7xq`29OGj0!Ky)k9{g8LQ^6^N-`9#+*!?jaZDx> zu`6MEvJlp5Z)bj`L{K4NRh--qOjirZ(w>u_;N`(oezH*){oYfCV)ikpYITFY8yg2T zR*V^|Q-fIFt5mJ-I#?+T@e@UMfhCulm+q1Q;$P1%39H0i3K}S$QI7=&c^DVX?N%Wl z4PP(7;2w@Q=I{x&hR0-u4X&jB=@fK!vc;3c=7lEbGSNCB33ZFD_#xhQ*v9QX zjr&if_3~#xFf5D2Bo|`f9Ro7ktQ1Wo_=<$s60%Bpg)ykg!i{5hisTN54470%tm0A*8p^o2S!n{>mf z0=J()q4Ge;LDGC%Y`TFd z4s1+>_1-|sw;aC6onJstBtmD58uH;`GC0jo3~QV)GkOiFnGVsg(&^{XO! zrk3Gczed#iZw_Xy)yAwnaZnk02fzO6CsPmPLNYx|9fL#Q&)-ngTPX&S948|G^25p- z8@uQ+xoVCB!$R(hHGC!2ZQxg3MKw+rK)>iroKYWygNs(f_J`d(wM6b%QIid}7gxcZ zeHS5l^C7hQYfQ2fG?@6w6-0TpA!D2|M26FgP<|%&ZI8+#ufwFF@vJf9bRZDDhr7^5 z3t;c42&#)5C1d|0A^GrBrefhu-jZ88ppJKnJG*j@xC~iF<^2G(R&ECC`L1x@FqIzX zGPWMcOGIXq4CC?j4cZ7rQlE@oQmT>w_SvmqU8qdF-`Jv4OA*h|!V0=C7&7j05wJym z9(k3`v8lzcf=`+Inj+AH28Rmp!h=|aK%Wq~%tYxK_doW~(rxF)ePt+240$*J1lmBhPQjCh#JC zIO;QkIdfa#N~JmY?odXR!Ar1KQ4Crl#F!ENry$dM74XbdCa!2V>UUe?pYChaBxMBL zesKRG9Si;~txLo`;UMG%UM1zWr>WDV9PqI`hlO&5m8P?H5NAU^PCs@J4ZeINt(W(r z`j%!SOJvC1_V1+KUxa<^J`GK)mDv`u;X1;+Rq4dXF&9d8Ib>DDO)tj8|5PK?4CeXy-H_8iolUwDO(Iuzk<7BmP#LX*3fEh(L&S)Rw$$*<_e9Y8hOfM& zPwIFpae$0``-%nK_c%w~8wl9sO!XQxKx)=8h&+Jma7JHxm$zns+~dQG+n8L-zNCJo(GlOxlVs?A%1u% z$jloVC%*Fo!Sm}oD6dlhy|oLW@r@I$+EasdxBB=g0r6aKaun0g>*CPYNb3IL2S07= z5IA()qI2YT^FJKC&u?^A<$u`r0oz$f~U0J4#qVdP7WZRCpN&m0M7a6^%(+|iLtid#OO9%dz`N5gzXPaaY<8{U<-|>3I-eUch3sVL`XUOhS+{s?Oa_71nvn@geQk~V|{p4?Sb9w|Go;n7l0ZZ`3T@}HNTS3zaD0h-S`2gWn( zf%P?I?e!%&Hex4aKII(3!&BHdd%Mj|idLiP(GmV)&g1L6@)j@bmK8tqg*y#ASWDzL zpTM?pDa@wUbO3!zBas^8}8`@h1unWrR}6HNK!VqYxv% zd!xn{8CK0Ooa>|gsGPIf3+sFvFz>=baFLS57FtDgW`^LKPk&)m?IBq8)sVK#ZUFzU zPk8ejzkwfrJt?iNh8}vEPT{&1NvW1#^LPOFUNR<4H6CDle2nhUoQHdKTBy|S9LQQ* z3o7~?FKCdoN)X(8KkeiSk^kD=vqJ6v%!9gOZ} z!298MMD2P8e(60*6F*d=rr|nN?y4fBT^*}qw}aDG6^IgRgB`3eQP9&M?j|$QU-lP< zu9U)ZF@~&I76SE63FJoHPcUx{1-7q(rdGTnMf+^1N>v@dM&TS^IVOb5ky_17CauD( zORZd_J%Jh9rOlYV9!1aBDva?{3;4wo#ZzMP^cT(~$q_*q;NwmlMYn=z$Ub($&lrfV zMYLV~o?5M5kE({+%-#==L7=P~)i;IErX`PX9}#7ns%4p)4F$L;S%kgasfOdGrPN_x z299sL2jYae4Gg93VFoOmPMykrF2{9VHkZg zml^qenOHeaM9cHZM9=**EYb(Es!)*Cjo*#=FSnxGzd)2{Z$gvPe`F*wkQl@?z}CGp z*h~z?_o+qTC6xqi%JV4G>cYHVItnE=KX_JGuR_02Ao*-4%|r}I(IuNI_|+*>p|Gfk z1d6A_sseA^xJHz9aQ}@izhv3m*+1y2Eg5KZ(VxWbe}*MtZ_VR6Z&WUo?;>Bq*ON1O zbI2n*A(*%NE@q^PVaN4KQ0wG+@D8tt^F&kp$xDKYvJSHA)oxlD{A7MeSIy^|^ z_zKI9!hIKtx)S;&`wsbhF@np=w?g}ksi2e3F&b1w zFju7mVs6iZ=^ZNU71dC1UGjfNj3pJN$5CbO3flJU3m9Ka!(tT|2+q8Qk3RvqP-w5lEXW<>^42*sdguC+!7T)#0NMavH;b^%j-~PP`mR7jpTD};w zzp)e?S|ypM)u(Yrd@825lo9G8L6o=r#RIby;gk?J4>3_-3!mNMI5!9By%-s0xBx*$ zA`jTI8XUW22I+27D+LX5`ECgr)FJRXDI48K_mxeA+a84|JMSv#F%UvG3oEj6Wjv~k z9>aMHbn#2GHlr#rj~5xL%!qRFMpL*GB#i4~6w^iiJeh=M8}Fh}`(~V8eu4I^2fTDB z5#-wBAmUgY`~d|xaFh>Qw*2JTln#*^ZWsB@quuae{3b7*d%m~wIcD5OU)E2x99$D+ z*xMK9;nSDr(XsnIzrP*3c3rXg=6H_3-|1|W>l|)nSq9dv3irY?Iq!A$kq?VaW&iG8l zYL2h_$|4o#rJCRk?z#K$RRw8lA}ZbPh6DpKcxly*_6z-BdV&!1?QakpdnF0nU)+ML zQh}^PISrTPz54u>IkDDj={bk`C&mXDCv{pW7b^^_Q}R!-7@~w(?_80<0?2hn2$bF zAMo7V=RwdPS-i_-gUx$CkoF3edY86Ai(oPJZZm-&Zt0{+}?@WwWBOzu4m-XM%WC!a&Pwt2KW|HJ5A)EnClBTwQn%s`HpDCBBh-)TxD%d*HxhlxyfS_g59UQI*9+@Wla z5W{%o(xcy!k=|&9${`*^ZtH~;HR@sDLFDUJ6c|53 zHhxxxV$UYnDqV~Xvs57C_(IN=9Z!Gi-^b&kiLhw!EG}8r0y{jL$;O9*;A^Chhidb& zL-#rw^mft-X=hNcAOZa?6ZuW=Td?%)Q&9c18Dby#klWLyvvYP_<Zu zM{*75Y3l;dnbV|LDH3lsO~awZpYgtbJ?+jv4PxI-_#by0;dIwpT;%-@Q)O*I|C<2I z^7TQLV~zIh{fkY*HKayHlIgs)A8LZG(Ff_DoN50zx%Z{ZDiY{q-q+S>u9x4E42T|e5tIZw)D8BkZB1DVg?5V6U! zOp;%7rHH5|c8;gQkfi{s9~FT~YwMt`!GrF2EX@XdE620PV)>o6wxnYE2MFNZf>1{_ z*vc_O;_hAp87?1kDOiPh0>VtKhbX9V=i2QRAK~)-O!`aBfR=g55cKlH&HO1yj?01S zzj)d(8U?2BX5nl73h=Z^MAf7F$(M|B;=5FcSnc6>nZNd6;k$6$NVsn1-U$rTwwkZd zwUN#YK1eM~!T?N4@PeH_k9`z|BipLbwEi`Ar`M4S4cb^%tI1e>n~8sy-6mNg*D$?Z z2H9?Pa_H%QkXYu8fp(4Lh-)Qj5LF`%r_`7gf9*J;rVQl%SH}PDuE2F%q-kK}4RU#E zAxVAn90z8O(7?QTtmgTfc*W*=Fq%;l=1T1@2FX}B^t z$Y09w8uIslCjaV%SoD>Wa_I;ritnG^9nSci|-=Gain%*>F`wF79Re(Jr5sJoJ zXR_*=y~L>26<-Uif%y76=;rH90#at9&p~gFWotwKtGpj^SU>$@J}oZNy=uNR`@&?wCH3?)w7UHRvYai0DU zKTJDif`5fRVN-A#zPxz`$9Yw-e{(UH75bp!A7ixIq6ep&;&_GYXRFt<%J}$-7d7K@rl^7rUgM>9 z^d76DC0qvAd3yn|iV8->8f~=F=Za3N;Xlo$(zTugPoPwY3u!#?S8 z{_vc0^yNwgw*TO4R+-~Y7Kn(jNxaW+eAQg&RZwCq!&T{;om@_7q{MFb(ITozJJ!}N$>yv9;}#?3~F+vo8mautW@-JniTPch*BE2`-Bq!9vV zT%uQ&`aw~Z6)!?H4Y#W&;CFLZ82co}42bLEzVqwwZ<`^CYgABi`$F`XlMCTXJz%tF z5*@LWVVA5t0i!AZLC@G(y6tE<=Wf3Z$86nkTkZoqvd0S*x9$ha({)&+_LFGuD&XG; z(*lFF?;-u;b}DYQjsH6IEPsu&Amgwx1{L<+#&naZ>>)vQ=2Y%K6t7}f=htTRzeXvh zY}0N09KWCVZ=Z+V#&c18ssO9MzK(v^tsqxk+v3-#f4Ft97Y;Isyr%*!WO$1(tCVku zHm59@XJa#HPM;q1=*prxH#hLO?u-)mFXNLCVK%@$7>kzLfL!Bmyb~nLmUkXRoA>Q# zq#DdTItgs{^S9(m1rJQV)B>C84I1AIXl_5pW|<&OWbPDU_pKZVI$e*ycRWFl{tAu} zm{08w36qj3%gKjpMfBSaeKNo1G-+*|1iB(kFdX2DAt@?EXhRY7xHdr2adlAWT#X{~ zu`nL7fgW4>4DYv8fyxb0)*@>o)cxawQ0!^U%I-k9y?_B~idjHoo;1xEm%$SESC2X*n_kgIZ zlR&4%_c6+TGoJObVyn6DJC{W8x)fE>PHQrOE6#HZ3~4Nt%t5*oSfY-l+FxC3C-< zVyt^Qu>Y=sURpA2%`GAOq-}^r&H}i8QXTO*3-0%J!Ls=inc3T-&@HS6?=SX({LP&A zd7eGf)jSQusy0)Fw3E2y(*a(t<}|i0X&NiGG9BM6UVuTr8!>0*G^qa02Nk6*tedOK zXnEYlM2!LP$huATO3lQT2Nf72Q)OtD2nG8C9`No?3@vpKVRPGdkUu>UgmD&PrpI%x zIFA7GuJaFW%`V2}#~eZKhdw){v=&OVKZCBVAYWsEo9#YdMDHaHQBBFsSP}by8dN<* z#lJ(uSbqg$6#WeR?wsN+`sP4#nir84F?Hr!XcUZRcfokdYRn0cX4{K|7@LNAoHsa$ zU6VZ*d-ik8F5d{A)69D8dLYNRKN+M7%Wi|H-9HFS)Me5QB$*qLRpcBIU~Rn2u*1@r z(H5#Bt1f-Q#7(ydNbG=?9hGn+v;@R{&Sf8rD1zjoQZ$-y1x!B~;0Dhy9+_AT-baE_ zpqTsrhd!b|oqy8jJCmqS*-Uuy%>njbUkiEdE73E17E{o>W0JkMEVL!vMmZ!Sl<{h8cdN)g9asM6#A=Hd~{hjidwGqK_Lwv&S9Gm3Tz z{Eb}JxwQBmO>ce-QJ%KU#|1KwwCf_w+Ify{w7KvKgawH{l zDHHK12i%4u$@4ZN+@(_i2i8^6=H#FF^2{r=Ui+DL*9f!9XEVXk=`1EZZ@@Iq-?Sw7 zKYT2a0CScGVr5-4KASAb4j#Gy=1Qmdj#2w@_WoUH^(+K+_I#lcrMI{qd@8*k(FYn) ze~9)_1lN(eL|sJP;P&W5Rw2X;s;i7JS$8}2k9|m%hq%zl;zj6lco*oHs$;~SFbG>5 z&v7swb6xKeSn*&dwjB~<%_qd7iD*2s=g-5chrx8G8~5&>{0fe#ute=K#~KT6r?HJU zLFNj>)|wP?^Pb5lTo(`3dUsJ_c?`Ojax8+Y7rEc7fQR39V%*#L%-zc4nACNQytNC% zdq?8a$bk7n zZ@i3IR5+&(UI$56o`Xw5+|jD%DzZ}NX}0Auq#n-fD(Mnxo7RT82PR=$ zcOQoAng}jWbYXvv6w}aM08MGlw23?h#o`1gGdqjA6*i3IfGM%JQvtg?XAJ8+UwO#u zAgx=)Js%4bsDfWMrE41?zBUz_tt;UD?`ybe%@zKpNHz2qx<$q}?ZR78r-{W?7IY#* zFh|}6x5wXrk=cRJ-{=EdayEmET?tCP5hiC|#M0*1j`Z*NK5YDFLgk!N&{eRf(&Bv= z%s3Ft`+GVAj*17NPup^4->0SI&Z$h&tS5mlUGstU)`ZhfXQErsTF|jRhYeqn`7eJ} zQmU8>tJ}xXGUFY_nCdYNnU~3Z0~3}n7E1NS??c_&VX8d%97J*+P|p{qY4bxNM&0}( z94{7Pooxpp_~i(lmv)Em`bCc!W$qD$hYEPbIfo`QZUDFI=wn45_+He8c%iTK50|$- znsx@t#@53?ya+ZeRAh}#*1-0SH^6biuS$)?F56u<2?g8g2ILUoeNdqGjoDUe}) zWF!e)veQv)9Sa)q9&qvBWVj}L2K!{Sz+v}Yviry*IO7;XG*57PGPsV0c3Z&WS`L1( zKZD|JH?ernUv6JO8ur)gV6(nAG*#B}VkN9$t~C#8?mt2Gx$!t+T1_)fUW4DWEQoz^ z7%{4v$JRVj;}_RYVZ}|QvAZFVpR;}?34Zd1^PA0P1HLefUHm;fBeIYk-<`#yK^ojQ z;VGQ;^1+;=E+oFdlye1C@E?{=MU5ZX;KO$E3LB$Iv7iR~d3pu)t`cNIy(g9%cT10ti7i(bz zDwL`ct$Sx-BkvrXax!JtmJ6}%XB)|t4?8h`-4mRyrppfhzjam-kKZdK*)J#JVa~sC zq8GCamc9E2p~K^(=9V=}*{PiW;x=aZ7DH}AABh*%#7S+r*yLDC?e%zk+e#Orzv?H) zM*ac;Y2{=`LmKGonKH)roS7He0_4#7 zVoO?ARz_v{@TWeVh8te}2A$l=@a5JK{2DHY7cyf|&2w%JFS_&O*>F%}OJ@6E- z#%!P26xK&4oqp`@qub+-@szUTsnE0gTpsg^S}gtz*@=0u$afO)n{SEfTH5Ru?e$<+ zFUAON;m*UQew?515T+>UlZERwnT~(vVCN@DhCgPa;Y9~H?z@$hJo^-dW_$%tE-UkR zVgj4asv?9*ky~+m_}uh>E*;AN!)OP%|0$pAEN4;o#QV6hMiKv(n&X${TyG=g1=X*9 zfhN^~aI5JEM%NdSaMwZ{UlfWG18=BvQV;IUG$hSALo_cq18h3DeZO)KFl^Jn+{^yB z>B&qQ<2Vr}OBL`Ba_7&VAjxx(pU&t8v&}5Et$y zDl;a7+OKE)7V#VA?OZQTy(AZEyl>NcZi5`-$`L{ya2dT!Fiv{wi5EY_an2$_{tZW= z@fB^x;eI$y>^O}IyMpL`mp#b*sOH(f+X7$Lao#7TEf_iAge#eIaON+7W7G?3Vv`Kj z@0UqF-UE^1bYfTkc#L5Qhoay$`o<^Dz)?Uy1yUC$jD81Abg5%4=@rw0#>>TifV_eU4y5Se{_~QxGtC>M7ziq|uWG)_W>%hLLS)@BL zi^dw{69Lg=t~2_&`@|z5sqr;TWvh zM?Q`*u-85p?N3h!cFGf4KXV;#mt!fIe_74?opVF>s}){3rpqjTq=^bkW!bgE;o#T0 zgmgX`g&PW$m{YlyZkKn!YRyGhw<;L6d@<$x*{8Agc?)dCa2So*#Juqc2e0fSkmz_4 z(i9HS`g(676?>o5Emp>?zzb%{{4e}n(N;uw#($7oE683COM@iGT-g2W2QT}HF^KzE zFfnTcm{&P!@StrRMgCr(L6TzlLCTCdT{(eBY4@Vy+#Go9o`KV^YE$w_4!2$LhqYRZ zFluBiEqs~_k7jzo;?Q8+d`*K`h~GuiWo7&o$6dfb<0Nb@h@%I{JE%D=$bMlLK#c7K zU~2tvNMsA9G_~>_gTz^hb;IQ2Q88x6nq0EIAc#hc_0YM~lki)LEVIO43qy{tgj>xM zNlL+X6t0RT3bo3N7^BKtdx<+wO1Gk5@?+4`(x>;UINsf@Qglwt!|2LF*pS{x4(UF_ zwFkp0{kVCaMYI)YE=@%}Q9cB6e!H?dKITSkz#i#f)@b)%jLm<_Q%r58B{{Op#~eAQW7}n(17xJiQH=6CxW9Cgm zkXSPlgP=;Scw!9D;>)ZP^zb+ z3#HI%t}7S`ex`EviRhUzhcq3rA>DKNl{M}W`1AF55^%4AzR;0lBQ|`4&v)ZdBPPLZA&T}tz^9@Un4lZixObx^I{(&(J313#%l|~E@TslJ(hAVHP+r;_Ig1SyR@cjrRjBJ1uy_=Y# z{sncTD#21C6tkwB=M`AlkT8E6uy3?R5nE|ira^@7I#rD6l9Fb9s}2!e_YmT~Dhrmn z9KjH^UvThF3Q4>i&gC_cuzB`H^gA<7WtN6vg7hMoq`r-Ym2ypG|{l0bSI)!dlRuT zdPh$=CDS#NtFgcGE*y`YMOxid*fYrztVH)4(&1#p1iV|=W!A%a2T`VLdoA9ZMfjxGG@=_UQFs7=ht?ZqfO8b z#$a>}mR>J5OB+rzPY)a91+~;bNkKC`>ZE|CN{%QPRzLzRQmD)IwdBr!6TmGughc5Y%GnH9&Z*!|Q5*6z7L)c=YyZR}zkUD5-VYZTd+E~c1nWFUJ3^7Dn)H+JA7sm zitSD(Nn^Jzb*G34!)M^Jem3+vErF)uG58SG%>VoKFMpU94w1%_*w4H8FsEz+gs1&n z_^dk(bDH$1scbG?A8`-tb^FkH)(8n+G!0vyEC9u-Z^Wrtl9_XU1DI@Mao)l%$kM;g zU+_(cZFVU}9ZNOVEA|+@@K}tw6)ywdN)lnp&F@s%&>5OpN`)JPL1%9|X|{9#&3aop zcIqv6uMkE7l8NC)&q<}K5xd`0gJy1Vqh(h1^sbl{yeY24m0T{dSN;wOtGa}RdlOJv zT7mt-^~T-8Y$2;52o9@pvk!~K7#{K;`E4DItHx|WE1{6QU)2vod;`Yja1@n&@d@3o zA0(dr-c$TGxJ*MBS zRFAlUzy1?rUX+Jo)7A;>XO2-6)E9=~&;FtB17UWCc^Ng-hBY{9L_*Y1LSJ;rLYLf6_)fhd{;g8jECgkTYBNW)!i^J;n@X}^3E6Djr z^*0pqo7c;-S+_m#vG-&~;(j%6PvdVh_E9ni~fKl1$c zP4Meo3w2l4lAO`<%FgsozVq0i`S$2J?A|RivF*oaE`$4tnQlvo&zErAuJ)Z{RNI1% z!y+c;&n|3s7hq!K)Tz1W3A|w;1@Wy@`Qj#%*$=O)Ao}13Jazatzwga!++OZU{zuW7 zI8ya>Vb~C5N`;Uil_4sMguB;iP%25J6op?(no}V(A`vnaLWYoxg;2PA9m$vmR1`%~ zsU#&Tg!<0+FI?B%d$0Ar&toqq$qHW#C-ZMUg&eOBSQaq{&WQZO=TS18vc-_=SnMbH zR|7EP&NUQDoDWJ;0z}s70Y*5!N1Z?+V&40m9trF*InYxK7G@k-(8D0v1m{9C;uOlTL ze#FTt7fv`w!UVSux~mS7W*P?GA{YF`2D>yAOui{b;4B z3tDG7AavfQ8;>iq1F5dGzE_yBmOcPU0A8ihb|utX48w$#Cq{= z3@H&Np)n(Hy6F!&|C`&D-AzGnZZ8oxqtoQ>BUvcSPQk4!i|EpCZz0gY5*L2UDfuh6 znwaOuz?#9UaC&YPEZ$s4#A>==gIEs9Ze=kyLWlWQbeb=?(gq45xLNxXSG=*N9yT9; zgF%MhAuB-&4_@c`S2Tx8i`CGGIS=T=#%-`%(Guf#-X&&kiD(^j4=2jmQv3TH7vS?u z#^_8p`iEMOboDCG`?QiK+212KMqgsbYaw*o_lvefe}p5uP5JAd@1$(k0#>>b(7&z$ z@_L7;|EM5tj(i2OQ#sD0zZx{8yrOLVS8_(fmj97sB#oaGgmRN~U^|TA;c5-`VmSv@0HPLktB96ox)biFTfq%dvT2^MU${&+?#J9M&<0qagPbC zc}+7qxK)u#&bR$F_dht$F^Oos6lc#%*;4J}2Z;k7Ab{D^x0{R$oH4XOQ%3mAD&luG6`qoN8YhD+UrYx0Xrf39{SQTa01 z{6Pkj4ofh8r>Das??$UsX8iWW_w4T&xItX>n1p{V-Sl-x4Zj4-p4XZ3UP7;HWmtW9pvqJb^S8#nX2Oo0s$u-=6yp4peO2R0~ zDWt+8p){gm8q8XM4}1?s(al^B;LWmn*b?r(5Znv7fxy z2yF=8UIB4-A0S_~f==5M%{NumU_N~2?r2^cI6qGtwVE-V5nJ$=8cv-}9u_!2@P(L-%Ibv}}!N?`hvTwZ>FKMaS@#Wm95wEkN#8Qc4XCsSqyrO~6j24jXC z5}(SPc*=Pp{w%^>qH?Hq{|=q-rWW+2AK+H+1m4@%mvQ2p^Ek@&o#y?h1o>-)^qV-> zliqm~%Y8)I*Rg`=95x?x`X1pxQ46dI)nYg2l;QG@DB5bHg2_w%gY&&d*~AN?jK!Xr zY}Bg`8kK8649AA?z=|rGwQe#-%5*{aiFI(Jgu83c=9q|UO=-g0Z^ZWY3-tCjL-pr- z_zOQI(&*iSyttquq9(*;>mT-!Eo0Z9kK->@?4>E}r_SA2cuknG5}5*dHfk`P>)w4|T1-CO z7()BOArP3X$Y+C}z<8h(uRIMHo@IX5)3B8Dl%GdA^Z#g@1N(zq;_@i}i83f$W zVoDMmNiO%ce{+$IM4HRu#3LBuCT;ePGw zI2u=pE94r8RlG2(S@eNt74Qb*HX9-Ye}cp_EwI0B3x;ej$8iA}MsnmUDrC&Wp-sy% zwJDev8CMOlfj;zfa0qXH*JF@)e;wpIwV|~mg#KDAhsv5isjF2CywNnoStn28kE4^= z#T#NUrG7R%HlBv6CtElNj2QEU`2v~BELHWNL$;m_!PmUTzBJ1kSsB) zU&PK9UyX&IG9gWh53Q=>#9dW{xnZ>$+`B44%r*uJL5VS6^B+2>R-@fQ5%ki}1>+yw zeKp4U|GRGb&QFtFXrYVG3ii_WhblOc`_4U|7K+LI9x^(pgI32L(%fJR@@v*c3|`jA zi!^WG<}d3_atgAbr(BycAC+e;CKAZ}A&I_fE1*s>gQ`}WV8QTvF#OVpORh?=b|WVE za(M?n{T>BP6LnbW0b87KLxZ^X$Ko;P=@=h%2^J(=h5C8N`CH8dF?vxei0D>xtO6g% zaj|7=ELUO-yO`v^zXQdW>rl1o3F`7qfX(jbyllIegbY#kM$mSwi=NCRU6+A4(naf3 z?viPeH%OZF0M!|+qAsgnV7>Kx=1^1x$L^lXzb+XLu_NIS$9q8^g*^xPv_~dfyBlPh zx1wLE0pG~yE_QRjy1Fp|TvM8DRdw!=HYRx7Fdp2JseHzTSWN=C8@=q&Z);G`dd+8Z~Z=z$$H=D$jKJ#7YT>{S7|m?El6 z!=QKf40cjVD7t+(4lxc~vnMzu3XuW4yp# zNu5fSP6Bt+-ON*&5Y7X!5p?Eef^O1Pe59wvZV&x|N++tpLhUTq`wIZ=5bm7sNXO>g za!{kJ$MnuR0p>R!aq}`Adb8LAHMi)&%ud1vitU)A)P*8; ztLc<`H~Go0Tkw|rZAhG(&Cj1BhSvYq;fXN?ByG=Oys{jhHN6CzfZwS9_Z{aqW^q|` zFun};fRB4cz&7?NYD+mPlU)6N8U=Hlolcxzmw~>xl@$b~d(S9X! ztX+$!c;StS?CQ^;#503lqx%p$RU8!ROJL!K|L|Fs5Ho!D1lb|7j&+!Hm!~qv7L4BQ z$FT1Ctnn%xs93rMb$0InZ&Pj`@!}o`3fsctRTuH+4~DicwMWrM#>kr!gsQsoB=hfo z_+Q0re!P|i+D~4FFB~qCms{;oO7|S^i=+i;9eIIA45y%&gEUNgY{a@0aA)(78+zEq z!G1#zh+5Hsp9=J#-Q*|EG8JU*o=rlVzy$t>mUzew$p()*x|~m8EsTWyB%;Tf(C^D$ zVixy`PFc1b%9kp}81vGj8SNQQh63&DL@<&@g z(*C{6*^I0l*y5!M&9xW7D@dI!w42LH1Rdkv2Mu6#`#%jfmV5hhg zdqURc0Li#b;;`O-}bhGyWVQ(jbTpE|AT3*?hSesDxDfUemg%dQI50Wz${F(87e z<25TZ($|N<_gheU&MK@IPDelBJfnvbkiARzX1QlD>BwSK3tI+0cV==Pu*YC|W;W!M zdDGNHcPtoFLX+oTpyJXG&}r1ddY^yf%mHug^%#dmZ^)p2ivlnY{f};U@ zTvV04l9UG1O9RpQy9MkJ7J+pmr=WR}8-$SK5II~-e0rjASHcJ=PrgjXIz~Zc{S$ut z`|G?f9rrl)KR2VCwhOzWJL&4Ma-4Owl30!zLc#23_;K?Nn0=39KsP7x41c)ug@X3t zv_^MmUd1naAsU7X3M-IqPDJ?=94BeV2-Z9D__-Uo{O6{6yf7?`M*lewqw`A4vq>`G zoP3N>?(X7h{t_$r*NLX>1=^cc0P(zJ8aJyAZ1zrI8zr;w*sEg@syPa?xh{rlS2VbD z_Y$j{dudmz1bbkcBgnR{rY@g9lHyH1K!uWt?%rznw0Z&~r`f?}3cwGSG+rxBXV5`YEKA**&Ru#o$xqI+>nA>f9UCLXzQH8B^$t8*V zHFRra?zS0}nsA-|pL)dHyp9Op{ERn$_>iBk#c)OW4{9iN zoYci$fcw%itZ?8#EO@BGUh?zD^)-jl!gLT<`3f`6SuaTO(^>F1+6t{F$FL5x9?QJA zJKdQ|EHJ!?5vuo5v^yD|r`O_U8();IRYlP(OH?X%!gC8k$fk#<(7}HmPw?6UezA^^ zaoqM*DEWL8CakSRrrQTQRvUw2$sf!c`NUsypX=&nf1pzoFBu;c93wiaj?{L8GK?rZ zrBJx zJ)AJl{xh`<;$y^;9++}}ko0b_0vSayX7(V*w($xlzZAIHt(Pg>ne+}5-aR1gr~i6cF*Kyj-uj4v-BrNYn1$m=}V@%$D{(t(Q-FOssA6AD4V?iJUU1$=aM>LdV*>vktp5578__ zj}j1bTn=L+f0r7Xec>PQjKa&etymkOpt5pzr1eu<37IRz+C6#9kGktaSP45^e_#?= zT}lGict7qP??lvg63#dFABf#u&rDvdXB>1GsJ^ZYbA75OF$quSpIIV^H`Omua~E6u zCSnJxx%^nZ^jf_0vl5N}On@5&3T$(vA$)t)4ogeJ$g{~)nIn(gVb`B%EO>8392?j0 z1=1EUntRoVoKqLsa`P7M>-`5Ok5OE0EXc%NbA$z4?&5h-2Brkhf%pCiBxn9^w%lwf zWbU~L{p~N&Ft!XeJOgRPJawjLM;OsAdyC2;2f*a%7)qVcW~x8LKxAkb^evdl=5u|s zr1ZzIPtq1&o_-2;?KAlnY90Jz`_7PeU$`EI=T0)peRg240tO1#>F!TMrGaXdXm@84 zK3ftGhdK!xv8-C)@FL;RfO zndNo6>G>0L7|C`o@Nm~gTWb&g5Q;I8b$(?9dn`%KNFeXm3L6yn+(uWpPsKdLV6^$y z#oPKd4BSer!L`5xYG+SkMtXcfr!o+G1|~9>b(~OEmw{N%zYxaU=D&TViVqB?vO@uT z81|hrmFeu`zwR8RHOV|U85l?;sm^KLPw@O&Ze9*L$Vp@lTGK7%)& z*@d_AZ=#=A6}5hzO%7enhPAqa?8w_?q~ui`s$E}zdYARst`$aXzfVPJ?B+eJ*ZO6s zFDrr{Ry#88tEF+zs0IWx`RJ0S3(~im!Anbvy)*F<^o<&W<@aT*YF`s+jDJVdlvm>G z(y6GpaUQE2Hw|KEFud|fcYjpx_vHnT$4Shm~hHf^Q2-1iVni)_L2ra*{j`+!kB@2USi z4^Z~*L|26aF!5*vdS^evZ-o=sq1jvLhgNk+EmJ|)Q!j9h*Lf0ZeGN8z`A2Q)%-|1P zLU#N;dL1!i9eCEDR{Mt-=W{OS&Rwjxo&>e_a%Gqc3HbHECSV>X(1Rd^d82E|_Nq3z zL!cXK6e8iZ|8}@OBEc4Xn}I^}KH!eD^JRhI1>ilom0qh01~uW={8NEOOnpcc4qZFP zw`kA-)lKrS%AMoHujja00*BDL<_t{F%m$gk<>VV2L7vbhl93xg{~uR;5}3%d`4s|Z z4WhBK${t2;?MFr|hV^?<%z3FbS;2)Ha8}+D*80Q@Rw=8R)*1Yz1G9VKq(dOT+foAO zan8mk+}&4N;6Ki59?QLbzT&{hb=t~dLDo6{<@j%+Oz#9SrsC-!Vdh5D$}1OOJ~;wP z7UE2cXD{ze$$m0?;tc=(R%MuOA4CsCwxU$rb(1?^-lBE!2fq1ouFtP9fjPYP7*y}0 z)Zn!&@zj5Uf>M@{$HmlrqP*FqWzR@)#RKqY{f#e_uaF}n-{EAH3#8>lLPVsb34l|2S5eZwyH@RbUhMEQiI5)8L>=8>p<) zVvn>Z!u^{j%xtk4cypUI-q(DL&l(MBd*U4okXL69T+D;^ssgHV_B^Rg{6RgB|0*j# z@&;5)N~maw6z;mTm+szUhG$lqu&0fl!Aa*skXP^m=9hHhuAM>nw(csb$5->JetP5c z6IGDAwhJp85L_(>NsZ`wl0S_hXO_Og_K2H!tGbpxcWs4?(v`Kz2`j%>$yk!#RI9@ty^S^L^kgW3BnH?i{hK)ei|Jx zg|--QGpSW8=q;Zh=5k{p?&ODpLUcVT=kg0vUaP^x%ojNFVJZ$!Ur7G0pA074*&)KQ znU+_~hsJj%#Hy=<26I2$ime-&i>8MmsmC0?ov%hOp>=3I9$>OhdNQ4tl}hSTd|*6r zDXD3R=Gf_1LBIPrzD#iCSs6}dlWHlA)Kg=}dsFb$Hw9jwkSr<9UCJ8eeZ{4x2vn6R z(cyk?I(zF4kSqL#Y51umxHpTge(1@pR_`J+1%fa@Vg=doz69~yJmPq>lB7y$;!jwN ztt}&HG;Kc5D^7%c_a>HKU9cO=hO4l(c_H;aAnLImPP=}`X+3rHWM~e`#!9oBX3d1*AA7)X zP>>N=GX$b)2A~{wl2?#&5FWV?VVmzpJUJm2Y7Tc0{W)upUHgfy|0hf$55$tX(nhY& zJqga(oTn=j&+^TA=aGX-!b@RcJT>We{1bhz*P0^MA{VF+m5*a7CpsZqSg!l`}7ZUT6m1`soKEnc8sgozEVn!dryNA{|-Op93S)ZGLR5MM(Tnzmp$_bU%9I^ zncc(E4){1?29aQui5??oU0`ckBR&Z@5ikXRZaA zZU#paO`$Eo5{{`2!hz)l+}*32Mkt+yl21q3{huE~y=oMG8Z&0^7b6r({ifyz36m;} zWb^xEUUJ_c=K|Gbd<)CK=i_?REiJ{(ewNrg?9KIJMA`Fumr|dyJUBAf8D4YW$$xvN zz~B8fV01B^&U5)g>%I(Oz={kw;&K$Doa`Cv&n?h8CPp=91;fARfe^3dizTZ)p>tLk zWL%!g@^+@;zOYo-p|}#w0@|S4HWms-v$4oVoN-^N!`QhjVYK%z#(}7b>}yR!+Ow-A2b!a$SZ=P!zbtJFitTIBKSPk! z$=HGdp~tvImmF z;9C77b<`v5GCFDbz|PFqMEvm;l9DkEy(}%*lbpAsXZ9&tz4boakjWvT3l9Mb2r@hM z<(VtmTF`o`*5phkmq**Z4^;v-;G}I68TD69pk&IuO+^ktTAVm5zj-@1g9{?kyEf6J z5*L^|5CWV3h=G{NATr+;!{}aFuy|v}n|-YlMEtsdeRQ33AkLxFinQ<CmdngI3`8V`#gS#WfpP$oCGOu8D#nP zX0W*Z6HIGGnVbeK^uA)uvBS)<#ZZ?2aYGa?KJ^DgEW;pei7J!brA~exy3Su;cm|zb zhM}+iMb1^IeBQu^{Z%70DWgPMy#hyCnFP% z!%#&ee3zRD{d2BD$lN_38YaYaMm>hkc_xg-0|y#^a+JToxQM*CoI+|hUB%EZ-*B*$ z`=4Cp0Tn`795d-H{*9ap9x0E}y1$F=7TAK*Jhh?n= zd950ML*;CC-oFrav8^^(65g+&@QJ z%c61VUKTr#-vhVO3sAn;5q*_-U>_Vt#NV%CZZvUohC4}Mpq79RSI)wc`~d6>5yT^v zmH1J~7{fM4(z4!rq(5&KZG-}3T!dlG7Zq?Q-;d^6(-=GUAw2qTG92*GV+#Y0L)zI9 ze!SNUBAD}$=GzA1(%Rd^Ykw?MPp^c&Z@zfBwUsPX@u5C7CivZ`i3UCWK+f^PvHQ(V zE{A)S+cD0D?y7G3@9#NuIQ@b&tsf>Oy)DuB@M&rrR}5eiizV2h>%B*vNW z!~RoeZf#X&2C|yT!iE=M7ivYSx$N%VCTY-__ZTx{3~0^7bLd_85F*Qq>E3y;z56=@XudxwsZ%~+Luo<9<93^~dkWHT?Fm@B%$8>6RW;4~lEq}D1eB3C zq9IEQu%mZ6GtKb{UL4zbor@r%+!&hVLKj?xXhg#o3+|R-dYPj?R!RIw+Ew{K^AHz z&BmF3rQxTy7+cP31ow!?&|^^uzncZ9qIWpi5azm3&6l|59G zO#=JxkO#xFOcWj`VeG-HXkGV;bgna?UM}3MZ_E@u2Yq01kS&{%wvcMX>chnGB}{UX zDjpG@L_LiDgRtRbs`6+pkyehPZU5zy1uHlw*p#(kvf7s@m(O7=l2_m{+aMIun?$mo zyr;#g?;$?^4hsCa1N|PEDB`yUHk^8eKEL&FYbi^%?7jlKW*lQb^{Yb5az`j0`Hg~W z4bf`tUm6!9#1@v_HSw|(fb8)W8gsxHIjRuZm2(QVUl0Mq))HK@E0%P+j*#rs)98HG z8bg0D(B!-thn7a5hgk_`o~j|P{Y*? zEG=8e3}<(e;FI5o!DUO6H_ld2{lXa98Z!C1w>D#vu0B3`8P7L=s15C}DjCHZ{M5kO?WI+qH%M9uC95A6sePXGQWvi1O^EdvNU37`_X# z0VS;@G9`Q-vvpM(hIHJ4!#gIDi6_%}>y9?yoj1#f=0#EL@%;_XpK`t^OezXbVE4ehSL$mxUf3C1&e-KkWT=9!h)* zVR_ODCTCRv9=ll!=7%P8T!b#-Ip2a={;&>QVlUInS!?0-HI}wK6UA(hnT_#+gTG)S?&;VP`>&b63u@&?$}C!&?V1#IT# z^La}X>6>e1ysyi*qvYm5^tVZe4}Gb)!$O)JOFoR^)9i5LZdK;w5kK;Bi5BD>e}@|5 zs;s_1HK^^J#_;ljN^_I|{BIW1k-7lfZIp|v*Db?++z!?MeFL=^aVKuN7r;f;3f;Bm zW38$ckaHjKNc<}Fk-5U}bVGPo9YJ!h?ZuQkH~ICv3;d?IQog2J6U?#j#7FmZadq!8 zd@FeghZmV(<=#rPo)b%dx+G!7l|jrrH-mXrUW}^`NTJNE^YG_wD)qnB0Q>JeLbbn1 zVA-&cNxR;LS{{FC=CNDo^yX>~o^pjnGlkd;fhR;%XoL>kP=c=MES5G%;aDf1 zBpT+Ui9`}laYhPdOGAm;vrekHcLvoiN<-79T&8T#2yd3!E%NX`Kf2@JZ75xmPK-C5 z#Z7OT;6^;hr8g)dh7JAH`t2sZVObV+2Rh{d8{Qy&_LV;Cx{E0h(P%#4hC^cu*`8e&Nujg=GuwO;oAAV#wS0OFnmitx z*tLkVOc_HTHM+q}*EASW2HgGnCcGCp4};RB*jGM->DUp$%T5%8M=rj&vO|PL!+so3 zNT(YnULr+H&hp$o`q2rC#Zh|IRM;0EP0n#SLDBpk^q=qvi%!@Q!)96jF@00aPB{w! z)A#bE($XO2tTi*+SpeEXiiv{i8XD5wiI%PA%qhiA`s9Wle{273(h!jfVHVo_!gDkD zs-JApcVYlp__2zfZWUp=Ii7(~r!@ObMjJP4zb4I=HtZHTX^i@#NyuA2@RGldN&{_p zYS%^#xN!mY^OEuXPc=3}s1H(uOK@3@9MJ42{PN}&rXDQC%q6%ysT*?I6t|lule5Kxj>P+K8ZPql|j5nwC97y+0q&kl&yj$0d>--w%(q}ff z)&B|nEI5n0Cw|i%dS;-xb3gg|+6f>3Y(g)aRp8=j&oLi9k`=naL~x)PzwCU6n_Z1pljZKg8$ytr;F!5onYw$Qr_u?x@Wfep=J7;Zrv35-Zr7U$;rF>cM~W22KJDdt z@P0fKtbkN=UvS=-LvMs0#I8#Pyq{q=aOiXlSa7{TyCY7JllFyX+z7^WYX<1n z26Lv@0NZyb!v2$ALH4gWRhZO6SNOi7J!6mY&{`g=H@gnoTU()Qa~NJWlwucU_*1>Z zPqAElC7M6>MN~_N+0{wFieAJG?t5V8t4v;O^B}D(vPa!}8Q@tp4z;%PLG5h;{5Z9{G z2JAJWxZ9EAYW)Ypk1EM80~tsTz5*$~9H7|hjY-ll$CF5SL%V0jVg3R^{JN|YJYN)2 z#V_hiM)(te*KUM8e1muRL;`#}EdqOZ`@y9sk&0A~bIzf;@J0JIe$?DXuJ`&t`N|`B zYi|j5e)gx**^XepZ-9!7jghhw9LLJV1Is=Y!gn_X47;yHE;e4qoIZUla7utwgKx&g zqmTIS44bf0TYwocTF;)^W`ZAbb(x7h>QMLaFbKT-&EGn=n}~8VS*uhFoKlp>zwfq- z+Qk1Nt`0w7PfaP*dw!v5SMFl`kOltAYJ`7c!Y~}OhS7FR!%B}%%3CLm7ArZfbIdhZ z-y_XbzfypZR?g3^r+}#;OK|^A1?UO81;56xVM|UVs+orJR#{uaqled_`Q=9<78^<5 zZF>&uX5J-*XYQh=vo?254Ul5p^`#AkW<*coIgR#DrSr<;!02+n$&mSPa2&RymIWmo z*Myr_%x@&SE?hyCGfogOIhUy3;&vtNU&u4pcAkqu4LVzK-oM|HIQqJX%5rhAUlK=X z08Phfy>m&z_I31-;9ZCkcnW*Cytr?Q6qEMN8+PPs7DDL=%I@(4iC$r;VLgq|vo;sE6Grb9iBouIhS~_oVw+z||EhLLQ z!Xak9Ki&6Gg2Y+}@)yVW;uG;I(xmzetKaE>PVNSZ+@4Zs#14Kj^>dsMBx`OiPf3QyN#HBG(%?4L(Lsv9nmPoh_3flxKM9GQS}t5mr0Ag~Oy4j;ROm z8ZD4=NN;{`R0Iijq2$^*Ns^$D435(b@r$TGeXr67iB0L?`ZofPDC{RCXb8D(&vA3! z7BG7Lf+!9}P^C#hWL~*Ch$~KEWezQ3pXD^dHb+(Vrs`W*cc80O{7Ms8$QOZ1Y%gDR zMh}qJjdWGULMAe_nPWXMj2p+}lf39i;wzug4{xV1N+sV>w%eNN@V`pEvnMmRZl+;C zMi}p;&^?l@{)sQ6*@2NyRA7d@KiC*>PTQd^JcosmIQvg6DcN!Xx1Y=cg%WpmR>M7* zHgbswiY{iQatLO>e?uFFC!lWo4|tZEhQ$hYWN61LEG9Cz)TD=wo8Q9eTh2j!8pm#s zO60NvoiL%In|G>^kcwJM7_}cN6RDPBM^DSrrA3jre`z4TnKp^-Sjsu(7uI24us`%W zO2e6E6%d^$!#wVlXVlKWqakjOv03#r@jTRq_h&bl{QbTGUU&;Z_>sFv*+T#UyI4op zF<7o*j*i{c{HPEO=E03byrd<_Rvv8OX&Fxk>ArmM+qV%q8$76~*)m>IOFPCMZ-K@M zT=v-|fhIq>3OBgl^xlOx>BHYE824qIdnPCb9_uS%`m1%QwkQsi(%VVj+jF?{@nt-s z{0HK<9svVgY4Rj2mXyeG+(Q0Zx(Tg#p4{hTME;OyYg25{j|KU+4s4$_fln$q^y#ix zko>-vMnqQ-1$j;WJWofWrMDea+gEY^qHwq$Vu*g4YOv{$9eR;tv`%OZks2)l?xP0D z_EY522{AN0Sq*EdW@E^ZKA?^|YE3mHTm9tejHjY(=lddZH!=nE%npNiX%Ts{B@Qs~ z4_;jV4>B4*pqk1DVzE*fYR=B!S?p`)c8Is|jT+K(%|qxMU5ewo`ialR6so!N5FSuI zP9kfiATZn;J05-{R{axT@YHrTAzTy$4bH$0QD}F`%zi2=7B=*h*PRJo9k`dVWjb zlY|hSR+j?wN4%y%GsD3$y$X+Q&!;sbMoiwEEWExVuHW;quG}t+|#p&Bq@ln zLg#vLvAz&2{iV!#5N$x_M?W!X;C8(_SGc#JE3u4ECv(a<9^=i^;Q#kGgwM>Tqt3Z_ zs@IXsnfncmI2X{3pXsp1=p7ZYKZf}*33`&#Nac|uyadU$+#E{-=#EHu{^c-VAo(98 za$bjrTi28Ni`uNlSD`Y4<6Qvu47{U4_tm>jP6mk#&1)KeJRPGMH z>zxTi#Z;FyEcQT)Txp_PordX;7l6vqGK}w>1|AhkWTn{&_?@E73QDen6~WOw<1uya zOi2g7#<|RqnG@iYE5~I_h=#h}d2k>i0N&N5@*T!>*j46tu>YJCo3uBJD31TZO$8Px zv)PAdonH@wl6P?6@M@aSw;qo4WRl4NnvCwdG4u-m1~zS%c=6V6`4Vp;Fxog3hIT8! zM^P(s>UTZ8v*;L&l-0t^8&8GJISBP#Ruk`>}e zwcP|+zZzGZU7pVM3NM3nNF^=gH=F!vnFxbzdqKgM%R3zX2M6nqK}bpl^c+VbYG;CD zh0AyrxpM6G1=Ee|ciCgP#|&2foFm&Q+t1(sM3-pPU&M*r{`&OtVmR#HgjnVY!=7`w zp2cD)o;w+hC!3(J%>}dxRfpaMcWCA1HZscHr3c0W!HxNb9`_~DcFjs0mVE%EYaxHT zG&f88A&Y-Yxf!)W1|6~0r!D!v$cz5ToQ^CEb&n78^VCwI)@dL3T{31-;0?8q+6}UA z5->q0p9V*3fx5|KW2sxJFtdDWsl?Ju6dfJL@ZL*IzKba1)p8qVO}+?U>aG&iDrvTM zw+QpJ?Fzg7f*f=v--Lu~OR)L(VV*;xEa#mqLQ&hNFh8$_^ls7N4{LG^lFA@zen}k{ zs8SSs`v^@g27ytMEp@t=N4~^PfQmi4K!4ne_BLkms|zjQjr(1C$UYmCR%=4V@rAVf z`bVBPyB3X9zC*o63Vq!!2Oj)bO9SFq`%+j<#4epzf(l7#J1LKVvo%7Nm+ZO(M~_G31g-yMZ|V zifE!U?+LKumX_4vcoX!`oews83m_(B zd|LyT=X*&qHx5zNd8@!jz5?QpPh_H$Phqo|0BJigfn5>rL)Dko&^|>GY_;S3iI?Em{Fy8jEoUrhiZf2*~UuDidMt2Oat_E-V0tU zI8M0oBu1`;VY;nP;9(6lrp&aPXQY*n-#%;No%bxz;u>-!Z#(ImNf?2V54D{vjGnJo}^_t8q_>*DvW;a z<6G4n!?u)49HNP^J>pZD#Is4L*6j;wlNYm+Ep~L+ON33@;SVW&9eB@n0{aZtP$9aX z6`vUe1`d4w({M3nyY)0o&j+A4Tj^iTx1bW<34+`%uggM@m9BEec}tp5`glL@yl9)aaP!848)GxK*HB5(xSSDo=)tfOL`~b zPVMWU@_^wxuW`qgTLc$72w;zYHa;932hBwxkX0lNPM5Z##P=1ry6O@bCmP}n$sqjC ze>!tAbPt*@6JvJDP-qj_lwTirrromLuMjQNF3OK*QapvJQRd#oI2IShD zq`#9dVzYrLdrL@!*PmMt!lz|$zW--f$K1#57uV3&mF{?O*KTysw*q%26E?n>!rDfB z=GA$PaxA4FxVmu$4sWW)?89bY7x1124|bE{(0aV*kVKq0-g&XA41TZjWP$~=@La+l z>^R>^v>%>F`3D;@l$%R9_TK|JiJ-D8X@acc^P7|=i-E(&Cv;*ni#aDaACB=)NW6R$ zO6CQV)wj2k-kbJ3L(W$+#iAddsByf6k9uVz;|-WwZpw?>Bmy6&?nbvAy>xf=A$E;y z3+!CC9lS6bDpq}=rmIB2TX!SL{5T2%erIuk+)R$qCeHCy6KLI{ERbH8P2Zi^fB~oG z@O|xH<0rlHGNqOF#M{LN=3S9xm$b?=A8i7e>{)uObjf#vN7RM3?}zP&NQ}O04vx4LIjh zFp_1HX?lf#)Q#y0DtgsP=>0=DXBK zbqhY)dk2qmXIr;HHtY#<#Tw~{B=kK4%XRQD+FP=?mc{0$VW)9M2 zS;YR*Iau22N=#K)+ADJpI&R*lN0dW3E>kG@OplFS2mf}^1sRhV@l!Lg?%;OpXD(yZ%3dtLTgqkS18Bi1DRyXJfLu2S z#zLoLp5s6}I8Dkx&BxX_ao25fDD@nve`~-hF3f;syQYC#bpx$-y?~z%FCv5bE6`(Q zB^kaKN((EcnVKgHn9A`anmK$KSMPGdl*ctVe#@Q67i@q>93vsxqzrmE59V!UMUXz$ z26-}>VEc{pu!lc@dABaYcxoo32=#+o_!ug;ohLR5d?rtX+o<0_L#i@LV#j&kE0P*oDViqPYHn3*K{0hWz`3yuOukTs-m@ zwUP-y%g5q$vXmCy+YO!c#os!&ah5?YbRE6`~%F_g}hz~F?#q%$-YzLg)cBYK1^doJQsOP_`O$=~R?4j8-X1=5su{nkfq=PdfI*%qv&dkJIQO_X&vK@u;KYF;@2cI&+0gW@GaG*vlE7&UrGWGJR}hzzd&|W z615H+v66;XC}X9Y|XRCtj}N zdcn`~A*ds%%+~S)kr>*GrITxk&hWpog}G^9u`iW4{j3CgP2T5KOSMt0_@75ryX0ij*mK_I?|50?_fmpq77?)AmB1uLnBSebA z``o9rNCRmnl1Q3Lr9w$YC|i*cGD1cryzg_LLPkg=qKve^iKvv8`kmkZ{;=NjJm+@M$P5P3Pz{hPTvDN=0cr(Q1PTMr$2)lv~`{aSjxHr7JR&AUS;2~_k$GOcOOeIMX zT~s#J3DuT0QyqsaVmjF$JI_6Z+Q56bb}WOOto}^1mU7R7rCLlkmrwYZ6bWV-p;)+j z7(P{T{sHNDkROo*<%wRn`J5`bl~8~havSNe-+#crF;(zojU_C&@DMD`vvAdgUOIkd z5hVJ2p{O8+RQy}9C8=~&9^yO&1a-Csf-^VFChmd{9zTRD;6euN%R zOA+i0{U-28azT|cDfXzQ9_;3Nm+!3BL+j=aym&Q@mp!{2b`N+8-Z`BYD9~3ZvV1(# zDmH<=wJwpQg%#s=@j=uyPU2Xx?IiLvk7b)J(C8G$S?pZOE0NPquG_0K0Y~;-$8jsxFq?wML4ZyO=EyCE@V$C4Uv4w)(~ZJsDRrcO6b&Vrwv)$((kBB(KPYhUf*L*82v^A9|vJ3dhtK_lnd7J|NAX z0?8hCIcnP@3sa3Ph?VkD$Xysn?#e`hK=T~@+1o_q&VQiv@jzhK-6E3&}+yFi8Yz@TZrIrdF9p4yj6 z?x}K)&8~}d*H|2!{l1zmQL{tcg|pb#bO?S9+OrbOUL4$ir_j4Bz{lE9E=% zWzH4&J&nexT{lS=mm_SN!!ccV<-+e@XF$WIn5y$$aL@D!YLdMoBq^j;Qgf0?e ztn&j=A%uq%7PY z;wsN!{<4Xzxa|n>Z%f3=ZN+HSBTCADEP>1aNg<0`^@b8&cY_pbOLiK71 z^kv{1vGW*vB@MGZN_m3@5%6cndm{Q=fqQT0hY11ua6{TS#&K04jHoDMS&an#{&I=8 zM(s3p&cBNx0eM*bEsNjqdk&R0oz2>eI>V03VockC^TcSuMYy{=nw8MztWk9BK3t1mp z%*)yC$qt%uJ=~991!|3)3wpZ*TTpQwP4y)){LOoTq+JKNF&sbpqmu@xu%!$W(e;m~adRoS6@8>Pozppw#Tsz(RVH^IMPP*MLM(MXM?z!r z$-6H-&@8i!F4*t~wyI7L>=r*oVrvY*;o~ggwBr>9eXrwLgncG;`MnsiYY1L)-N6m9 z(oFZa8t{1j4PRYprCI-8ms`CqeZ*UEs##qHgg83sA*la(ML}?x;_R+#P8ZOUX(iqP?@j1wvMoNQa+h2TU z^#pF0bNQFJ>9qB*0$Nx^3tp)_09UmFa%ZU&m{|0~mUeqG5cCdwzP+F)+aKdrsX64& za3(bk&w_alqN_&jX5v9T;Z29{D-;Y@czWV(kC1#?G?+t6Z z+C7c#7A%A2J%coU^&^TENrZ4B2^r8C5}~Nb5PFsyp!KG;W`~ zmCLfvb-=Y#c(6!a0DT6@yx}cerlwSxWnILW-*2Mvy}lPd8TX8rrLq$q<#2rd2q|V+ z+IP@7rAALTB?>}zDuGdeDMqgj!WA)BI3MT&xScu=Ry*dBcV_o_6HbYu)r1&0ay6Z< zSSAm)7w!=w=|gC%e;ba?XX!W9KOl5fn`!Hh0O9rC@V3_q*wULo&ve2fd0&{Df9ejF z@dX93f$-*W7sdp=2T}DHUSi8EVlw?W{Ft^5Vm>LctGS%eYW36H9-G_a%5b~!cz+P> zDuT6NXHaHyDdeuPA`Zu5$lGx*1W8|8I<|mGM#+hY( zjuoiA3_@ty#Z+m1h0U+uL;b(KyjJJ$=#X26k~(P^y?p{`U8=&*31{JlPa~RsAh_JA z1_y<8a97qJx@LGh{1A1;7Cn13TBXGcFrCRZ3&r3nWmArA^&SLX@hC1ckC&;ELYF=K zg~AH+1tyE{VA!xJGbvt#F+3&2(xr3Q?PE^Bf31ZZtvUXj<$RJVe--o&+(Vbo6_6zP znrulFChzR4iDzyKn678J-1sjX{X9yJettq^Uw)y~trfg)`-0V4Zce=;8i!leSra*F zIPqGTbqwX>yK3%C)%gKM+&(bUp_N{)kU}S;cOV?1PF4zEBVi_EaOROB(;1hIe-j^} zYi1d$ibUdZZhxbYc>znlCWA#y6~?dj$D{*uzqg>AZ38_pv$zQ(AIW08wHeLUvgZ0&7I2YOWPG3RC8OP^ zfcW$Y-255^MQ>i9-a78?7jmAAzc3YbuIMwaC1+u6b0yfHOac?$7w8@A6-3QEf%Y5^ zK;v{G)i2|E1<^h9_y$?X`|y>NQ)m3-q0c6)+l;!U#^~342K+k{P)BwaG~Y<%nVZ>w zqGtyti5^EuhdcDuoPL_AFHVwsm%=7@${o7vs1n$(ak=75Ek7Jv6;qTqZd!QxH*Hv*>h+-!5Tb&h2rH2 z!tjnM!HPYTFmcUg)MyZ5Qx}zzw*nVlV~7~;)xV2pODe#-JqDGxpTK8qCYk#D9nSys z5GSMvKwLe5D~f`CT#Eay>lHoECx5s&_~nZ{kUpIZW=!YoI(3MrJOT zWpCdy&D%+VLo~b;&4r=dICxb&702eU zr7feGB)>t5W0hY;3*qPJ?xjIJWcVnhFp)I)7=T#+ZFuUR$CG{ZoH}N<;qXQ)tQFCL zs0YTVqCSXipIxwSQ5m#;nn9f1u96iBwYYnmqrh%_6f8ab9X)!kV_8-Z4)P@VmRnuP zo&3MpFy#QM^zUZ;9Nxf^ye7D9@txlN(n~i=voM;P!rP_djYnR5LCsb@=(ix%T$!R3lzTG4mNwNxLu(#qL?__HvKTi zi;4ns-Jj_FFCK4)&1LIcwHc?luLA3uThOI5A6`9QVLo%QJ&{P%g85Yz%)(7F*sWU( zy8r1QF+PhH17hst?~|x$f)+H#-vqrt3AD52X24f+@Q}n4qScg$OTXfE>YUX;14 zG>0i(nE*@>=RC`N4DE@^aHQS`2IYfsre=s>_yot$^3i3Kg%fP8dJza)%|as-U86kHA;& zF($nfW#b;3njigj0J@T;*%^1+apcEr=GD7T9AlB=-f(A2bHXolb~Zr$1>foK+0kV9 z`W}Iz&r$r%@u(uU`XSef#l7r*$czawHx@l5P6=rwS!;}bEe$Gu|t02Ng%C=&^n-Du=l@2aYAD|h39^tbm z*GNaW2=4Q0Ae(yq$wK8o^D=|;7}2W7dNfXga`(IZ*c+?i-p7=zT9P>SZ{D~nLsc;VWshA0d{nB|U;>$2n{{XA^Dh4WiM&SOk129u= zAs(=wz^LuA1@Yg{@%`5?u;xb_{j~5XhP5|=_u^J+BrE~mA7kK|dl1PN%fi2d%0y*O zb2;r+V1v0k@7vZlxITY5`Ks3nHHCHbk!3Rmo5?`G<1&;s%_kc6*37gC!6a8on_1Ci zh{pM!%Z;bSpmu;IUGl>Z^_9Y5zS(TnHQR)i$mN<_85(1-ZY=z$^xdSXt_nW}@xM{KxD>(+gzY1G4|25XXDW}8#+(EU% z7PfuPz|B63;MfyYaQXBV-d&5wpkwc8=PqYbBQurenS6!r!L_Im_y{$w%me++AK}8O znH(!7pV~@xgVB9iE@O6zWbG*H6Mr1U~|rg9>_ zIyXj6cMagvtueTDYAj0V9fv#yiE&LAzpTXT;$H+w5!*l>&$JwyTwYz zdCw!5SuVsDf2#!Zn-zGF+i}WB;g%^jc-Fj! zG{2f6DDr;@IY+dCP8bJajyGwj{Ywmb?TIUL(n(>$0CoTV4qu3blB3c!==WzIQD1n2 zW_~tg4t%)=r`JT|Z=ZU)eO){>c&^~papkNWcVGTKo(?>SU0o=_q z#qN#s;7#r;vfy73OfI?tJ<`)4(Qkmu8xbZu`!Pvhtq)f^gLw)DI_#0)JYusogRGb^ z7x{WN7?AXohG$Ci^qmw@=b8rm+Z0C|?4~p7;S77UvYkW?AbMKl!_lGvh-)-uY%c_Y zPxeDGzg-FpNdU0wTjm+%8 zD&qp)ha*4fnvSQ$(_{_1+3^EiMDD?@RRRcKyN>DnBgL4;%z%hoW32n3%cdDpH@M0vXrYJE?DGzSXC@xJKfQ3XDB)4@bXifow`LjMg<$GC$xVYq4;8^m6LH}4p1 zPT}}V66?^lWEauMD8>M>$7N}w`#||<6~wf-K*!)Ilqqi}LfN5$<+C){A?+BfuWx{T zi{)91;R`4k|CMJqbdVf1&cW5w8sO7CW3;%r1#)KH;#Jlh!{nkIuz9`=Vs;&Y?Ik6G zgP%GuJ5&jBbyEecl=5+oAuU zs?!VGwDYkw?K#P7pNrYo_CvMf4h%AF#8$P}w9}8Jva7d|hEp5hqO>AaxqT0O+htg} z%vX4=Mwng{)c|kxSt#+`f^!$BGe!$Tu;tK0$miyT5?n{%yM7Fw=zT*^JS+w$u2?ea zRt|?JCJ@K!CE)x=fmUWtW*fb4@oYkiQ1`=Rvgp!W8u^}~`Jan%bzvhso1cd&D(NWt zDiqefHh~R0!tt0+6Zo9Fi|+qAXvt6?6&zB*X$B%NU+OX|x@!$qr-Z^>BYW)sv>g*h z=dtD0EDUx}z^zMsP*UhFEVlg2?Z1dj(dd56!3-2{RCmvf!Gwn zrwKCinGO5vAw!S|BL_9{Z%GZLEc%SO!I5;rZ7vgfHJTI~?O}XZ1k>T%$54N?39Tc7 z;Y3L>+BNQ{h4XvJknuclHI`+nY~8T2^a?R(n*>8jIh@b208P(qq1~bpT<$0lOt;x{ zOu!84Eq)qZTP2xrM-Oz{KO&Gz`vK~gRq$wEGAfi*f3xrr?tOoiB4ZgQ%6>Y?b!ZONA@2W(AFQuImO4x9M1+ZH zf($uxUV_(nyoa~3^C>xasuIHuZP51ZBzoF}r5n5+^WFAbA)@lj>9_FdP*yoaOZGFc z^_(H|u<0iWe(#D+Bnh6}o{e|!c4DJ`2hSlg0Pdvtfz8Yx`0$G_YhhVMjSiS#&l3$s z*}X^L&L0A;#3EYqISHQqSc6jWd&ti9J5cMzE5Y#xhQ#&wGRXhiNJ{EsKsfOx{;CiK z&BaYzo~)K8Rr``$$0cOum1V^7)FZO#-34?|c}zd*aQ^P&8BqLPojE8a0s2!MF*QFE zjQ8FneJ|Gt=IZ321_t4pbLX(gZXqgb4x-%ecMzF@n%y|^j(Z4hEg@@<#|uT`ML_F&sBj)NeajcZ{lbbreM z@mguR>2wijE9-*KNolsLpFrm#9X5OIE5U(4d2ng+rZ$(I=})VPjMI!WtcvKE;73;> z7%V4b&XZ}(f6h~xyRSsbP1gmY)=^yWo87IsSd(e^*<*?hGDGJbsrY)+ZN ztj8^|A!Ri&^}UW4OR^yUb~!BfnN8YH-ok!e2JP>fW8z97$bWAP)03}aSJqzmWXJ7F z6%l$rPQn{2let`5BAULN1Wn1-%mJ4e>`$|DLP`k}%(RkZDkWLbyP!UVz-k!k+;^RK{?vwTk<>3=VEUVvJh@R%yMOWV#)oL^nwN{dc_xt4{|kiUmSbV$Gg!Gj1ez4CV0rx* zRA_u8&XdHMLxnx~U7&zzpI=b#cjiRh(3fo5tP4)u*)*fC1kIBq@YDC%c)Tv7Uv>{kw$WXg6$Mv?6$AJ}Drr?2&x zlc}H3df7@w{L(M@doo6FRPL={vK8k`iCV>UdHm+yD{A55OCDUjQ9}B~TLhyQm#}F& zJJ5I4Y*y}W38=rDiOM=vU^8rmO4CeWN!TXna+=ES%U1)VTihI_aVc64ihx{E8M#pB z$or&g#3Wao6jb%h!lB3ou)p;kox{CDh;luI>o+Db&AIY8q!7oe6&K@uo818Oua{6S zDHk#~I2f`^uRx@nFbEqSp*CbC*2X^(1RpqtNuIM9*U~mv)WXLTzpLoiRmU9HEhs-{KDOuA!O($OVCZTB{)@w)WKJI_H)fM3++OhczYH{K{loX$ zW>1cc8ewC69xU(Y?!YIdVMkCXzMrAVTnwlqt%hbG+R}#wszKP^QI8wX-@-Zjn&{X} zakfxJi?`eFDLD7}L;R#R(y6@|?kv23)z)IHXmvEs=eP4R>t;a8V<&2I#ZWM(y_dv9 zZ3mgas) zDmmRR!ECq~jk?Emar<5cCU=!Q=Pz5$y)XZvcebm7r$#g9eC|Vbl`tmiZX$Z}>p{|E z3S;|Ij&*--2Z{Ukal1!J)}>w+`X}B4QN<=&^e~ghUn>KS7mf-PG{2yAb~UxEm_Ywp zrI~-^JW)zC7h|+CVCgLjc20g6EIoPw4_rBmZw?x>9V78X@46xRG|Q58)kxs6Qj=jw zKORi?_rZ+ERk&zvKNKb?VzF}t=8vC9G&ULtoX7U!mKUAS=PJ%NUXFuvqF+#P{1;mJ zppK+yUEy~MfYjB$P=ub9t-Awo91f zd=`!zy@v@s4vxKiVjiq8DhN<}M_Ws@so!CaQlxQ_$gOyRRzI(k7x~j@L-92< z=lZztVj;-%Ir1>Rl($NJm@e%sr7_dAKyJesXt6e7UMl@X$}zwi)N@JPX<r-c{3Hd)Um8xz)>@&W(?q7S$^gyz5n#T>^o;0}zkb;3Jcp<9^4B6vm ziglc4OD>Vj2*@L!7si9h*#h{QsRkEnLdb|nGW5xRN4Z-WG&Sfs8Q~}3*I+p& ze#uNGRv-po@rBA?Th27*yhl8$s6rQEaY}nxnX|rCVmcbsh9<2gM z{756_KgP2bJY2jzS&*U9h~o$CJ&v(r`ZMqZd1mZ-$vFH>o3rx-nOa}hSK zdX6(dkJ>l2!2Xw=(4~gk}Ao8IBR@78t8L1(mk-`b`3+b-qR7q>tOhI zE*ZZ>i@OWzfyB9ms5(`VO<9qK9ar|_A*Bg;Ra_ij)d;g=kN2Qaq#oTqE|{teN;9w5 z#)4`2B#y7Nlqhnoh3%V7bR z*ZL8pi`s|XAu8k|q@R3_msTpnlP8Thc3%iK-}wu=eGhr&`IoSyVgwhLu(J15tu@pZCO(SP9&dZW$T(d!;+h5_tUM1|?{hoN3B~bk##7gmd zD84|KF>tsCPc?$5za7Q#x`~3s3;*awhiwp%=g1dV(}LVvGZ=lI7_-IaA|75B2rkRk zp#Hb%7&Q_C3&+i3ZFxpeS6vI)tUjB3@&?vUPR8#>(SovEEhbL692Ab+z)>)OLqU#l&*nACqGFOr%{i3jmO$0U5eERHa8*1raK-E?Pt*)fiGP9W1 z=AqykcpFB9qM>8=0+?}GgE3noN%!&Hq50}ZI(j#j26a@BZiAa(*QL+OwE=s&Z!Obg z&T*k*4H#dxk>~#?hSIVElz$x!QxmF4a;+{?qmmCz>D+v9K`4w5?x4H#<(V^na!hyD zcy@Q0DAV=hJ~i3w#>OR{geIXY80+qa;=d5te=k5=NR(rrPi8*e62lhu0($nk@jhDC zV{L5=q^GO1iDG%6U6%m2Q+!e3K_X4JtcE0UIkrnm83V6#{&AyK7~`-RWi@SK^Y9<6 zxWRHh@bxrnb^<9fxKmd7Y#G+hP9znJYWvJA=szR)Na0~)&VBF5h5_T^bgVEo`Z3d=r1 z59Mk)`0f@gaBdcukM0LGmjVp?RSvJxl)(8a*Gt^=P+%T7f>vZ0{c6WCf2KrW(SRsK z+`KP%d;A)%7np#%KnT_cc!H%ki#MuX66Wtjro7l18unMA)4F~tx?v_bJg}ik9)c$6LPoGE zIr5RkBkBVr{ct(2`QTD+&xKSpVKNSU{6aLm#93GV9QKR-3ep(IQg*<=~)CwxD)_G0f5(q>WsT@b-rx9NbeuhC*}DCT1f9ZVRPF zqibkXxC@EUcjjq7v49g+&aB6#E~?)4Sg^=t3cLE*UYPpR9ltNgK~E1tE}fo^evSIf zUz-{z_&1kj4>eHvQ;|?7+ep6%G?6-&z(b#Q`unmp&R2U(BKNoBBlTzK&~%KP5sm=2 zN0YF8#(jA5b|Y>X7{b!Y1z5cC60oM9usH1?=kDml2^pOv^^Z1Yg9(h;{RQ8HnWSMw zF8MviN0HMaCiI>w`amBncI62>lp|9sL z z(fWv9KSR(etbiuoe*yK895?2yC)$qegj+oyiCLu!IP4EXjWvA~3{Ck;k5eH>ZzT;e zkYT$2lLp^&Q{lvH0n~J~pvre~HvY8-G0-f;$&2pL;aMi|?C@c3CgFe)SEtb>t^@S! znk8uFU&C?PkHXQs`K))}VaN(tj=yg`Co@ZqalW@Bn7s1@bY5P@dEsjaTO*0Kl#dlY zK?2*9IUwH@$Udpi7nC_n#*yFvMy5iXyy3i7gi&T66Va{n8M`;H!Nqq8)J(1{pMM8vPvu^4xV@W*SRO*%unKyt z&KfS(NODfo55z^(j0uQY2SW-aVBoNfI)+Bz(_yY(-Zze|?wP>2dzpjHqz!OqLVc2=}|n_Q$?$by)QNsKCC#9)2s$q50hIxJcIqzI4n%pS3zD*U`z_9&U`5x!pwn zoIee`^OXMBH3>6jj$?k;?ElPbX6a)td#Z#vyIx`Oo;RdaBMF>2wtxGU>5ND6BHTcJ(*L`1_HrJ} zp-K0_v?B;TcCLc;4c-{T=U6Yo+XMq^9dU`)O>}NH!iN9Wqf+rGSzUIX3Fn;y!PQhS zv#KLs(#2WnueY$=trteaI8U0oCz&WH4OYu+650clr2X91dhezBUXJa2wKwmY?F-;+&Fdt?I+G+U2-c?bMJX6X?zGUNCS`g3(7dL889ot6F&mgxq|ImY|2=N}sJdKNf+XeY{DKIS{8 zdZX%V4cxpS4l?sHApD>#TODGEzHZ7WRJ$GCe-Xhv>6c_icRl^A>rb9-K{)1d5gfj? z!T4=lDR&aOgij*bO7{)i>TQt4W7NfKabel!n-!k zL^LTC6O?7p@AWsFxrghi28jqHXPtrE^?@+Yk7MsfhU2`@$*g+pdLVc6aei4W_ykQx z-9&lDW0ftc)Q*Fb;j!ea+63lX^*+ej?!|Gq8t4+)$!v$|NetTkoZiSdLk$mkkc~Sh z;37#DpFMnu9ve&P>k}XG#EL&?c1M$XEb29%DI~&9_!7E6ZTYcjQ0Y0B~6gQ*Lv--8;9zs!5v&eX|jKnLm!vH&laHI{Ptiu|6B)EyTXo zmS=uQpN06Xm1y&T!r~k;dgrwWDVbpj;f1yEJ5_`gZapN>@-}5xZ2zx(ZuEWhez}b3 zwpP)ulQZzx%|HyT8o-|$PNJ-ffcCCf!~Olf;Geq(aMhdfY!&CkR8l$*`W}H8G5|dF zUBM*s(FbC1u7(OOOu!XBLzv#ENyG{{#?9p%LCuRM@QogXH?Mn$hiU^P-l&E+g?73X z2S}FF8(xLW3#$0=6n&p`2i~DIZ(#iZw6VFk`RW-cZq{bzF6{!_TQMYAu@qfbPGQHE zO~=(C&%shN1l?`RsmACe)GBcXUmZKzXUy`flxMSFb`vr#zt3ECHVj_NvoO3^vUYbErg!A&#?euj4{j}U{RaqOLnLHb4G z7>Ro5ei1v22Z_?mI83>62$sh>z-gKN zV7BWy{B2rGLzYZ{L*GB*<-O`mpWkybzvnK=S7^tr4^<&!&UTP93WF?4{ z2o|>@;LG<$^wWrH%bj!@3ldQSsa-={x*KQ_ns6iV_0jEPuOE$Ne+#@CmK#)VY`tvQTI^BadEm# zdejn{awv)%Ns>n4#1x|aXfmio+48Lq#!+e@#fB!WM5WGHh*{`}9IydqT^fMA(H;2E zCK0WyZD5U`5aT;@0rUn5NOiV2dm}mw#`sq3`q48?>V5-3*!=^LZFK`@n)lP14Ho2k ztQuW?RRCshK0Glc_ZFU+ECV5}5Af1`16p5^W}co4VZ+v~g|S72;8>lAdSfejn@h#m+~lQL zS4+`0m^*W1%b@nF7h_pf4>erwSe&F zN;Z(#2XM%i2WN}8hnu7tW7qcp?Tn^jM#y^H>NZ3tUJB9M&^-<}<0y zUM+6d)J>Sr&tS_I8`$*o3g@F$U|+f12hZbuv)x4KcgS;@IFSKvrE$ov1E~xD} z3NkB;P%q>KvHf`*o{efkPlzw6%!#2EIoyn;G7k7kVRWgOCf{%4L3C&DqFSQ`t{%S6 z)7_Lvmjz!SMV_T(>JK}-@-tc>)znY#ig!S5ei0r_Jj}}BEc|-{|X!EGh8|NRIqT&BR-_nbxVS959gRehXuXgv8On28AkBdC(I5BPTm ziSj`MT-T5UA))QKEX)^kPBdV;!z>U(V>W_p6b!d_Qh%>FxNADd8|rqzTv0U)aK8`k z3z9MUdlfG83IMmqo5_;-x8UIEjhNyf&RFQ^Fy{`Bk!M|^Z1v?gJf|~+DCDgGV)~jE zQ+E*W+XHvK>haI)b9gf2D_)53h6uxnY*1$qzB}^|YiEqZi@dpPZucb|&PWxAaz5d$ zlO{7Bc2Ds^LLvrCYr=%p#dNOBeSzcQV5nZ1g~K(C_(8h|_sp8Yq)m(=YwjOL_jOZf zvziD7b8Z^T6Ee)D3Q_L;%#xnIT8XQ+KY}Bihv((90XT4MA!Do&1lLppAB}v5UR}m77KQ^uuK=dN7Gi`?(L@xlZ7@|HPTfz!oeQ$%MhRGR%Y=?v9$)Orym_ z*+I3lc)V7XZPoK6dRy&KCUh}5diEx1UbdJ>aZaDc##nkmK7zVf>$2Vv21NDdPvZY! z8aELQhQT#ODECSleXY+hnp~G#O)m#a{#yp-*D1EF?B!kBlT3T8y{XYlZ``}F3N)47 zxjXT8T)(o2re&`Odv4ZxD{}^Zzp2XPmtG_>d!EsVl?j}ia2|MjH3)*z8z4Y#1J=45 zLT~*IQmFZo=C$SG?`tx&c1r*#%+8~SME6lgrA}1OTE(!x#<6zO`sne;+8jStmt7G0 z7`t3ciIbcvsk0lwkUK zOW5`&8ZvfAb1W=BtZ;HfgL$S@fAc7$9A62k76UXWbPr@s+({$i&Cw=jkQeT@fc#zf z0n*$Psjl~Kq7u_U<&w6*d!b7-*X|u!ezn2I^si)wzA+QzwUCTf>aj7?lfWotJuh#y z1Ey}AOI1>{AZVRFR&X7yhMgj`tfrKIahD2fblHRcPA$ityIJ&xf&%miGVq$;VcaSd zfLoMp1re@tG{3_gKTf*?xtvR-`dBK=sIBHY`SVc5UlfYBe1Na6r7&YsFP%h!ApG$R zLA6mUe6;2E2>Vnxzx+R_|NfggM7$mh*JDc_&%jU%|<3mY!1+}&Ljz+$H zL^a<5jg@}!GJR*Wirr?AeMywz&kn;QA4H%>NT1ouaE?R^Ww1W3z`1?SqlU6Eqjb>) z3sx;8G7n>+IrJ^qJu|MfEvN@*z+F9YqFV5d-0k#5LnTd~ zhqF3Xoe?2kk(Ho*V?R0uWC(=0{KZ45C}fNENUZD|$e#X;_Wo_ecf2B^TNQybD+x2U zXFG;Z{6;HZWD%8dYFNORC)T$oV*Mdq!BTrsnyu+V+y1kJ%Us6!?QeNh-Lw=${++== z?;@O>GLWI5;m`fTlK(sbR*nmxZH{AEo*R{b`-)PL^Lf9kb;l zI0y4htZEWsn?0piu5-oMNOi&XelaF{qz>C3UPJ!yYC+S&C|<i^Zw&m=T(Erscu@xxd+96JSK;D?O3R*0N&;z?1IBjD2N%b zV~-T^eJSVj^as|9*x>TLK}1e+B@Q(yV!?r>xJo@6e#eEOmtqu}?)1XEbO!uxim}SR zuQ6a-60pCN*wKu+%+aVxjGbg2vkM@Nx5yAnMO?=nU(^4wV*2^i0C9R$m3nJWk+JpBv~i zdja_*?+yxw?vc;sO6=~iB#!CmibjwOmnVin(t}Pck!mMawG8bY(j<<$T<&{#59)gr zKpw~5Y_6AJUcKgAx-SpIaBvj=&4=miv+5r61(KdbO(_PL2jXZ1aCB4s%VDI9GKCBy9?Szw3-}si!7bByw|RlSa~VHVDPizmdy3Zj+c5 z*{G?gia`+fth<^_;M+@vk=r>^h!A2SvTuP1`Ok@+=njqb+gmY7DgqKEzAQ5c< zB7x_r?iV4Z#jO_CJAE$eKKX?@g?iJ~@AJsr_Eu6nA(AJ5x(RwmN1&;83BG^aP8QX+ z5xul~=(pGvEdQwBe#;T`+|?>jNNs?m*-vrCE`QXnn8}KJ@JZ~^FE}$}DvmQ7B=#?d zpzWbQ3SkNjlKBriCRKoKCxxWn?P$W^i8EEYQ2DAd^)X-0{MNOHhVnR?dTl#Ob~$0F z)MgC&SqvW(_LJ}&d&-7};bdEX>faXvC?m_3y)|d~+16C(<$q{(nFn8*!vy_pcJzJd zC475Pn6=@B;oFzFMD+)Q`wZGaXQeL47ud4y1)hv{N`x}K;Q(<$5<_JZsOSAHkUXq=N;@-RDceP^K^b|AM9HZPi>lVh~}?2 z99r9gI`{4I+=KH1on9kGIW&vpUAe|_(A)%nlGd>Pc9FPGu3zx6`9Ct0%ypAfKG2fM zbI69jcIZCD@LFG`la%`{RO0Jf^W9I2;qv!j-gU*PY@BpD4s$)sC(EjF!irP^wx>9b#Y4hu8^pcVF0@y4JpTL~Pt!K`!a?x?YCp>c)J00rdHf4}*Ai`3ux~Mh zzKsLf1xv8i_yhLuHYJ^<*CFXo3G^*}MTD+zrfPb^TsOiRU5rmann?$2Y)``BYZ8LD znop?Cx^QNF$$fN7_$*jBU7Ydgx&ZI4tFx|?GeG@{BeZFpBTl2)^qtpS%xEcqs8d&I z?8FtA;B_8q>N)?Emoj5+9tF?R$FYCSPY4`1&&v{{jc{2_h)r@+6qIzz3;eYb1kQoJ zq;O(Bjp-L+uSOq2KF+LgbCVOQU zvNc|Nz+tN@BqXopTxLJ9AWezxYj{pK%s7iP`zA7{{Zx@WZ@{4_c}9700&nz+0+Yzi zuBA>Yz!|PLT`HM^DnE{b*y*W^+roFeF55b+ymbgNm&ViMVqtKwtzNJ;nd^jG-o@as z=NS0>AuT)C1xrrysoi}i);LC#IWg4&#+J*1=d*73wJ z-nsMwzS)|BZQgcFo5e??UK3V+*ou_jOoGi!BwmWnBRj8i?gSw*mgUZ%$oT23|MH9Y zWMU*u+}#n^2}G4RbsW+6IfD^5B3;|_Qm?Z{{!H{yFv3O z@de9oavfIjHtL+~2#4IW{mxy0ix~PyXGC7d1DVGS_pw`oh+-nk&o{)^2n#c zA-d)^*WpTMIfun#D%a{wLo2I5**5?;U-(7SeeM5O(U~|>^>txbh(wX8fd(onQlYqa zuOm%FN}(iDN+cDHDk)^vAVbIyWhhcIguB-%l!QcvN=3*JN`6X`)OWuB0M|WxoweWh zc__0&isjXIV6#stTJ0!;A}KX?j>r%k9(0DUCxbvop&Jz5<)1Yh4I zNc` ze49(pPZ(}7;eLGpZ z(KCpgpQv`N1bcd!HOjpSAWlRbQn;SPfg5GSpZCafm z572anc20i`mFJg$tHPHe+n@m4{?rf^strkjjugJ`n+xl-)1hQpAEq4>V_ZJngunTD zbf?)rOpIv(#?~C(yyzjuC#&H1f^dD`B_c4eq6i(WBG4d^VYd1ekcD49!GPpr6pe~N zzp9t;yikM{OH9M^$2ssM|39Ae(o5X_)RH!B=4R(p?Jzsbn}){aV1M~TxIDZC@>C+Q zV&)IQzuqbAiJ&jwt$%}?C$FH4%uPHUC=fK}DPYLV9(;zunA+q6{{8F7Ee}7=<;#Oh z`7xxaR~t_GHqo6cMHus0tLd%Dvq2`epP1+7QA6d!MeG|PTpMUW>o{hhCfkBu|8|1k zfFgAMy^Rs&^SFD=Vw66-AM_&XsE>ZGVDt4h{I2v0Q~x^;r<4Zix|L7y)Za1C;opIm zt8Ssz2@f3p?2pUi9ND+SQsDW0GZ}i$?ZdmX@%HOW+`LzaY<(ymbROk0$U87y*bCOy z6@$Yw8CdtE3{q+%Y4?m=V#+Ru@tNEnBE1(RS97`lP67FYodQ!f<>EE?^HPj?^xt8)(lU;*_x6IQ^i}w~+Lu16{lqyjmM~HKbp;sN zPfuNI15<5v`rh~?t?gC9-P#A~VdHyLJ4puS99Ru|AASa->jtpT_CA)L&VrjmhxQUR#=tfMY}~{353KqRzCDcsm(^`3elG`nw+!QM>jl^_wi1(^l))|EfVG-x z47wpFN#o12Ap3nb#_)$|PirpNR9qlA8;1FPWut;utNdYTEyo7z-;ZxRUPEu|XYju{ z26sx(qcWlr!mcD8_BLD3ASX`PX36d4yfhunT&zC471;r z##q;rU%hvcjpsOt`?5Zbu~H(roUIAu9y#4xd1qavtXI`a}Nxrh~9xf|!7WDLNV0)<%2G&YK z?2>N&*SWb^IW0!eJKzNl)k|U3STl{|?hRLm6XyEvnH)>#1ss$5fu7xd5Obvn4=qr~ z%~Tk(l$SCuAN_+Wj@{A?a%^t#J~Uacz`B=k0SAkR(5zTaie+Y@(+e*=@cKPpz?(7J4hNN+TUyuPGD5)i)Ep z8ERx)l;s+OYHZdaRVJ#=4yA7;IrqJ_OofMUK0`>en{*uFe~<>~R>&cp@KfDKTa zY)EUytK*`m`HNKFV*%Mgg`X1~m3d1%On0DaxI5vj0{G5w z3jPq*<-TJw4RmEhQ7D^m8$h>p43 zqxuSM@Z{S7RoBxdD?j_g^cy$Ou3`@^dwLawv!COMTqoFY*OPQvUWEu^N^Ik=km8|Q zJX$Y=zN8wImL>tIUWZy-W-oHqCTOs*2dDFg@#e+#P-_>*`{OCZWY1W~DF)>6R+u05 zgj}Q7EGA*u`UrZnEDsz-jIcB(QLi~nm}v|hMQxE&=zT*E9Z%0;2SkKWCHx^c`>0Vd zF1sEcIhlR<-JfCCt73z`1PI@#L*LrFRI_w|f1=<7I_(Og6_d>bo`F1EGT=`myV~*D zerwuP{0Ik+InYM#t|y%h$2_HRY~8&*Fevp2x4+E7dXZw38|b8c6*0uQp%YsI^e{e4 zg4xuQ3Ky0q)3pn(^4mBCpIiAbG>+Q=Z!Pq|+4v%je&^1)NP|f8tRyg4`;l!So%tfeKywx#6!2jc2I!h4-DYn6G>*}0!7xWbT*xII~$64 z76ON=Wa@TQnDjF|Y}y}958pnFx}Hx-(CBnVt6(+RYs0YsF6Dsz0wMO{z#M35c!AEZ zE|8)zG4g(X5nYsRhMnc7_>G|t@qVZ$Y^~YN3O5Qv1*65>#7tOJ#D}68a!X z(zo0*$Y}l!_@H{5V;bZh-i*JJQ4HN3$QpvG3+%d&94+b;WLHvfh*pn`W$=0J}Y}{k49lnI2 zrCroM_XkLN%CUy~9>V=k6Trh@Tam`f6Bx0h9lKJKs94blJbSAY{LkwMDyMWp%fe{d zy`TUq9=wKRJdPI*h@zvf1gNRJqKSJ}@Xr!^2s#)B+wX>9VuT0Q9G!$>waw6!@({~r zYmsvIHITIP7JaWI3RNOgx$eeZGznB;12wPU>YeB5-_h03xwDc;s!QSViGU9EONrf; z7jTVgk+z@=I=*=m#2Zz@$+T!Xaj>>cc?8Ei=VW&Ds3C5V-%#mP}a=xgmm zWybxZni6NB;>8Hv$1zg3%WE^rzjl#&v0pfIM>gEo<#-=@mT0Igj*IJNGsWUupQhfB zz4OzLmc{9USKwknEfb5)?GH)XV|QvIPHEu06l~eNmvPO0hSDFy(XuBQ!#8X5{eDU@ z`mZVx1^=P_ofgpcQU&8a38wmv9Qe#$!tv#nvs6}s)_3l~PhRI?*4CMf(U)_0JU<#n z9oopgvUqa9X9x5R&11Dg_FzrZBGz=CEOA=lLzBagfPsNIJvmL9c&LtmbqM$KyuZfv z&OZ^EfZ5p2J+Ca9mceebXxp?i)TM%7dvM5l<5nK7IP zZ(bIL_ISfDa~@uLe*t6z-V6G;oR{>LUDQ5%HP(#A)Ay$qvMabVvunj;^31)Gq&zNz zs^`J<+@2TYc*ub)Z689sRjng1<>=BAeGQhjl3fBsfD+@HQj?g5wWiRIf38T|Exr zbrU&e+6p!A0_i#N`M9uAfqlPB8bi`7NRLu29ph&BFl?lp5e$dplvrDrCxZTImteY6 z8WdVCVV1aG!LI3^ptI#D?vZ+pqS~_|%=!nNwuMDcF(Y`il$&oP9)fNQmlx%F9K&Az zFs8VYy4g=;n|TU2^sSFdI*tR`*njlctq5YJ5l?GmmM~vKmEfXtH(#aT4(cvS#)LWr zMp%C%nz*>FSe9{tHk-K!(nEd~-QU{9?@F~HOsFq<U>p-oX)$9 zX%Uj#8TU+Zxyh8twD?8q*UH1+?ej?Bae3w=6G_wm`oZ@G#8{R)Gxp^YOZ#>7z~phzK?v+*kR`CSJ|qvuGP{|eCH_FC%<)W}Go40ZcDht|4y)2x6PFj#gO#o98dmd#m` zDtw#vZObp3ne_nfRqsVB^C|2N%LKaa^LOaJtpL-fT>%UCEB|-Y2r3-P=p3(UU}v7h zFP}GqF~~iFkG@UiSk+351II{N;+YSQySs_T>It~J{|W!7<`-gcG7A+>D3Q{=3hc~^ znPkQ!A6|;H8bA4S63N^%42Oa%i`vG$qLc66g;DWfQlmVNTNWO*89<)VHf;CIz$DMZ=u)x{&C*3+NbMX}T7SS-Q6gx3I0%WsAsT0W z5U0~bg8MmMNo5$ZIcx=oUvl%zrFqa%^qMYR`V7dAacDA0ojG9Vk835YpiNQ}M*K73 z*^zf3^ko+=u4Y(;h(Bl@Vu@!X?3kYGLU18|kdm}3U7-rj+-Y1UodaLkSQDagh{Sb zuw2EJ@M7LWed|=p{yxa=whu*xJB74{og{Ejb>ZAVL9{&NHxWJ~#^&}bvFO^%k6+e? zeAcg$B(F3?STX67xLgMNJut8LY zdzTO)BO97Xi-rqKtq7%G*F?jKYaB~ICX1vls>F(s8~ifYl{jAi8%?&%L-8RHRG8IJ z$7UH=wCXMf410q@{U~vml!~?&-qP|1ZX|51014OA9{ToCpwYDmq;w`=YZ(h^PPtff z^&u$_dx0%{7Bo~R!Kbt0*paUadyHdAw*D^Q{@<|PnILg=;DeVYd0-e#cE2A3e)DVy z|2~0Pwk8@+uDk>hOW*O0qN>s8UM#p+@tE5w*D;DiFROeOV~nPhfw12+99{JX4Odoy z^}FS$>@@>UpLha&;px=2vJs9cYH<9@2DncBQFhZJYJUCz$UgoGE}J;k*F|qGA5=yC zS3aO=8kyMf<|6J+tAh_7#@H${Kss~lf%mK%f?K#<=dLC!ZR7lm6T2}%mh**keRb>M zN|<%z5_TSW560pv1R^fS`5LOokML4uc)8wCK0J~BT5FGy-$F3no?%vHQFKbyW5gBZ z!SUc;kh*&aFv1akVLNGE=>TKOM{qRi6B@Nk02>@YwVw@P?z=X8vqb@aOt)fAHRVE4 zB7s?K5uI5R0#1V$;n^i+vLWm=vAfzqc}|SD+M#XQVmw>Lc}Dj?q9YH3p|Jc9;pJ#EuT95M)rXO2^QxWR zlea^*WQbmDJ;y}qFT>FtuJkl_hN?{d1sy|G97}#YB_@Z+U`-GiXo88dWSWHfa&@jXc1^n{U*+3cGrgs+8(|{2U{&vcy$4m&g0?MBr{l} zDh2HVIly}gd`H!Kva@mn@XCVm)4u<>_qYQ@cxEwHH;6KObal86(GUqR8-g5&=109| z1fJ<*pyHnZ!e7LxdR*$|^IigvRi*|&$D@a4}du`<#b#P-QzM(X@DYOa`o zqjB3{@N^?dUoeB&8u5*WaQ?rfUvmhIhG3k&Azm5uL8FP9G|xmAD=hb5a^N4BULwT$ z{1ISZ!UIT9bN9wThkSpdA)Ip`!P zgJ^{&%sOWX$0LNX++URWKC}~RD%ZkOldClRrx00fWQK*Wwn9^=KOQnEBnNG!*?EiB{FpIQ&eTI|OqR4lxDNJ2Q0*KAnCNS8(0`m;Q;IK=*e>nyv>BgD4XkV`2;5 zrXx^tL792qBMVE;uf+-HM36j}U}k#T!kt`AHrz`SDpF%eSX(B4*5uusk0P8%ul9!6 zRsqh;K7a<}l_2hE9Ga+%XOhzHP?2l>uv5$s*!|X;cC{R^l8yrSK?#W3AeF}KRD;MHbQ)#4M zIeK|pGJQo~iE-UK>bL4P2J5P${1ivn_i!SqFxU+CbtPE2)0726}l)z|5rkIQ6$Q>{HH#ubO7~@S6r^9+ZYX@sEjHi8rXW70`g;RDRy?iA=(y zC)jx8G1V(R!>?Fxf(d^l$d42CINxhAW`31KG50-?@>Yuto*j%IjuI?M8KJ*w<8a}8 zL$Fx)6_kUvLqL=@Iv%);UGkU6>z;7fv^xfU*2rNOFA3)92{9e6f!OV_7XBVPjEQ?x z*@6uh@q3jn=AIBhSRo~g?H=PXuFufXS^|oGvW$wya<)%*9UjuWz|Z*klT17($4CdQ zM$5g1=zY{lAU8P+i|5wS(=Rw+wWYoM?hmA8# zQ7$DM#0NL9QbP$i(!T;odp4H`nZRz$;+!t0BFKTJdj8*ze(Dyyp8dYyE1l2v_X6C7 zV6n0?TFn=sQ-2-?jmO`>Nj9BGUakYTjT^y~rh!LMAg*5gn(M7evW9IVz@#Oh`LLZej))+_~%esd^V&1dl_666`_M$TOqRUCmsti!V9;2VX~A6omAonPlCk3 zJKq+cO;~{zQaY@>mML_4oMnYWUJ&~kV=zaaq1IhBpv+Gs>CO_Y$#4UfhZMmum(lC! z)r976$!PLdnbF=O!K{4Xk20Mz@S+-*OPlZsnBOJnRDO|sI`$KSM#5=m*&!5;Ji!LT zbExVaAe@bgAG7=tb_`204@LY6Mc)%VY&Q(2xvt$o^EvGO;39fasuN~B_eYV4UaFqq zfdlgf$rq*@Hk=M61JSFYHoBPiY^4vlf9Rl*D^2Oy@8`jM-v@HYOP3j|tiZ(ejpSFg zRng1NaC{md1vYK<0wN;DjKy_R-uMz)bv>VSs4l<=F5^^VcNOKE$AjY2YdpE|UjF5d zOsL=akMh#?tu;n&U%KVQS=U&3M zL&qRDbuubpC|=kW3Z5|q*ned)w#_d9iH-Z&>MM1X?x;-!;o594o^%`yqQ|Ii!fB3;>Ix;=qfisJ z9>b?{ez7(SHa~v@isdJQ^a5>=I_^zk|D;1=-YImy^8;e1=@Px30J6wnGj1LKp46Po zr`|8Pv)pb1EV<0WNJ%s{cE*Fl2@R|%38BWjgYdi9CMHheGt{Qk5N#dKH-P)GcJlJ<^>CROSzu;lu~r{d4sac{zB@TbO@ZZhIwZp0)|=<+*#R%doRhcRyq%e!?m5z zV=Kd+Rf>k;^;~}3_ZbX+6K7Aih+#zITC{z=ox3N$k2Ux7@xzk`#I@QFbHfV-!_T)u zd;V&oe$9Z?mU+;c9nBae@e~teB-k>c57;!L6~&F?;XES*Yj;nf_jl!C^XaF=dsqvX zOs%HP2imdn$3_h8dPMat3AjZ3guUN>W7Flgv~JrR{HCM<66*_SQ_vjx=jI{e>G6TD zH)$2E77rqyxUPL?!b}!?xc%j!T2MQD1Wx5p(zkIjZdepd&7wx>-|YhK&b|q&*l}cf z{54E`i|9H$NMo$*xt{zT&bgc?*w`9O{gewZOmLk#mpQX5s(qlTP=<-zs|7*N!@10= z6&lUFhF8M3ur4l-h{+^b^qsl@M_VT|ZJVtz>Vg53bueJT&AG?7J%DnXR-87hO&Xhg zp;c^@CRkVC(ZwE6@MQ>VmIvdP;zUUD*n+EnWTJn`cvAK9DNJlhMzxcUME_tZ_1?8i z@Pjv*<1sPt=57M!s0ZV)r6l<$CC>T;8X@_28I!$y;lz=5ShdxUgiL5ANkVaW)qE;T z9?QYyr{$p5n^>5Xn}_8wH|Y9n7nlRHZsSZf7IcXhwi=Hvw=Yq`Y2-f=vc`-Is~Et1 zCj)T5{gj?9Vv%SW5i=P@ju}->3>^>Bsku$~LHz?rTRtb5y8Wnpwxa0qm8-NFXEOG4 z-crk;8VKF-kDjJe_^$RF*w(z6OkCVYqQvc~{bhON?q(kpKYJf{O;AM3mA1kS#w|>Cb90HckIG&M>+~oiAkz3O7EXEhS3qP2uI3(0&+P zc87z}qc=ry+X`T$-56oVQw%(y!^l}bz)L>4_+#8hC|u))_xH|&vYq2WL`R+}v&sc4 znaSi{(i{3!@nX@7)3z9>y%=Lf>%idWIaXsrBAOh{$D)PisGjnq(5nBVU@u-FtuP3w zi_NjT;Q|cwf5e>hE5v)bJC+{3hSG1YqGVPMzy7HR>$Pq`kT<)Ie7JfYj94pZREY({ z`dD~!*ex-fn>m+SW;}sV8-H+>ZX_X``>2#H zglQhjnK0?MM6UY}{^-6y)5nyUjc;c#es7eaPWK+3Yx@fq{dWNCRs?mG(x`v-BGr_X zK&!U`m^lGZT6P)s&k+LOr$M;VKM3nIdZ<@$68?Jn4o_$3;36Rt?EU$M>t$E+k4hQf z_Pr~>=>PXjniGkBV;1LGdJW8srKtVlJboS($IINi`LwHJ7_XrVgdr&ZqMmF&V20n1 zw8LrctakEw4SV!+$eS(tC_2uM^QVk~{ol=OdFOO&QO$ww>DRISdnK*^odVh4+Au$A zF1)Xp1|a$X@`h)_%0P~zTs)sRetHVl(^c7`GZUC3hjln<%Qb$yusyqd`7wd<@^LWU zZ~}-XOEYVnPta2BnRx&F5SIndCaG$->0v`7ref_<*u2skFB&?6g69}YU4I2>%d0{0 zixf+A4R9o#V?92SqK1F!iGRj(WXt^E4?9Hdc1?!aFJ@zxSux1Hv&GE(@2K(a9=S88 z9Hp%%Gv(HLOrCWZoZGz~8J!t;|1QUsUAi3XjOAG!nO*qn;6tcflMbz#GcaNt1JmOo ziN)VEEd5$qG`y*p&MIo-_WjE+yU!iYef-1EIokp^=5l%A&jxVm`U`OQFB3!}#RMNV zZ>E`-YKUu`G?RbTl7GVEB8)n+VC$yFSPiaXzD;V?FRs~u1qV6i=z6Xv<}S~+HproD z@MPBP@-_Iq>pJ$;pP=_24uT4A0_^O(g?559Fy~AnuDXD@K_nD@$4PLV@LuX~&_ShN zHKFm!V2DUwOT;}9CAeO8Ny=uBS4al~^#FSEb)Z0XQ!*_6_fQb2d;gFnp-*X#64d>Iu z?qR{e#R#Iq%fx9$>qQ9ve6Yv4KwT z$gqp_yY+A$^jpNB;WH@}Kaa%^W-xvJuW-(yiLlAPiPtqHi|a=%gaF@mm@jmJPqJ#c zdxI)CXypyn8q-i$>oyeKI074j#yH00lR~vfW1Q#9W8+lXvFAV-29NDx>_6+EBAJCL zAJgHeqa7q)=q1^oF5|F6g|NATe)4? z!%ED}X(MT}hG?Ji5mv2V#2kv1pLCuM#i(6Y?3y&r9T( zF0J4uCB>TD2*IkvGvE+A4ojP5nO5^^IJM;h>|VrmW43;S^z{%P41_!_!P5FYRbB9q z+{!tLT4I4zyGsIjOVhwIcR32#58^pfCs@XKvmLPs0-rO5aFnRRSEb1?&FwsD=5U@s zc{8+K9*Zab0W=&5qYnQ9xXdAvn66Pe{`Lg$^86_%4=p6i+>&VEO#yb^m%*@*No?EE zv!Edv!8sJ=!KFY6`o1~{<{Lc(=KBfE*yT&?e{~Y|#t}ZFdI)Xn;?YZ@6g@?{;mzCi zG<7Hy8@IkE8eOXkCvtVb_s5c9ROuxS9@0kR{r73{PAT@{>}{Brug|8|1_>gCbttbz zhqrlnBEx345Vvq|df&B;`0~Z!qR0-IGv5hTcY9%cx)#@?c!0Fv3QprXGow~2ur)=S zw|bESZuY-JzYb-A{=#UqGV8)&Sy>YGQI^$MAwqIR=Q7h4-@q%gHiAot3WT(~fyxATP)i(vX*P@K zrmzR_Y3)Cd76d^DS%uD<@*qH4oN+1+V0NYxu5%&HXz4zIjOKFqdWLfW@9L-Rq5(8j zv6-qb%7wR|)o5zC2o)W)<~4BHy}Db*{6HfItPfj`M>CSByJ0SV`p^e24|2P+WiN@a z^h74fp@%=K2MN+9QIv6O%~gbUtV{n6p*b zLg#N=hh48PgG-_Tb8N0PI(^zj822Qs>1~0Ki!L<9xe9I0*P~ecd-#KP=r#W)*Bcw7 zgGH6RfkU|%Q@RC%j$cQ2uSW1&_KvzPx&m$c=7XmOm!rOt!=JnHI=SL$0zY-;kj2k$ zV0rjb;-#_&w`cQ+ajFA#wDjS)M$578LcO4Arw3SUdI@ex={%bO&I9&(9d7>MjK|9t zz)YVhAbZmcb~Vaja6l+FEsEnfVq58=Yj;4RDH2TXl%tf{AZi8qkU5sqd9_vJ7|U@L z@bFU*asf3I?oncHO*(_e#fph}StNK_da(QR#2B5$VvNtWDa=bXg5|MlFe^I)uZ=~M zXTQH-!~PBMz4si^_O7I57h5o(elPAg#66=j;xR2Iz36an1^B(IN2kwKpxm9u%PCcc z=ofO#qSSlX-!LA>ZhpYOeZg??@^I0n>pyrS@#Be%)@4*!S}!mk>!j<}X`*DyMQoE) zLX|tlc&Kjy8qA#u0r_7@)cID7vbBKfBf{iE`y71aaE1!q7$XH0Ycbcl5WQ8)={4Ee zY}n#f^gL8TsG=z-Z3mKAeU^SNn#H)iodCtrGq{}E4QL`Oadmb-gk*~`vE`m*sl*74 z*d)bZ7@u)<37~aRS3qd-SEyJqkqzhaU-Cl9*njyO{o6L1#UZ;I_b?v}e5#n5;7;c?+)5KF?w_zZMQAkp(2U_5>a` z=qPyByMR^fngP~xr!g{BX;>znOLEnem~6`_47^?r)#rlHb!IC*<>!H|Zx`(eD<_S! zYf16+FC3>>i8>sOqLW*4@mhT{CeK>REDV-m7DJ4_OAn)Xeu(f2@R;W;tgbd z(O?UWHelk*Hnbg%MAzSU3NOa^B7b;R(TeCanDCzx4Bp^!i)Zxln5Q%!bFV_nf-l4u z*TC021;(?m6Ln%5=vM~&xtJ&!bKVmyjNH~EU4DjW6IBwuvzL-5HQ6l&u@srDh+o12{XuO%Wgaqy_CW%G5 z_(muR_6;p!$IdCD#c542oot9HDGAtGXh86!@!rK&K-TOl5Qw)tGM%^=djGv}*@y zXs45uHFjX^F^w9Xti;wgEx1G1o80V7MVz+-9yA7{-z_2Vdc>VMdsotnuHIl0vJWig zJi#8ul7DlT0X1&afTn;-xV^>)j=lI!5iW3jdwa5K?NR=iIM*c{i^TjBU&*h3PX*IG zZ_x6n3TicZ9@y=*q0y5U!H1u9(7n(PT_oBencFATM=~VE+Yf85f5ljC54qZ0AE)sz z(@EETNalNIESrHO$z&I*$vNPuvdfrYdVm9p9|0x3EaKOlPM0i`Wlf%OvjWG{H;Vj3 z#akwVSI}vce{BIZJuk6aAs)|os=x=w=V|SQ zXR1;|J!ev{SA_cJ|Ba*M}+jLBmCyu=uY4cjwy+*1Y|O%ZJKI?Z-`+So#oc4~5~9L|^{i$f-xmNW`aR*YHfmRG3I31uahf9AA7ZC@G(TK%tv3xO4?5Y%(E!W42tcGzw2l4ac@smAeFba3 zWZ-B@ShLX_CI?Mpvb^umwukH4{u5vL5(0bX=x7MP>RkZHm0W>QQOc7W(GMYa z(rwaM(IZGq9M4MK`Nj8Hv!6(aO=H;k+mYF|5xQpkLvMCI$O}#6p0mNIJY_A^kIuux zLfJH@Vi8I2Tn#)+eSG_?5>gLrz)1o#S{q}8^>el1=c^FnqIeydXLCuMT%W)(dks^+ zcs@{vSPZtC&Uj`V#oRwrT^^X2_f*0|9ULjQIUYn?o*&gE#Uv!?Sc^fu9k`f{*a z_KvJFp8>LTCs=*su^sC*m|1oR(oS0im!c_zsCAIjV-ffz{4*{;Z3aD_oq__xxq`qI zL9k1AJbf0}L<(daNsWIn8Pa%yOYQ`N@XU2oZ`DBz&}$+Ab+gHV$g?0RHi!AqdzVy| zPlApg6By0)LhRWuRA8;Zb*m=m!R^9ZxV%AyJ+wWPY$|fbIlDiC%$N?*otp-w4R2|- z?L79`VJ&bdZ^Uk^tMr{rG&oNShg3gbewJzy)+ra$MEeJVm1UFI1I-UWXXAbtP?Lj$ zrRSM-yDmXN!A$ZV*JApzeoQ|BILPHljB2^>GMAk{ZS|9QIC8zRUtwrn{vPEL6v&Q$ zQjEL(7HoG~40jS|x8?0I?w#BF`#Ab3+g$3v+g_g-bvk6pry!P--xA=`Gt9Fu}I~ literal 97560 zcmb@tc|2C_*Z*w@p%5ZT$yA2S(|I0imj=41q*78z6Vjwalj=f-BBc;AB#}}m5zb@n zl0-sEiZY}!q=__0sOPNb_qxCL^SiEZ*Z1yz&OdnZV!e;GkG0ol?RBiZRZ-yQ$4|}G zb+en#>UFDqR=c{YasAZXy}UQC_EF=iZS_&xr>C~rYn|IB{dI0@`QN?u-8QdrTj#pf zYrCh9r`MM4`a9h`J=XL8*iUVp&+e^m{Qt5sF;>%4+rEDFkDrzs85-*unY-wz{j~4p z?!Mj4XFLD*hI-~^#+EMs#=ei&Mz{aWxar?o|6yCt!r0K<^sj_Xt9QG3Z{hps`qP(n zo?ATh*LbexFY4d=@HgxKX`GKR`a3874)Ko{>Te-@^FJUQha&B7Z?{`)&7rQ1~oUlm9qU{txSSo%?~(voJIL&%(94xLs_tW)9TKS!O?+1y`GdKKCBjvyI{@KaD zrr)2eA4H2^#f$q|qkr(m^lwdD@FT{4o7b3;+Av{?jtwKIfO4VAroWV@f6@L+ zEq-IOen9xBU#FYDLH(|4KS+8O9J5~v)4zDXuS!1)#IFH=adZ6z^qX$|_t)I< z6Z8Z33mG!{|Ea+JN#V0NCjY*`{d?9wd-k^(mw1q9*+R?%sdr{qqj~O=kJQ;uB5G zeibjjRp9zkvSPr@xn{9~?bPOQT=P z)4yo{8*Tal;iG5hjrK|4`v?`=36aGvYYdJ^Sj z=fL_ZF|LQdI_>C;Cfj9hQ~mK3kaAT8j7~_B*1JRCWWSu(uxud?+78DxrbhG?J&FP@ zYM3x6j_SMt;#4pUC!ZU`Y*i11ho<$Mts^eN0$UL_vNex3)gME{&IWY35=AT%n#tNt z5!CKR4s70T$G$M~B1*)Gc;AtQ`BglS+<1w66k&LdoqzCx_G^OYd{H*Ed=qG_aHcmJ z&OvcV4D4R4j1&74X_iG8WQ#52?$;~h=0#73VOQI!et|s%>U_eYrRT{SXMOtt)LX;8Y0cuKbJ>O+xTNxGo$L zoQzpPfxO~(32?seHnuNp!~N6svBCE(NZXh&s|roHi$Y7G_YY~;O6S_5EkQytv=U@-N-=h%M1~cIrA*I z`;WmxMq%j1mcRqw0NlJynn@c-qQ*;uaej>xiTGMcGwzS)r1?idk+BH-K}iep1XOT3 zm0}F6MA%Jv6X}GHDb(W8G#KA88M5wZ!U#53rw28Dp27c0XCLKMAT;oMT_^u~|Z2$IwK;UJ_);)yW zeFr$!L$meMA%4k3^bnm1tpkCm(j11Cjg_Fmk1e?` znJ{~qE}j{^3FgZf0#?ooj zTKf#<)~bT+`C!QK2qh9koLfKFABB8vaFbsHZ|doBprRB3Qd(zmXKFv#&q3@qo=h6= zZWs?4<~cZ!q9;qKG6z0`hw8ziaOqTsmQcCUchzwW~ds-h47{)q$lMVPF%DXZrG@SV`4H2 z>Mnt>KOUg(=OR+G!-`4x=8Q)){qWoLB~TP7$jk}OBd2mlGlxo!k`7a0HcIR(Nq*dd z<%*?5*)f&t5p|yoO!*Ga-`)V>^^%M+r;gXBlLgOTEuj6!3TZ+82H5vf9TX=RU`RnR zy`Odv#bxG_Re?vTp0_Gp+?`K@Zn&cSGiSEmKb$yAY{mI|XArmaGbAxvjrCKQgP$%f z2iZMmpikL|ijN$_>Ss-ZZjGlPc-apx=qlnmm3(v;mSoerTkvC{b8B30Rg5L1ybex+rPI`O>Rw(Af z>jG0WU^JMdCFf|cvp%?62|-Rn7&K))#@u-p@Rq0mlMx5WTpd&#)k)_0oy9jr^}tCi zfqncvIjxWdUnV`qopQOL5nI4>5z^-_&Af}ZnzU)%&PtptmVn}#4AYr@43jQDCn=56 zjHBrh%w5(66Hck%2@45EWbHh#>CNCMa$2V5yQ7Ir3FgE0;3fj+%WRc2K{ z=E=nnux?Uk|+lsYGS!Da29@wS4gkEt;hb`vQFx_!7mLF||JkNBf zd?rrKs+C~q%sp`0IfeUnSSH!U;nBl4)tIz)UFa$}iv3^aW2LVPC*X}SN&Tz{uTIXT zvD0Uw^8pilHt#Zxl%RC6oe=6T7Gykn5@2agByf%@GQC5&@Ifqy_oQ$XJL$6myL-k= zeC}a_7R#Kez`y~rYf(8`Z!DpHej&U=QEH@KHUk56OK4ev8fd(ngk5TKOod+v%JLr#(1uN;Lh5)+GbS~;IAEdk12Ndm1+Q4;6DM7D+H=r0H&H4(&5*aIdntyBq zp7?kWw`q-l72UZI#v4nWC(p&;+1J7G`XJ2fn~kz9l$a0+%$<=X3o#&xpQp2H$>z_) z*g4YgX_R;cc=%l7)u&f*r`*mV6Q|bFS5u==$?gVuC$o%9_5TKOMjoWJqnuPkPbWP- z7ik3`UANW=8b4hwto4@wW6n6XuhSSe`VR2aMD&?R%LZuky9OGQC~P^dkDaOk$hj`e zKEKmNK3)@ME$f}2O!_45713mKnjUb50>9I7$1lQ(+C=C!`9Rw*1dx{a7TUW>i|OtO z0Li*K8u|4oN|hMGE{Pr}bm5?Mm@idpw1#inSS+#hfw0{x*-L)oaPdRFuCM$ELJuBs zYZ@E4u?;$~LX_Yvv1|x)xmUNGLMNMe>Rm64dZRY+R!+E%jutPl^SJ~o<0JzUo6VSl z#5p9u%oo;$hvO7QEv#I10{aWk)6@F~piN4SnSIp}oQhx4fX=1Zk}k`PxjG-jp4zkX zg}dm^aqAhzA^>;A?chC?kA-7)C(!Cu4y;+=i_cd);kKzrGCi~zU*t+a)5r%@^ZRug zcyk;C?%9EdmBWb3?YTr-t(X*cIp9OhHeg?6Lek>5c;U=GBq|oXBQ~n!(Z!1-q=3bH zBQ}uKO2BBtSMcfTdREh<0-twDF{jnJsJh4 z;rQ)Rq_ia$2iA*$qkk?K|2Y}f2@13843~nZd_NJL8U-d9lR#(SJy&Mkb@F^pAYA<_ z#>#K(AoW*D`0-~6`wt1S7I_YwNZ%7=PFxLmxd8Kic{FZ+{{)1@J#me1ADZS#-~{eb z3|KXT>5P|Rx&o&VH`Vj_V95<=-)Re{mD|X)$)m`Yxn+3Abr`d1(P-!^5dtmO973kp zf}Q6(y8T-yY&L zIrZTLO1@rol`3>Gp$@S$W0aO|sL#fnDS zVEz~bl?Q2?ZVg#_$C}MQ>w;s2Qelok8q6A$Lm$a2B)gvyo5hms-Rr@a+!)MwUyvX{ z`)@+i!PmSNna5Cbr-;^G=h1yHK0t8&MpS#Hj8#tl>>!aN8h=(0D`zF{lxYYafs0W8 z(laz@DTElaEwIjW4$ZFi#GaX+M5DJF!b-m3F270AL`&_k&m36xw$% zrYLWr5chFR0A||cV%Pm0n4nloe9lKhj>j5&UiuMz0z;|7h)dX5euVB_w+0*qt7wVf zMdH#Zg_iLTc@Gv{L1)DbQY@fA!iGLTvFTe<&7R@yFB8F|_t(>m+k5G)%PVnw?PA`t zSx2D4WEA^4XFQW|;XGQ;tiZcF<8h&+JlnhB1#WI&VZkOPpsAwpR{S)r*O7wx2d03I zRRiw7*+e$T`ok$hSu8aZV+u1fa70l8O|VNqffs4KS4JmkNaS#qUe2dW$^)?S=`!fJ z^%Of!3$kxAWpENB0o>sc90x`XU_w4PcbPD=>KdWv%>=B>d%%5XG!9i)Jb^#b1wph- z6Ado(a@|W*$cd`4*sijV?5nvB0~!WsSfzzQj}&mV0Og6fnBy$R^K@L`ImmnC&0Vpw z4W5lZhMV`t!Tz8y-08LlK8(x-)Ae#}?v2UNpVo=e(&CKKyf|o`77wdtRG~;+H>_cj z!P#LnW9VpIG{s1PI>R;Sb}NN7ec3SLND`!*RPjcB_yZj$D=^}l6u?XU7V(I>&2@jD z0FI+&S;_u4IK^6>SjAq%RR^rVB3FP8o{h!CR|i4kTQylyIRfgRw&QdgeN?&{hCA90 zq1Tdn+EnQYXM2M%{kRbf`J98){h1hGXwJ0fXP_H2L(|sJ;B4E3x$Z$YW#%+o`hf=< zD8IfnSLYoXQN;CF9E7CcDq4t2GY%$>aPPwfRIn6c?2Y&N`L^zR}LCf{kxiwTDuiP}`7`(iP1vMsc8+;hl5RP6%7k0ohnkgO(-RGqDfu9^-VQ@X z9YDfKh3KTqxUz3DXlqu{E&i%#`@s~%KMLZ5Awg)|tV+V;8{tUcD`da>ah3It!4z9H z+;{3SFC_jJ)>g|=C)bncI9&)Ycsmg{$>k{ZMgg?5r?Ab+Pe9vhBwVGsH1EPau9bQ+ z21fpYv5_3qOj<*Lw|)^CvZsllM-WJcK8kH(GuMjQA&B9-M=!Cu1;yfRvN zQrQ}Gen=4r4I6@*V{*7~+kReH%^NV;*^H|!%3*%ebS%~x&A3-IL4ZdFZtIkR;*4H0 zBV;OVdh5WGcsC#S)#l=Uo7?!-`y?zMRY&4=)EN8)zI^?MoKG)v^BD1CyNFaHG7L3w6Q;!;{JqyrHLv#>2-1^8+wk}=Xt zKxx8$oYxo*4zz-2!q;5+kAtN3Z5AA&u+U5eE4AU!bz&Vj zJ(dM6xdJ*y+=v%0TS;Rp#bA-13?s3i9YZry;lev1u-|bP%N`HMzCYq9M?jR_*`5L; z#D!tn69slPGYK{i-o~T(&+wj*FoR-!+&a`@0yOXNLOrvo_=TC!b@K=z=>^1R=p|?# zj-f|I^{8`ZB`#0AfoCt>qq|ROu+NHyNSoy;@GIqzvvVSFp^YR{d%Fllr{|NG9%pdN zsY(bbxq)dJl8m@sHa$M<35M4_#ql!j7*{?Kb;|{CSb+-69v1<31HZv%evN9QzM8kr zp%&6x@6gJk1n%%GK~~qt7_(HX@Z!hE(AWJLqFf7cdYKlCm=Oa8%Qexd#DFm^UJH_s zk3+IVIzQjGk>OghH1ow?8X3L{N}DX$qyaN_p<+0^TeFRpEjLHwJ!kOv1Q|9bV#XIAAolHjsC+&|n$Vcj-KnAgIPr060jNuL6; z?Qbz@HKN0dHN+?WBTU_tfI82Pp^sTDjiQ%m?kGRVfw^3l1nhuR;wnEX< zx3qPU80#NvgL;eYNq3?qu!T`%IVq&f+X}5mKmmjtXAA z2E|F8Wa+C}D1P+`4E0B0>UkEtR7b*MSs}Q#FoLdH(Lhr}Y5)Xh!-YIsDB)(J#gGq7 z{q};|zDxs&d*#I8X$rTZYzouSeT9nZWx=?(AbQQDp-6r(h92Lb!mkUnao9WmpM9#j zGxy;`ynGsD@y^34>kMjfMw`v?-itbd#?<1e2bntP2)2d7Xu5DV z;hfsQOmF%?UuH*u&>m~H=|v_v1HvSJTOvJn?=X5!UIb=06i{_uGbZHQ!j;3$VEJbg zMk}3xYs$a~Tx#KQJy6iGhTn%f2sTL;Y;kcrZ*fT_&nct?GndYT z=(!5)^i3M<7+-y?HIF51#ALWSGJuR|-Vb-L#bABJU5GxEM4bbj!R2c+2uBT(>KYxI z+UtV5*N(@~7rIos?mTRae2%?o>70s-6PT&rlIS`&1Dw)63htg-2(v{r(C<5G7eEmog|*tQ8V`ArvTIlv!=i}nk;>zfYzzi& zWDP=~YJobs?0SOv%L-Av&4T#EtbmIf7ZdCGD?maf5Pc^GqsNmz+`_#K@v{o(m*bmp zqtbY6Je|fZmVS@>=2z1ZZzbWVYa#L2l86B_${^cu0(=fn7!8{fB~ z#r@mZVbO_~#y-XVn6K1XaSUDLkVsp0yo0zUdXU)p1swwZB+oK4V922g_DUavI@vF@ zPIwbcY2%@Rju>sY76J8KeQ3R&N;0F7wy0Y2wr&$=BMrupMu{odrFsl@bd2KnSO)Qm z$TcFbp#xuco}rEU26UBP0Oa~MA#?L6W;n-!SjjmMc-lzV4kv!g$3dPimtEB^%rrXf!iZxhFzuWwBgPiuCASc4x||K7 zDUw*V;x)De7SRAX6Yi})L`Yk^Gj~oy8U)Er231#I#mPJlt%CD1?dEvK`3I6B?b!q;bKa7Uh+$QakJrFT@yF*ib-37lCC*CN(4 z`Es|ZU7i3N_n0B73c^g(cq?|wlRWZ0P?eF4G-3Vadccj}CoX3SNqA5N>69>m+=&X1 z@Hrnm7pUQu?E_rNW;@WFs=#g)n2(EGqM`iVaOgBF=0-~0guSyl#Nt*C3D7tQrOY%| z>x3MXp1DA+WAAdqBOYVxTnEgX+l^I1Z5U8(LwilUF|c6<39QqCZqFcmrmzSWAB`kA z1%izAjBe89ZjP0W22A6!v-GGrqK)5P2&wkxc%3p}zBr}A%2$@4-P%ZJwNAo{HA`95 zD|<+x*ko+VtbrySFP?hWOP*tjC8kVBN1L%`;2@*SU_uTGo~b3wh?Cg3bt)clHURM( z3xLKj*s!#P9^EGaD`yRZ>srU5U~U(NX3ZtVlcRwNxr}N0Ghw8fG+yHBXZv?7-uBSPm$ystjpVd8;2-lMjVsFnw zx@%$(*}r&zFrLDU_md7#x<+9C(jLzCOB!_MhJJK=F@d|qPJ(e4T?=wSmT>oa7T$ZW z4?*IVP#$m^Pi*Hu#|s~%&Keu2_;qg_mu|#_?;oTQPqR2$8kBfsodo0da#Sz)2>wb> zp~zMhw{9ECzPwNQubl5()oQ-I^_59t>@;15-41VhA$m3?+dfmM$l_#-Vm414aD}` ze$dep!}Ho=P_*?De}2FQ(!yuqtdBBG_B(!`HNFf(FByR1fG|7y>J@aK>_Z)7+qf|b zwU{#QER3_WhMb6I6g*)A#j|Aa?50w*)?3B|Tp7v63hsh%l@V;u+Y3>|g|~)oV*0!>O#hcKV!T$GycNzMg?EP|Cnt`qd*1;nUgfxD`dk9-=@0W8-khs0%rXwL?_*K zhVxRv;BS9}zSXP3=T#XPdF>DxHlvESFsKn%3=4vAatX6%5$JuU4v!5V5i!{V_`x@V z+naojYP>uHvP%M?&OjU-jBS{RkGk}(*?Y7S%crfc)IB7Imc0XlmhYkS3pE-04Mc2LQ?p5ZuGYj z80YGXNy-;c@4|T4z8*m)dgt4w6fyl>%)bpnv^=PvqXEC+T@E5)@Zhd2>!!`at2 zGPwh0QP}gY6>P25!P6iXM+(c5a}F^eYfF&WtY!LlDY2cVYq2xAkM3A-5DgPfz>!O5 zK|E+0c0fM1Tna*cft#R|yoQV#J%ZI?1)1T25?J$57X2(AQvYoNtk$w1kou-Z9`t!a zEuF-;&-Ozh;YjBDaDOJ?*d5Y&M+YaJ9K!^B@}&V8-{Iks9`KLYfpXgK@W?3}uv@Tz z9GSfmLz)>j_lf}n4;0{8%AKN=n-WaIhpl9B%526X*oU4EUko2h2Z-*VI6F2lzCco#hvUn71o?nWRnXT~f{y|L5S_aDs65y@0I%qzT zzA01pAQIXL4)a5Cd6*>R{ejfw>Sk)2#e;QgWr=>zX*%EKD=BrX zrZap1i?W3Y|6m4%OBL7%$FZQ=kj?3xe1$Gvr4G76$6@c>O0HpV5{cS142QWUktw;y z(0G&{9FPuy-usns#{9cwh1W`0sWFLh@X%u(@TjWS-w&~_6TNieAo|RSfa*Fiwy!uJ z2Pa(TZG139jxQa8FE(iye!2~lZ*oL^$^@I1??8&S&mXQH+fDeTKN}|R&O29 zdfkN6S`K4}=Mkzhlm`=MZpJ>jSUmb-Drqtm#9JGAG~V?%mL1k-_rxXQ3Y~An=0pNz zn$;MG7Y)F3JjA?4)-m1RO^W8ER0t+61;0t})w@97X z>OUn0y1T*ec?vs}^tgQhy?6C8kJ2rqmkovL^08EYZ7(@>CkduZyMRG8ov`ERMdD%WL`rXp zvW54b<0|tO+;#gKIQIyHbizosa@YZKWj%iuPVoV9{AEC@S(6=no`%8ljlAWqW7%=v z4dHlsBwUM8C586I=)H3Udv(zyxHmZh*UWao8*_Eou9r9QxNREDl=6hRXCA`Y4jC9R z;Xcub8pm`^as(MU7Z`WEfm_%w&eSi6g*m%K*)4*1aLsZrj2?cKcj*#87p|Z=K!n~ z`Bc=Ua2cMP&w(M{Ui1&xg=eMAq5QZIBj`Mmy#1B{R^6Ad_M$nd3b+rC%|AjwlN(w( ztFWenb>yU2D4N1ENb)sgKe{`S^MA$?UrsWlelmffyf?UTnHKB6HwMNOt!EF9|43F| zy@YOgH)zjmFBJKDjCh1)LU^JTO{R)?Xw7G0o+HO@iM)x|*&w3SuYvj}YIqjUN=a7O z87T2Xd@#5dZ4Oo8KFvz3d3gZRwNLSE4vvN)nS3alnt>0W?SY<+DmeI1AN$N&X@|8P z^d{6(<3KrfT6GvYSDdD~?|Crg`$f=NaT^zSB%`#v9qR8c#yZiZSkgJ1-M)wi$&G&! z{^2%ZxmQq1z7699GeLe$21Hyq152ci5KitH-iFp}u$`EN`&;W_Ei(ij7v&iDBa_I= z2xAtOHPE8!8$>ZphoD$6vsiQwVO`e3yJb&Foy8-vQcH!^-r0`#ykh9yC5Oq|x>KCg z^pjMGt%uZX6((-OF`S#a16xieko{gRXuGo$n~#oR)&_njM_ck~T!SrBGkO8^Z8Jdi zms{DC87`O~ZvqeN*1#}LF;vh_ERwuwN-8yv;BIj%?qY#KxN%gH38{ZiBA@ffM{z>U zN><@k!z&<}{|Kc6bf8tJh?q(ga#y^Z32sBaM5gxuM|?cO?lY@MA$to`+RuPQ*na4n zY0orW7iUC$_TbVt<}`7LD1$x@NPfuzSql5I3&Z!eOnI3&rSK7Uc}YqvE13=D{w&WB?%qVz@IyLMuDrzY7te` z4A5rQb(oS=^P5Cx`XZ1IWi5^h8sMn!qS&-ZfZNgd2QA%y4wa$~Ls;HwEZ;?`C=`R} zqBfi*Vh2ZNm7uMwEJJ%P5C`chGH@vzx!+_N{fWq35*-C%W$V!6YXV*fI0){^5xA(O z0v^X5q7E+{UFs{;J??zlhr})Jb@CJ3borHN$Z9!7rgg!P^#pv!-w6{^fEBIc*zkPdrsp(h$+w1L7q`A^QSJ7L$v*#BwL-33(tDoF)}!rsP#6(V0RX*w+h6O zGsPLHld4!J(L)l`TdxXpaX}zSHuX;>@C!A(*&54CJ|z;8FIG6!<5Dr?M)O>c4>* zCs_=d^?J;e<_wZ><{?UES&+bx4wNrBjBlGPU}2gn^Y(@?V@0{Je55^&x5+`%B|XG+ z-WymoDg=%?m2g{HV<5Kh2yUExm8&($08Iz(z}{{FR?@waFoVyr&MuNMv7LZxy~aZN zkzDAN;m@Wv%ChqH{nWu>AvGrDByrm#-W$#ydUm-Jcd^mV7EOkDo%&2E!K?g%lnjWZiBkZU#O^PJQN*HCJ%Q%q9*!Q%=MRt zm=3%S;nKsIr*9^bM%#~M!Ye7(cK3Oxc)-G&H)3q{E^F#5VNMq6Zo&D+zMwU08h)Wh zRKin``NMDmh-r&3uU=@dlWK0F&Sn=9ZnYN&;_i`#FPBijYcwO`a3504cS4(0AgCI5 z(4$sIaj@<%YQO3wl6$U_pn>5a9a{v`^hQvnKW=lo__N!?zlxw$|1nhTxCD;t{E79a z(YP?{B91AzLUKhSYlvTBHtnwU0?cZU_|R8Nk)Eq4dwF z(d?0LE3mtSuUQu&;PK*SQox_xt+=egWNchiSU5g|hPFM0Hn~vf3~l2zXt$7~wTI}W z`90K3dJ(R$e@+!Sm#NgDy+zl!k0JLyzuy)tL^x)5Xjp^Xj{pZ$AO9K0eC*@D;hSmQ#q7_;YY?Yh2J0J=U#Qje~B^^E~LS} zxG#eSS_8d-^GZ(N3H_3^Mj_%a?Z8RV82 z=;0XO<9KPY2y&g&S<$@xcqA$lg15zCdq^PO3g*%q@o&KEOa#0;HU^%Vf5lDeDPW&4 z01Lchsl@W@%y3LAS0o#3zu2lkA*1Lk7ML7|*fdkNhRy@e%&R!$YsB7Y9>;cuRAK$?Y$(&) zNn}3mghNer;I^-m{~m-oPHJc%UM2SE-7^X2uIl2~1PSo5mZHe3Vl?x!hqGt-=U3my zK_UMfQ@-yeMpl`i__}F$x$6KoZG`|kyU!I*tklJ!C3n$Z;u-&)nVo1SWq<;I#G>hC zRT9JRmrr{n!W8$*LH6wxke9AbqPDN5*ZQNlKG_0H-idb*oqrzR^=E^-KzaVz7h~BJ zAra==7=AzKm?)DJRz%Gl-k=Q$#B_;ZQv0|M%R^G>utN=Gdf08=F7ZeL=9{6c?KC_} zRbrZkcXIm#^T2Q8GN!}vDyrLjBtch#QD4;rcRQw{STcvq+jCtJz5V{XxmQ10?bc&}ySQQAs}uoohc}xz7t2 zmVE@mzk~wgcMUbSK74PVgsVnGC6;hES~t^` zYA?WgmpSV{XC!k&%mhR4=7P?$?L@=U4R>X|Bhq)5T zqjNybAemTvd<1K1MPb#Vz4-0TPPl94O?~gwVDn^e>@qZjy-W6BYHAOi$4x~$!9AFJ zu^#%Hc2U)-_aKOW-oLIyoL!XK#XB!OL_=!i_77=6Ai0Gn?M;Xu0zBb0d)XD3nVeIVtL>k zd;)JMF2Np=UEGG-H)-Y5V7xJ76%^aC=su{&)T%Fq&+~-v!+-{xpHqd$H)dd^Pypo3 zh~!>r7RC@KBg99iiG=JEVl6MvDAm22oqAOkX!LG) z(8}+{e8{Gk6g%+COMVrkyMyX7W0}S2^Wc0`3g(1sftkQ-n3^KZx-6=phE^V=)~tXk z%66c^#dfTBb-?_D?WmjQ39@ln5LP-36D}-=kC=*AX$PWiD~y;H zkNx-WU>Y%Jy9zgfD8CMh)Ut+W{8^U$BkQQt;Rv#&ESqH8o`Ne|lOa0(b5WChG0f>K zCx<-ZsdeipcC*DTWCO3@w)}YP4T&UPVRFdsn+u!u)zNd?XlRj}!i3(~fC&yB)IB(W ze3XAri#n5mxGe%5BU|=c$!eOpo8YN0htbGR9Nc>{X;NSS28Z%<%o|IxWDLKyf4UK7 znF>Sp)01FT`V^gJ8!*bgFR(|PpDU!AN%i4)Skti2kEV_&f9hYF% z{sYXu7t`^bmL_GXHAKA9!_8;qKxX49I&?}GR1!PDwq-iCJ9Zk{SI^^#Uos%GRFv7H zdj@#BMKX!O%h@QP+(%O-7Nhrp0@Yb3TQ^+c>FS^0?G|L% z<|CGj$o8dR?L(OnQKEgB>(K)CTXzj-!PW-C_F~ZCJ>kOI~lv@baY7w_Im zbx(NV!Bh!yN3adc?NiV~vV?|yO~JTH&Lp%k3$(1%8LQPcm@aS*1~rRe=e6D3{kt|m zp?)e1oYQ6Oo|~Zi`!OiF`YY$@s$-DTH5EivlfWn;7PbhihMmX6*=sLKp{!>t}Hi_MPC*IPWMRDyyzQlvozop*#@>d?v#DMoFfsbqUT46NMW8FK}E{ z3{^t(*)iX$sp{&Ppkc8L7N2@e?ABkxyBELWEj5bEA5;S6Kf_%~Glh{h5;)Y9LkH#4 z$@DjV#7=7-nrYrb87=<1a-ViE;WQ6M-`>WRJzRwIW#fo?;bD+DVZ`e)dO!x&o`BC9 zitHgf4H)oR&Y5a;6ry8CGv6zM&^_n|+lAu5B*Az7NkiJ3GF5gm)qd9w<=4^ z`SSzC*>of)8Y~Y^$8{TOao-&S2)>&|oC;eYb+83oh7aeTpK3yD`AiUr8%x4Z0nBrb zfD21)=%-{CM!VA%GZmvDdGHo7o+ZZYr2QH*$pUfWdo`Ff#AEN87rhzs`2paD=k%XZ$Bvhai-#(4U?`7h|;pKH4dnKIAjPPgd%wNOR&S5|- zWyrJ8-S$b+=Z zaR}VGW$-FakFl=XhC{v0bUU>~z0hPxG_OMKy_A-|pTW*pV+`ky4N~pMMo5lPDOwwT zjC75BgB@Z^A?I@iOx^6kzNGwqM6Vgh+1!K+;tO$~w>@Yth(?h`Wn}WDWKN)W1;}u% z>Goxt(5YG;4%dBxi99|2nN1QVpHG4Z))Uw|#S4JnTX?;x3z*1;%cwiDm^k*AkOPn2 z^3qif(Vb&c@KQw~`bFNx=cZfm_+I`z>2_gQJ^2KUcbLk{jcKA^Z6vABgB03-rj?Ao z!JmP?Y7PGnMdula)!)W(WMs<-g`y~Aq=fr-9cdAgl1fXG@=r@BB!$cnp^y<0Ng*lR zzv~Do(I9DRNKqn53TZs&dFz#NJLejo@8`<;u!HEgmO?sN1@Bq~uqfmV74*M^Q91Td z70`hD96rJNWk}p@-0_~sM`-KHAp3S+!=j)xB9_tvzaQJdqTFWG%;#9v=ML1>`#Jri z{~wW>{|t$mBrkb~CL_=Beven0va3Eg!`O{)U>-S}CNVLvKspmdOl+apFplg`Rb-7_ z1tDwXAs^c2ecywO_;uJevjMg2>d@Snpx%t%P^mu~ zH&1&3oyL}U#8rZ+63B%5^kZ^y`=^_fr}smU4~RG~-1Utr||ZA@&v4D)*4 z!uM%9%)28y@M~@|BwR^D7l$aeTjC~ed8SRphrIY^=3>xxP?U5(G^M=nn)LJj27K+R z$5VHijG|NKk;NZ`SX)mX*qpPZr+H0$)$ITieDa8dtscKma1MU7%Ax-~i-%WUh15{< z5_#%<7DNgj5xZ^2(5iGj4IXbJn;pcMY1QY+&_Q7~>Prbc|8W<^bbE-$6oBA!!&I@X z14dd`phy7=ff+X-p*jNGDh+X9ei7yzT?rN2>q*#iIVQ&&NwLZ_I60t>docegs4FjG%4NDQs~H1<^;#XwsWdNSPlE8O#lIpJNFzTN}}O zgDaf0oDPQkN@y;qhh?8b;YF!Dm_$55H;Z*x@^K@1e0&*bEegWskqV4$&}Jm&&c*%W zYoS+u0$I*zFg60`amDmd`XeV9bb~gLiyCntY*da1zutmt9X5=a;*KpGIM~(GOHYMJ& zzKn;yHDpC9fX&iAXkS)|^KFF5u8^f*KShXmo{_{Rj}x%Xt`O$zISSs6GkJU>Puk5D z8QItJFdh{O&-R(KEpAdwQv{FkVrz)sO2Qs3-#{zlE8x$;OiX%^4kDdj_*4BkMtF5R zS|v%cl`GwerqKqFS$!2Y9Sfmhbza1--5WmL6k=Y;+kxb}4!kzUmA#NrPA>;bu%6o$ zq3g*3%-J~w4;nA$85^09pc|9f38%cti6^V5K>Q#a+Ng-7tSGL2BMT=?D`@zNS!8a) zNrDQ!INo<1&I`$ahVyAM{38R@9~Wcc&kRt#%qKCUlbCA#3?d__L;g!Y0dl>&QI%JO z@jq{1b=x@go8}Cgb1KR3`bKKMA{H_}PG&tj*CGk1N9{viw5mA{rg5_-w>f^e#&149 zd~POxRCWxWqywxUPlPjjM41nxf~c|g28LR+VouE&SmbTa6VQku;sSCQ&_9BQXQ^P` zi$|cBZU|}ZQar<4J5ri|2ae2g!d;0M`Kj_l(0JjS{8ZIqc`Al##wr3e;g_eEn>UvkHB=9S^!=a zc^xakd!}p$u5+9DcV=KdND1c&O z4Nx2K8kMD&^0p5RqpwF9b+q%sU8m1M?TvBVJkpD{c>;`lx)iUoJ^(Hoj6vv~X0&uD z#?7f!w<7NpgsCU2}>IXo=)PUUCEW=J!)k4SndwJhoc99|_3r1;) zI{R3q-$Fxl0j`|bitDE=W)_{?gUu=n!TQ%O=GWr0lnR`nWuGZEJ+FkT&>9DpyE9Es zBbZ>R$8eHfryGX$;r6m=oX;W`HMy*>wRJZs>luUX%Q)A@TwPKX>jZ5Z^qBnOT+(+p z7*d*Rpr9)oUTs9a`hGne-!cPEhrPmG{nM(PtqE&qz8o(6dxZsx+&=QL1FC*yU{y#z zczler_`YoeudGfVric7zp?$Fw?(Le2zc0P2+REh-qIPW~a`&DPyN9tvRKyeZMH*sv z`v+e8o?_4*5oRAtAHevt7h&L6ZMENA6%66u#y8=KC?=Oe)1|(E@<1J3FUF_p7ZX9Q z>ptBoe1`nGB}9i)Bv_S3b6h(wmKPT*OD6~h5R31}@j}&V$ZT9pG07Ps8V6`ZwJP}i zt{~%`A2ECQ4Dr8k93OuVf$-Bxuu5GWLToG1T5v0-xAl-$E2lFjCy3#@>{@(TmP@21 z?(*yP_hR$Sb!6V)4I)bFVLnNx{*~uxuo%Ix#$KVqe&@x~VZZ@`Ie%#suKXM+x{;W^1yMHt8+tC3o?p)SAy8`m(d<5^b z6ZpaN&VtUw3UIdf!P5T>m{i}1Oo6!@oa9(+zjY>rd3zU2=;x)Ot1=U#cokKyg<<%Ev-De{2;|!Q zgB{h2(8={KF6VkdJDD)(lHCUtGoHgh&007*i^s}H9mc}pmr!PAjUk+SMPY^^ukgqj zd^{2iQCuw~w|_dN#g@nCEX^04$uIbL|yf{|T)Abj}@k&L^@lXaD)FE!)n^qq^@=uZi-LFx>g z2~%YRh31nQjUjX26EckL+3Cb~zaCWl9JQ!i)Izmy2+*gZ`mA2fau7?tj#@3wV844l z*iFpm+!7hA`}I*!(>8(8aTTUWOohc$t1zw7gi%h90Ru;EM&VQ`H4`ZUIkzwvbJ#{! zt-DeEVx=r&k?+Xuu_m&k-*jlumU(R2icTz7yFu!W9r=TUE17s5Eo`I1yumY0tka>{ zpjVzv>d$tdqEji_Bz@%Ni&u(U zZ_CsC^Kp>+JswTfe~^rAUr4OYb)v$}%f}CIWa~?=!N;+)(EKu$KIi72`72L?r6!9e z^-I_*3$5VX`spa3bs44HTyWHN9_BJzp!!)Q#^wz18^-fts!|OY=4ZjX=1J^4zqkD6 zIs53CZaxgl$B>WjYpK?BP zGUK#h@>W1oV|wml4v>!z$!D7zI525Fz1=N~?Fnl5Vd+xpF{cRbl&iv;k^AK0>kz7) zD4wQ4|*9ml6x*`TrN3G}|J zr2=vZI3DT<3xuTD$@01&_3#U(CEq|Hy%}t869G-e7h?=ALHhIg40|)4hP->r^W}df zZBeJN?MF7y8Z-WyB}2sewlx&W1Yr=zjxTj;<}0YYgASMS>iS9xMm_Qxg#BaS?FSk9 z<3uMk8vLO{AzIK8`U=6~Dk^(Pv2O1ikgc1GT7!W!7_HjAYa6u^?C4w zVDTR4+vWo^UMn$!PZIHGL^cRsw1GTTX|S$ptQukral9deS6Ig7ywB~22i8c38>TRO z=KI6*JJ)F>q(jV!2>NwCfabg)OxSe-8%k9f(Y+~P|GXEyTjKfE^doQV$}q8*Rf;i2 zNu)Yz30YRug-vx4wB?x$qjO}Gw`+VV2H3vC;P(&U+Y(hQ`D~5}n&oEIKJKLbqbxi* zbf4pBk7L@_Ciu1H6uv%s2vh@{u}$p~l{foA>`eN&KE<55E_Imy<(DQJCuM-VngAy0 z4^VkIK3%_Fo(Y@!nQBNC!%+`YKFm#qKjL%Q*5{#cjk!#vPie5f4{zhJ0a^BG9kxH#hVj3_)z^-@;djg57?Zw)hNkW1HHqm!nABYSvu!%mh`BNf zLE-R8<18;TSr+J>HT;c}MVbA#1JPyDTo_$bf=A}ml8!Yq*}C5M^ryK56Q8&cZ)%A^ z$k03Pd9IJT$Bo#qiIK?e+JvF&F2ZLnJhWj{3lKz9_sqTmb8BkAvs=Bn*@|jy{2ISU2SdG`)<5h|Oly^@I%F+3!z7?z7n0 z9tyKMRcLJJS1_wc2BFS-P@rA}3C6?xGK<;N;erO(WiNp=z3DjGd6AgUH-&+gM$Agj z!Of9#F}-33=R~W+-i*&w=%E?<_qxLuU2Xn~?&I{**8zS=z+D{6pGdOrEkg%&MR?Ve zfCca7!qQKI@VM+bH{1US0)rRPrM;gv9?u2)UPtgq3CD!cbr5Rw6Vw&7QPw{Ui!auY zjPF;Fc6@~056(jiK7=9(6(%+4ENTlS^Y%;>W-FfUrZ?Lnc!_zFFic(x9%&>&(ccm} z{naR@TjXK|=PGKJ2*ajRo48%b2K>105k8FMcA3w2a;vcd{5w+>H7uK9Lv9|NDxORO zxt_so&VIVj%LOg|D~74(jIsBZFIY%v;NL&pbX&wVydKnE4Hvf34I{d&-;*>ta&m;! z-gybaGmJ3%ts~>3OQ2@S9Cjqs22F&tICqoBoe53Q+ZmM?b2Ivl_Oks5SKr*nfV7ulojJor4D3 zv^W%>Z2X7Hg6fD4ziH=MZ`8bg7%aG-f5fAkc3f140uy1bW?Iay5(xuR{vVnv1k>#b ze&D07K)-#E2LJV2$nNXuwD!O- zuJd0P1z@xOAIP+5;odFF8J!q$-1p!GJ>uGn+3TmUcCPz)pC9NDTRVB^S+)Z{94&*P zK?xLi-inddcZhoDAelZTlln)gLQZBg4V+O-i~B8MziJHLekjbWu`YyQf$OMyX%X{& zd-}LFA5_!{zIZ8vhnli6|K|%-^-{q0gJx8DuQ4$?Sb+SnOwg^9 zXC2&mAR;b=Av+K7eCuD5eJ30t{D&6v@5(gX`4#Cv?s2A2Za#|kH__zM>pX>M9&2<* zftYPk#xy@u)^`c_f6KqZvwMdXAeQG!$1D4914}kZj(dzC$kG`<=OcnoZCd= zJiYeM991_&;`)E`%;nc=q}MtGZ{Hr^9l3B992ZK0v-vY9+xr7OUR2@XRS`{-&rp{9LNa+LT9OM(j4cc7d=o;wHS19^tuuDTYNZ z<9xNB{WM&l17C~j@>EQPnVt<~OSgGLHufW0K87#WvAk<-Uoc?LG14Ng2y%gc==@VFfUdm2lif>z z3v1z~^ip#E_&C_h+~TW8JjdVf#c+S$Dl|I&A3MvK>w`)Km=6y(WBB4b#6Us~sc;zj z1kGS;8d!9iw+#eRGiW;rqk?m`U|)zfQ@Hne)z0B$@DJ{Wpn-Ap=`Dm4Ge4nwbOASS zRKhiBm*Bq?F=i^%;dLe%o9Zu8#jmw=+1`Jk);6p9#-vj8a8qS`0wrKSkz#LWln|?3 zIl%5aMcPuXP^Type0Hh~t#_tjr=~O$`o)7M_Wl$s>`JE!-O|id41<6-U*VbY2o01< zp)JWnelPL0v(nu|~GN5af!uSss67bK}pLzjt5xUN=+owKxuR=sbc z{tZ`1LWd-2x%wL7UaZE;UwcR-JDr!`)kZBGTR_Qe6f(p*Au{y<=xzCr^^82ohOSyj zeM?Gs7hL=?-=Q4#Z@7xdHBac>rICQcwvbY{37;1s?v(otdiH0@bfZ2@cvc95f(q1C zbeBb=@K64p+8Av7qloo+-LyV5vwBPEGCZauh(2XkDZ4G2rXK2{i3yu%T(lI=RsRZ( z*sHM(YSQ4>d=44mh4?YLkUU9#ieh+OSfK(tP?&?tPBM6U-YFQ~yn-*Xb1BYUh7VV} zVLM+E2lh<`^HG1gZMh<&R$N#;{B#RS4up{ZbYw~D2SMHi(VL)S_m*~gF9Om%4N^6@ zp6hKP$fVYS=ax>a9OwG$FLSUa-U0hkCo*35Q|X}UD4x!BVl7k(dBR$&K=HjPet)aS z%wO$I1iB2Neg?&w+-A;4`6AJltP*`kozksvDYRlr@d4T^y${6?C-F|7 zTS^}OUVwT}T_9?XFTYW~4pf&{lMQy`n0QVcBPWM|-iQsi*I2~V%S(Y_`eB$?brb5_ zdQpF31zq=I8houfO_y@LU$Xvb-iY}hLbGq6z)3FC8o!du34I2qqsjP6!3GX!9>@HW zLX62wqsbdah{0kx>{SkhBpGkwRd$B2w!)VGd-ZPU@!g4EZO-C8`4>2LLK@#J{Eqwc zv-zt^H$(hHHMBA5r+<{rf#Tg#+`T*<4KAeckIeXKrcinhx+eEi$H(4Ob;e=vQA|W> zE}v7`EzIudaYgexH%Vb+30*N~h~5p3MEifj5Lyv{R&BRnhu{VHv`Ll}x!k9{!4sLM z%Vn9t;6KE*o%3F8F+k7RZP>cY2<|bVuxXhAT$t2E9L;XwE@vKZ`Cl=nEV~RVC&iKL zZOOEWC&Y?f6To73Jxu5ghdZyWK*w2#eW@Bs9<)~S_VWa>apVf-2zH~Moer2ynSqzx zRY}M#iyXWA%Q^J%J&#|P z*`rFV8WY%b7b`bNU_j0dc+Je^5BLbu@~HP9Z*i;I{mpUe$z_@IW*oYQ%itz5+42I_7S#eVw_7x%HV>z~6lW$MEF_b;_p;}`n;3MU zoW=~)RK2J_3u9X*GOj&BY{;BFDEfu-w00`;7Hxe&C&Y?Utg7W*^9x0u;&JS#S&g-` z%86-F7`<2UlypoeBNehc(1ZIs=NQd~UFJy2y#Mgh4*kH*6P{6_HOJuS;4cv7+@4F9 z^MEaR0z(d;sJ+;8!rzqwEu%BBp~(1KBzKA6{R51jcWuAuHnrMjKtgLAsJ|RT9I{Nw=wVP9bD|;g8Mj@V zh0@DTpyc$pYUPhJnf*esC^|imT+%dW=8j3D*VKIIFBFBp=SQ%?tp+=Pq`=tNR5bP5 z%&Q1r!1Vs!jOSt`N&9(eMnd8e9lMzg0xqiHm1T_A7w2pdx?dB&$sVb1&0sJ_9Fub;i2 z9P$=Gm#}2Kw7wFx*R94>t67Y>fjM@cdJT?;kI{F#&f_fqJhbw9POWClK-$HUJ8f>n z)43MECN+bbFdyCP3_+}>odk8Cg!?6Hz-0RkxGxrt@&}Id;8ZDB_Y2dtUS7}|Da6nQh1f{dBJkNrF#~ACBB-kH6Y1;6$~Ls8mqBFNRa($5YLNs zjV9Ap^dna-m2+CvcKS&WSi_vo=@(R6;)W+tv{ z4Q6)a6F=V(TJ&Hx$ieL}CaHw$x=z!@1GAZ^ z2dBxCgIsSr@`1J$iITFj*CEQ=hjVYA{(Ozz2qzo#fvar z=d|&C{tzhDP2wVj&5&N7ihV~0F7?)x#hV z7Koj zSiQc@_gM3c82j{*9v@je77_<%T)Dk|X%z}&*FoRmQ(Q*iCP--`$`fws471ZNi>J5$-_Wtw*7-Uq}VG$ z`OSQ+3^v%d!~>4`9OyDSDx^9!-v{U?+S~XFr;y<85+{rtGXCPoDn)c1jt<(J<7i zw!vT(F>)=Z0L}$RqtnHEkdmm*7}mbANIJU|wzMDS_R`{zn)sTw5;xwqPY(DeHxq&j zOQ>_h7jk-PC@=M=D;L{af}*pt(0b*3_;S|_du*goE!+Z!?w*D8reWe^F2L&N9EXL= zPr>u;`=QKr66+u6KtHyRllwL&F&WN6S4tw^?Lrf-IvvNkO9b!_m%9|Tlwbph74A3X zYU6B%Xk9u2)+0x7t+^!od+}_v<}c(2f0IO~H#_)?i?mp)th+>Dt^*9;I)?#ON5M(( z2AKCLlJ=|Xd75Ena3#MSey=IRrEE1xjab3X;k>=&f8(+I-6{U#my19mUVv>3+s~}u zJAxUrE&~UHz*^2@k-fwoK5!h1Nz)+lo_iF>JMQ4{lMx(lxr`o4F|?!79N+lNVmXZ# zeKkuD*PQOb5?clrMM;pAH>FVgt1a4R%fXMN-!Rsu%A2)T0+bJy^S zsLtLBrgtgWh@T}fhbUdYc#PbCw33&5dNwRFn#e11bRS6w*5}#myQMVgr<~`j2(UuYn;GkwS?HL$UaaS z%Y>wz7cgPG2=o=t(V|78WN}v^6~NVGy-GTizv`ozD$^LbX9}qK`aW%O9t0cXHE1I) zjBAuGQTy{cbi{rUdq<}qZaSorK`{|nayA#!J(~HF&oZD-#tsylVxU?6GhNS>T>J4k z&J3B2Z*rER#OO4XoNSK{Thnzz za&RdjzYQ$Gb5k^=iZr5;rVLZe%O`yWmf-&)g>2oV%-Bs^z%q)KP~BmLcKrGHhnxA_ zo@fUqt3@#@Fq;N$K83EWmQ4L00f;W)m?|BFC%#L05~s4MHP;*d+#X66G%7Rue`Qm- zZfSUsc&^&*)+7A8_Y7n?jPf7b2r=TEC&wUs2CKNm4)ShHMkSXWcwHu%W?ME@*Zn1! z89L5SJNgB!EVJRB%qQ}UFV5cXD5KRUX0W+>x=h`fKU4$WkRp#UTG%4PHlB&4%_kA( zE&s;5Bi0TF9UU2BIZ?AJ==;gW}Gj1GDLLF2|+xV>NiSE~Vd&PK3~e zFn)dmmyO={jI65mgX4btK~}o}-a06wWc^RDIw%LXT@0${g_?s8=kXFK5nzWV)Z_D4 zpLkF1YO;I&z9NxYV;CDU2lkEUV)%hstnx1{?lw;^jF_2%-^vBJXXYCk@v;xyr(A?V z(O4O7dxc__7DD;}2*;QjVKfRfJbJh3POebyR8LAjJ)bHooa zMOvwPbUdHk{~SVvo}+p9(mN zkI1!BDb|)_qe3FfX_De%6y_;G=W2DlJ;Xpi=Zo?kz6Dp_g@BWEJNm3z2R*Hap~Y$& zGfFn%MyJVat$aH9``;(J4&>R$#edPtIF&L=rBrtx=k_Ui&s!xh4WF54GbS@#K}o(1 zf*Zd>c2_ILWQ_1#e%0|GXFjG!cZ#ucE3>OU?^0qt=L_?bK0l=ThIRC|*9xfqn+(|w zOJS(=5LQlp3Im>hX}!^OcEEToZ|U$Ou$<;fUSu><^%h@V^;jCuFLWkjnCS&)xeUFJ z?p%(^vxbt{`mBKWC^+i=AV+mv$qAn~5WDgpZF-?f(vJV7$2KNW`BiPCt>Gfs^t_fB zyGDSL;Ryedix*&SDr6B`rYlzkt|xtkLf+r6zCje)Qv}u1 zeiB2|%eX*49*g29;UdY!__FZ?|K93o*juR!)yKb(`u;pTm?aNtzDlggeR&Ywb{NfD zFHrrEt03fZ0M7qDOZ3*=#ZkjjNVd(yBWiyjaA7nkbIzPz<*(?sAe@j8CwLP-3LCbV zgZa-utSWj7mzRB`qb7^6lj>ma$Caq9^cVjgp8Lw zBu^Ohe0&_;9NgH^X_J`ZFIgz>auUk|Lt(?#8g$?sR}w#U=|%hL)bqMD+PB|>?{5#F zQD_H5J)g}KjViH8v!xl^1Lx@8=o{eNun<&B>rwtn2XT~iB`1s^ zF1!sEt*n4zi{oJ84Cq+Gu~Sd?K$`e1-aMUl;(VzA=bi5+BTe6VByTY^a5<6h0|^*W zeG%nL7jhoHV(MaFjU!hTU@$NO_P_7Os`cN9)ALURgYFRX%#(E93PgK!#brAxaO#(* zD3zN5aaF5X&%8s_JM9sPjUOjN(auygOqp4Bs}i><*5Vt%jB0Tzk7CBLa5R92i{6~( zSm^?s;Mq&5#u%n?%)4#ecC2^uN2!G)Wab8YDE`$%y_)BO-6x3f47FWGqsbV~l_lo3qal zgY;9d@P;l5s;J?6$*Ii9x&>6?{$VUoeZ&9dEsmcj`@=QayRh>>D4JR9L`S(8@U3b^ z$Je@;IwZ`_;r)Z?cVV!K%YMB&cN$W(x8P_P&;m0xrukSX)%+BMj;CsgR}h1O!`neN z zJF(}2Gu1CMV8!#>V4vhJMtS8K(5u}GE*$?GIIjxtG;YT&t18LQeJAm>m<77K^kP6| z56(=Jf|JD|%pGZNH<|qwidRIVVURksS#1L)_Xo7s?mUqX4n?s&DUfK?i4zxvK*I`2 z{*1TDG|6KM^JX6ehRoZZ~H5;ob~ zMoF!3n6&ULMDDb~u@Mn;D_FsHsaIgkLPwrf_CC@zr58I2wiD;IJGffb8Qq~84rt|I zi^Ws(th6M)+F%UH&=LT>8S`;;-cLIEwGRhYtR)`DdO&faF)OGy4P==3C1k^P!haQ(R{QNN&NTqg+cUB09=`bK8{1fg) z$uO0Fs!?w67;jmm8GKD1;p$frwpm9Wt2msj_Ake1)>~taXb!nBqnvzhv7>JvPGiF@ z>ak&>HueZgv)-HbVQNhmZW4@#lJ^xBf70Vo&+j&`;$I1Dsr^l}e>qdF$r(i0qLrlS zS5xuX%8dM(24Ff$pttoT%72sP>E!b1%U=_jclO*(F2z}}=RYC#e)t>sk`&Fkr8p=3 z!(zb1+jOc^BBp$b#;9LiRKPR{MfvuSR}cgAN;BrZ=H})Xze3!NaGqR=5Ty1!qO;IOTd*y&{TH9gqZY{d5M2M|i(m-EzO=9mm zp1>zn?YK(%H>N&#Ll~mWwhska7)PoR+h;e3`fCzW^SV}b5L;)Yq2DGqEB5IdVaDWzCCR!Qg<}UALD2Io?47)V?7S7mapP6s zJnsC2v%~>csn0Y{IhHloSb54;o)5a zAKccW+q70fHhiQPqf~KEVJ|rQ>oF@f$6(s`t&pz21*c|eVeK_Zc2`pwQER*l>$XmU zBJ*v$pO@ya_neZ^H`Iruc7#J=a6f3sP9t9xN^x-NbbR|T7XE(Eqb9wIu*+aJ8_;Be z725^aRE6^xv%-a)|0{zyjxPh*XFIWH<9+fu3DO-67J3_O-!qaPSdG^dDsd#ST)h z52nOQ@F+yCilwT(<#fI2EZpiH!?B6^kT@+3D&w+HU=fAII}Jb~MH}>%hJ#pVI?3M` zT{VF>L_aQFi>U*Z@TYYyb~fpgXQ!qxHf9V;Cl>Q3Z;T{=s!ouroOF^QGs{J?(Z)0sOBwJ?9yf6x-;grm1kVaW#rH{B2X&u8E;sjWiAY1GYk= z_&?HdG>51SaSpew9NjU%&0^ODV&pz`@YUJ~`>v}&%5Bd5m1K=}qmMzHAB9>HU4Yr{ z5W0LWw$#3%=4n%z-1X;(#L))we)|xvS+of3H!p^^Cwwaxn8u>jVKrS@jCB+pruo+ z(6Y4zR_fe@c`^6sjZOuqvHgd>8l1b(Z4PQ@*y7Y$M78r7VCX)J9lEQI&fLAE^V^m2 zjYc2{*UiFv6ExW_VNv?INo#0sDM->=wvm5Tb z7zGBMan*usqB5d`i_D~$OaDC8}MYU{_8#>>Z!Ps(Hw>T|J-ZcGoNn7cGZPAD)qI`UX(>EejiubN57X zgnrqoLHmAAqD^xQz~kV3en*!f8MxieWoV~!v#=W4`REt915r4Gd#-!dn!)Q>VF-Sn z%GK9OjOb-$yz|Hn7T?@P^B1^6jHotuFIFAIRd*2Sno_EfUx6ju?stj7E=>OW0ppbV zc!|A#>4}%c=5|{p*j;PiQbVufShJ=cjtKNyyya?%b^5|6b+n`U_3f)v<-c*dwpWY0 zxi^V9DT1(c%QN`!d;xy;;QS~FPf=(86B4Oug4Y)v0^gw-Y~Ac1Sm2&UvUOk4-+iT! z=V}9m=Ow{i;T1XdA`#+yB4E6HFRGkwsD`ba^Rcj)im8gxB=!}Q7<#ZfJm#XwRUa%e z<96laWn_Whd77~+pFfc8LG*fASTFjHT##(wcU_&0L3&c`^zmN^TweUrqX5i&^AqxZ zO|i%roCxn+3h?&qI->PB0~*>VGC@xQVAeBJtlg|kzu23w*%E>v?^XtFJ2g4hmV&PS zH(E3tg$~Dz$bQkEyqSu1SaLiMHNQ_Iwwl@C?j(SMLjS+F_Y{&$XD~I12SDhcGR|A5 zNi8pEg0~ez_Wq~9>^-p*d{VCPzv})3)u>zaZ~q&#D0hLkRbiyzTrQ1{%7i<)rGzGn z;#jE|RMz#tjxi%JZ5ZS08_D6QkSm$|+5mO`WkHdhDa6J&lPfKA$&YST8v0=&Yb+MQ zxd`WB(@bvPptu4irf5RxBo<1GZ{owObY57jKOBA|$$xDviwR!4q4oYTu)PvS#viKj z8fB8v@FQ0P9#o=(1`6cWeJeaxC&U=-x5lFm!fa{g3`nWofEZzfc0n;@g7pC?P7tPA z6UzAo@@M#xTf)E)C^+6^pyR4K?2ewszA%=BV=f%?^dJt3R>wnbeiBY?I|O%*ZHCHS zhO9Nm?)2PQ$}HV@hPFtbhhp8gWIEU= z7u#&c>NHfML~1Keb<&`}eU3rkOH*dO$9Gz`PLg^T2%xm83`Dl~b3Tw9qRKgAZ4aBk z#k-M&w>E;-ig3+!Fgj>l%sC1&zdmVGRy$F9h70?7b5`uSD|Cft(Y zKHI;bTECzFtvC&Y?!3b9mlGhU`Yh~nHpQTluOzql0mv^9gxwnrKrZ7X6l-xA;jA2-mW5mOldmd|iK>>6#IxtJymHG&UMfH7>ii;w5b#wE70L?iw_ zIco8hr!p-H6lZc=-8Xyi$*%>c-hJ%v(i24TlOQt~y`Ln%n+-|=FQ8Y|1=hzY&}RQe zUXsuR)I6O4`?hXJ6t0D*k5u{o8>_*S``XAmS?0=`Y*c@c2Ae!%iACjRY;+MuRkv7B zeSCx8)D(r*zrE4pVhim1GZlniPNjJAG78e$7V{6gl9`DouqI#^yi;+9bm@aA5io)$ zlU_oSN;kgXzR##j4!D^71cQ~sP=|{lwLd$vg~x# zNrc`~X2MP{ukIbr;{S2H20J+I&2!;*kP)ebp&nlJu^7~%jx#qIfb!>5X#bFdo!1N$Wn+c4U<7 z=6@qD_cnry#ak+O?*!@HCd2latsoVv2}US9ByN_|Q6jH{{1}R&=3X6`Xy-}-CW}Hs znm@d5PJph1rWh$#1$Hrp{EPNttmYK%CP7OCl)kfMx*}`PeQy`Nx+fz{t2uwO2R zyNra49WA0Nl#WB z2+TW&uQ0lDt++2WEl)wqO(u||X9aUIB57E9Hl#6^Xx@@Z>=@68I+jG@(Ffw#*e(e! zrx$}(@F;g%P?-J9&A;ZpIg1Gijc5UOq}olM+);M~xoN*hwRs8+NH%3;Ps+0`x>vC2 zU<96g#yR}6tWi~z^Zksq!oaR7=rdc$rf1Ku%8VMKntr2jw_lRY`Gj~Q=@L09Is@;S zKY=Yfj=;kQn(!*soW@JW!=IQ)FfNh@`@arAW8=Vi?nFk8Hv!feN288Y&|GFlpvXv&9564}a5nIROC zjOV_Nw1}3XkkL|#LZnjYd%pibKj@tE-1l|8->=t*JB({>$NL{uSuxX0Fkc!3RdX^x zF8>8F8)?P1%1tn><{b&XDg|wyaxtg26^*nm;1PWxcI2}&F69_WH;YX9>$&b$$Lk4b z_Hi4px9Bw#8Q7vylsmPXT!0$KX437)xlWpOJDvDnmdQFPM89h$`0axZbVeM-s{MAL zkuS(`?_?N51rzj*F=oOHs}YLb=+Mu{wC!IrwyEfXu46w@=CaS7VF`5Gfh^3Or~Zt6)C-C%)E*+_sB}-m!N8@#Oh?Ul6SZ@0ao;)^#`UpW<;oL^H4+9LZmcf5n<;MeH89FX9TD55zONw{Fp!eGeq@M)zsryIk-snuZ12l40z7 z1+2&s#<1q2*!d-hlz0d-n@`nqSu^g;Dt4VNkX6A&LbcH8?*h5p9m3UU62bzGHI=Lf z13_+Z@>4#oyw0&26~du^%V8>QC&+$G9HTzJsQqaqmSYA*SrPHtfkr*6f_kTI^5`An-cJwGmm|DW2Cb1 zLow$7n!~PC{YRYMmea^zJltXWo7znJ%rn>GcDbEVnC+s(nl}3J8h<_|!IwN}{5m5N za$Fl6%DSOFtc#Y&9wIJ{SQpV;b$Ru z^wStx=+46=ulIaG0pE)LazV@t7{aFcF*w;|BCPcD!YALBL)dadRz&eD%3YYtzWN&s zr>h;w0dWm7#e5O62Y#c_+C;o;5CqEHOk3x#0ElznGh4S)n18yR9G&h57d93G&Z)&j zkD2iDLqp{!u{L}(dlG>-dq8hJ^st)FEB^EV6MjKR1w% zrEbtww;MI%wOO~&IBK7li;m8ZF!`|`>Q_aP(`F)ix*S?AFFcY78JFtm0j(F5p7Qfp5 zK&`?E8eO><1CHlH*QqeFt}_nQr#e@9^gKnMxOueh%m?1mrV{wAvJ7euEJNkF#iUy0 zH%M*y44G%kz*~t2yBm)~ub~zDQS=x5Hme}5pC>S8Cw^krlDly5Vj?Nb%S5yJu1FM} zh`ewz7P~El{azcOgmdpydT(K#oeesya*#AySF&Y06NC|6#%sDJv+P9MI5tV@-Z|+c;i`n$XzB6=8^9IJxU5~fg7GuAm z7YRyZ;n{=>oX60O+sSZFtHJB2EICfs2tVc5PD_SnnJ-wK)Qn~>>gt`ckQ6EH(>{|`i z4r`$1`wHCXCc!A?iBu@+#-qyZZXkk7nASDB;qB4G954GOxt#(_5>_3Q$2OHqhM zm2f=gE-r)2Jzu81GqL;I1agVXYg{gv!w3nz!Q}Y67`W;Tygq*xCPzeKU*}!kipB~$ zjVH%Csw82vdIY}fq)#&H#a^b(Zw&!3dHop1m4TKFZ}tDvBa6%Rb)2SlV?w?N&80u zJkuYK(=F7{B0BD|!7R|4&+54R2aj)ZKA!ktTDdccXV+Ry_6+PNyJKx3ZN)hZaM{X| zjwih6$4WH&{5m)u@R_K|^wPkvE4YYbtH(^a&GGErfJ-vLp}>>ysW1zE=jP*Ki3D7! zBn<&04^YpwhyGUiM+D8@^YagL$Hg0*Bj`~$nv7A-OU8vu-XFoaq59y!-KEC*kjO^& zf&HvYAbd2ESZM2`!GB{UdVxvVoN+cH!@tHE3qL z9QA2FCeJ*HY6)6UcUTn4vnMcH9WFz80k=n5@e+D{&Vj$^3zNw&&cfHY4tQ0YPUd!8 zg!pq3%w=mcG+8DD9>c+SwC)y-(VEU=JNuwYZW&1sjUxS@_29AG7xYQaAk8|r$z`WE zsP@>8J~Mv+!W}iZ+jJ7^_+AFJl(vFXu`hN?-iJkw96NoGJ1d$f!dA^F-YxSwzKruN znrt+iJSaMdiqjszy12_=Iu-!B!9if9XUm#Ru|bVTZD6XR&&(71%zF@PMO)6q;3f|w zYN8`lyVZ&BsQm~luL@$Pv@M%`%7QME&mj3Hvw2|`xPDo#2!zdKv<%;m*R2$-R{0H>bMc~eV91B?D4CLPQMZpORamwlxdijD5&wfCa zZ8v_1JL1i;N9-5OI#Gb8Et+UnxQF_r4x`Q4MlN6S0K%*4;ee<;SgpSY8Gmcgk?U^+ zrV3)iDpkJtjd3)r8-#sg>9ERDf*jANh9J&m4A&J{3&{@tBOgVOcbE$D}np3*OCMg@ztuq-x_X*tSp=9N+Xqb@Fa-;${!dv7FEH{oE*`*mqkFMcGi@x(rKJn4rQPsjmN2_?sT5m&uBGyQ zgf>Ku6w(=MCNnc{3o|_}+o8X>jCib*Wo_IppjO~wsOvgLr!^mAhvrSAf-$*xEHe;Z zm8jt1^|f$Q@Fxtg{Zx6-0OEUW*v6U5a9n#oMy*$(MY$ckqz@)EZmba${9n-%w3qLd zvyhNu6PT0hKS45=o$IXoh4KHHu&`0zU+aAc81`^(`Ru|cI6OE&Baf?t0rrO&C3)QCwqeO|(+a!&+0%iqP;(s5X+v!SnY}+Fc54$7C7(k%&sBqK7nG zJPy@^0>CWh{3Rh1SnDbEC_Q%(q^E_W`+r_gWE)GI;&;O1r6ce=a||pQN4_xEF|Ocx zcKf&Pqa)qB>Evr~uzA`SdU|O9bsCVyKK~dTRou$={b&oa(GBReVGIhw!X3Q@2RD;RWwm{^w)og&rWHfxhxk+7oNTG%X=N`x+#vWTx`?e6I zU;M&(E9SugHDAohYJ)VH1Z?A+B`s=VtkbnTy6SU03~uV83R)7-+jkL7hc997$Wd^5 z%5lmrouIZ`?m|mm1^moBi_4eF(%HjtC>+UgSSK1`e$+ZB303AV>zl-;WhSG|`*ak1 zxda|Zc!Ao6VH`i1kM3)X;BQ_uMMEyTB()4uPnUve+EzH6ZwV=HXEVtH+^ld;CgdHJ zU_Mz&Fv~yBA-n9=86Cr46>=L&(B_jmF8$j=4W^1Qv5JS0UowgFY`8%7j6Eorz7f-1 zrZVD_74hTjCh}`Z5?5_L11iGl&=;A5TCH8=x7Zi@_M18X?jc7QZ(j^0vPpR2hz|4Q zKSO9ZtbjeQqQI-=9M+3^La)0!&sU-zN1Xgo@a|_4(K!ap1|@LfxYdi-NP?$*Bt5P_ zLW(C{hWiJ?Q1PWXyqFkES6`Qh6E5x$S|`nr^0U0S?mr|WI~Put6!ES7){_1muAmpi zWpOM_7`ex5F~<5HIC355QR^*mI6@LfzUShdSGzDhdmL>tlvoW%eGJ$Xi(?vxA>-;X zXr6cyBz%^l;M+R5`)DCkADc@v#LuJnz6loYd7Duh(FydZ-iy147mH0*-{n7fFF ze=1|?li_fVD;0sBBUfow!CweeHp1a|E$H`9nLRmjAELH>#M7_$azqptQ0RJuTFdKk zylxl$QMQFnvs=fk*?9~T^wqI{Bn)bIe&h?6ad&OkP-1&O8numN*#xg-ljU#%kTQ-XViErj zot{My%}Kv#h9}E$CFNiT=M*SwiNtnme-NsuhmXxYbce?eI+i8L+=?!PjVs?`@z8hr z;(Z}FMt#TNgq?UxLX6FKs3Z+8Lp0}s1{OQ0Lr~IrV(V)_&YHG^YLObwoVJXHY|1my z+NDaW>TFR>(}WQ+tsxgq2a|l20@^X&fNoNAF+fL(@n5q6KP(N#6qnCrc&9hIuFB=U zcZU4sG7)He_W&dghT%KmiJ1S-AF5S?@X`2_%Hq*{$p8HierUOYmCgbX{PK^ke65Kl zvxTwDLzoHuR*a!Hv&a!?Z(6hUE4>smhY^fJ%o00@cG7w7BNvAx5c zy;^+XT6-*2%>51a&9kX%Xg$Q1$+5lWa%5U<6ts>S(7fLgOkid=&&|OJX2z|@LfM(;KZzGny%$Xc9>qJS1xAZKG_FkSzib)in|51dsWa( ze-q}2jG_TQ6)Gq5VQ#hqEO;l%CY7@Ixb+AQVD zg}-owKCxngYYCIL44#d1WuGoYAy23c<*rYNTp#dHI3z*PxK zB5$CmoGvS~>^g4lK7g4$P4GU_4&O5u$byQi^!e}0U=!N~rO!8`7!yqG&T}jj;~a1w zKLJD0p|~>hB`xc}jyFSXnFsR?q15;o`u#lwNpU>(NKyu#RDA+pPws``a#be9GZ>c^ z?E#-lW~6?{LVR#>08SVv5}V|1a9)@L{%aaQ&LD}JrJW*P1rMl4w<1i^Nypz!)=+cA zl(zQkF{c~iSn0cq>6(WHRCwEMoXmSjSY-utU;GDd_@|?S3|_N`>NJ$I-9tv_q!OE>H{rg^ zW$^p{l=yZ^lNRv``1)Tv95!|2{WMMk9idUdij2X6-@*7xdj;t^RF95I ze8}4u2KP-9NLi5z%8z`&yR#E<*T8*hEFyv4^iJfsB z1Shxgjz7>rFX<^5WAxpGi5kSQ=tPK%d0gQSI*VXZu_$Bt@H&-D6T^Xp6{JvFjIH`Rg>^k>%r^IW zk?FQJ2K1e<5gW+Op_7kgBKt-J+o}mUa8aM}jkiPFb8%c3M++-eIPVfSL!%x;w3#me zu50I1+A96QkIU|$V{iaBCrQDmJ@Zjw_zYb*Q3_OibeZ(bPfrLMZ z72Lhg`fCHW^fchKV;dOdiwnu2!hE!`n}^$)q%f3YKz8&UCX=nXbHlAXlK*uCnTZS7 zMAy%FFJ2Z4!iC^KXEj6d46m|dehWcb>(W3en=ecNn;wuTH4$a&w3(kv z&Y^n3Qk;@kkDK3W^H#rBrziDH>3s8#gVR&8ql3z>_MvMC(}OjGcgUq2KiD1)fR zQJ5wz$OPSsq0qv4$?mUX+IuZQd{mv|+U)={>nTjZV=ollD$UcsEJ+=A^%L{d8Q5)Y zODy8gLbgN$P0LYWnkF0a#Z?YNemdvvT)FDRDfTWzb0K1 zG9kmh77P0)G8UCV;8GNhN*ax@&VD{i*7uPmrgp?lFowo$TZevWcR41%8nnfwLEJfQ zToSV#sy_C^+k=(pd957XUm8J(?jjKCnGXsvS*Vz^3Nufr(@zf+XcGR1Z~Z$E7Hg7Y z5;Ab9ppCc&Z{i0RM8QB>Ahz)W0HXYH)Gq_t>Ll={499=2Sj8S~d(SyyGpXVJ**G@C z2|U&*GRZbGm<8)9u%m!`Zg#Xoh4DB!qScH)ZgYJD_AhA`+>buHuF^-LlW~c3K6=_E zz>y#4P~~V73=EW$#yj)b16Qr+nkoZg^lA@$iL<35FOJhI^Ue}8J1Y=V{RD-fR#a27 z6m}Or$C2GCtXNnIZtm)Z{$tr7r)0v8tS{o7zA3?0-&}~%17ZBTrNOYNp@*6;JPpJ5 z9N7&sqfueq5@v6H1Uk)|1xHqU;6`VC$bBQgSo{0Iq4VxwabOvs>8W4E2-K5kmy@PIDR1F1&k26;{lgjh2U`NHx2QHqH!$YkK3f^>Pr& zU97?WTo?nP!oB34@-X=;TZ&709J|D5gj$XQ-ulxCHJ@WJCvOzDwTFVZ(PpZ!C@F1y-C~VA7Zdh$&S=ss3)`OWXAU0eN5Oc#yC%SZah}Cj&bpv z!31#*QNvmfrd_>|-{al{d8G%q4*UbuN!&($To7j0=pCbSxdSj)#t}~^O@nYoSELNc&HdGUs~bnzAnD#LVVN@9qC z65KH#LWz*y@I*V1pUBNi-U^4%%;(G4;>#k;{wO!%ux1Jl&G}B;PzL|IGZlUBo}|Bu zf6=R_0?9Y`^YF632sAn~h{>0Kuyj`?7~UErW4Dfh!F+l4u6F_?k6a*h!vArOXX%_d1^bo*eJ&u9-GIK4H71sYkp&*&Rn`X zA_11%JASP3<+=iWI^GEdvZ##W@pVkC2V#vtj)@ zmSj9n#S5~n`2JuzE_y7*-16Uz3swu0Xo&{?EWIXj_}VOd|2YtUtyO_kp;9gPE2o3W{i{$m^^xxPAm$A@rtY*J68P>`pT~o%i$Af zt67M4rpf4jw*~ZLxHFHT7;~t4FD}~9PNh6mNH4^LvD8F}KkbPfHvM$Ti3@o2*(%z! zX_UY1h#m7w?+Quw*-ZD`OCxue4%4bv36!&~a?@^r56MHt`VL&BGzWvMl+d}(5Z^uY zf$)vTS=Zx9yn~-qnMJKn;q7cyTx5O%6f+jkh`+mek4?7VC$mvvx?6&YOTI^|_Wq-t z`>pZurhXzXv=Nt>D>5FRys5QR4K#ABm~ER9NOqvw;; zyja7XuxH^{&bu&xwjND%3&)-edeOnxUcMTd_g})GogzGs4WsnJ#)(Y0pES5sOalAT zt0qtVTyQk|DRz4=;m)A@iGHsTQ@FB%Ca<%*Y7|Fkg5|KvgE)cs(xPZkaD zoWLucExd*kjr7ZTN!GNO>-am^lNt$eu#@Pl|F$<_eboNn+IK zY--Pamqupjl4Vml{)UGl^F?SnxLOS3il-A8M{#{H(90l#Qaqye_7$12N{b%%*vHgP z>LZuc&T-sUW&G(I3lX0JFyEpb?&f5I(nrqEFix?%s{%B*UHK28Ml8_S#&zTrIgZB* z?6(Ut5&5FSE$NN*Li|R0O5nD`daeL6jpfujMrRlJyGaF}h z#qp2mMe}3?#&FQ>04#ZM5r>}hal!X8^gN=^Uh2#y*7-iP-XxLX|(W}d~l^MZ)>)o2_z@&e;jPGOs#0jW&vC1G1`<9==cqyEE!b8F3F z?d~iGG0_=JzLYuKIdBws{fYdSmz{vj93fsDFT|6TWhW1t(~G;JK=C`*9p{{=Uk93L z`@ba8#@+j?#-Ed4vQIGODwhotuIFpaUPXl#Pb50$r(l5FCCGM)Bs#CwvP*MEQBC9` zo^k$6AHI|#^=I8+Q%@x}S*pX%8gK9^xC$YWbMQx_IPa(d53Ndt!0(Pa_y2SetY&iR zl7pK#ZqsVk*@3W4`61|2BaVi~K3MZvjE$bY8pKb|qF?^lK%`qS76gBxcN5=3LRuu+ zENdh_+wzF#bs<(|*o4ut*Jq#poN7{d=>}G9|4kGtmVxuDRh6fYy`$a-{?Hv^9K+IF znh9GmgdRrc(AqbGV@oKaZq!c-oEtadQ7^__;dYd}S7CiuGWGDk4uLfX@c}anH`le` zic@ECfvg!5)o_6blxfq2#EsSQKa7Q(N5QgX5=yk?(i!#7;n(3JT<6T9*!wiFj^*}< z^$XBeYzZ0|y@E%1v!OBL3x5694e#Z3NQ~)ZdR!up)>tI+{7xz|XEIe7jq`2P_0B1( zva_7OOG2M<<=(4%_51P4zzdwA5elWgX|(V?$0=4{kHxP=$XX3?vUH{pn<6!Vx;8eU zY-k!Pd;Nv-En@5u=OR>yzJ*5n+faMG78tGG1{s4<@K!(?&x%W7rfnU$q8YYu{O7Fe@kD#@rhhPvA3=+w zG}3&DQh+^|F-c4v#XP36yZx8KCFj#r;ZYg3X|nKn`5BJ?^a=K!oj}{x_=D^XE7b42 zhf5#M#z9pb%%4+Dj0$V5l3n-B_Xlcqv|k2)UT$hp8?n(`Yt_T@m>X4pOU54Y{` zrkb~6VcnfN?tTzwvb{(I?4QXnyOzqK_i!X|bsnq@59E&yh@rsHXH0I-0bzp_x+cR8 zE(nQY?qd<$r*t1%S2f|}Z60`dRupX9`wWD3Uxal|!pxpoGoWHrg4?~v;i2AmgzfF* zi@z)S%U;EghpMquY&OlIsYEB(9u6fZq1NR^Y`4Z4;`CY*w7)h~RH|oj9`{!mCA|PG zw{d6MO{%Qw@d$|TZvs<%49EV2K)7akr63yxCA%j>?yY^szn8AZE`52XU|<(@ayf!p z{@z$Uxfm^;^zl#6Sc57?4%EPR3OLL+Vnj|7_MM6yocM0a>=QqPr-OS??#XAOtyKl= z)8~-=_ZYlW{fZY(eZb0s3%JwlBHdV?0c-m^A#Qjl+clJhl>z7Ah?xoWWEGGdH+GP* zuws+!OD9lwju|M5Hxk}VbyP`zhedBB*r)U3Ax!Tl&3pEfKF*+<`>liey4+03QU{E7t>1!7w<{&z=Z>k&8He$)+X_4W`}=|0#i zUxw7<Hb24!X%le2r^{ps4f4vz1Q_pV zeO8qD$*1`Lm&Pq7ZgIZX*9ArxVM2>a2^-KLVCp@YzmPIP~ZnZTqc{8qJeIOL!d4 z{ws##))QeNBTgLyIk#?`3V7Z%` zJ=e|dxq^j1B*7|HoyokEO6Lx#k>5NYu-qO7T5oi4%;gK&*18K*4eNQ^U0*|rb`Tb6 zM9?90#L49jSZO~IKc!D$wsc=We~xA0@G_s4`&W_MI_LSb-rlNg*O6p@VLfp~VAKe=xmPlo=a(LBnpI!X;mD_qdM&w+}y zd<3T{z&1B5C+ZzK5X|v{@;3#5^yDCVFVP==dp@J1A>QQJRzvtUAda5w74#OWF}|Za zAL{(L+{zPaTq0ofZt^!+0CF=2Boir)6(FwCoV*Z^zEIzsd{-zzMtkqJ7zStBR z{*T+$gg9fg-DbX1btIW-eE|=B{zfY-blIRMRk+r-o9kH_GF>a~nrPNYL*koWnz_LN zj;pR_qeRbP%N{YtD{=#0`_*#(G?iQ^2{?_#3Gav{q{8ICL-g&%^)zdDBDx!0hHB?5 z+U$G*JYs%e)13yi{31rk;r)#K-Ml4_r~RU0H&lqHkswnZF%<^~&!XLGe}dd^z9a|9 z$$Tn7&w6;{^6WaQ{(389%D52!PuZX`D8iq=QG#_`%>6A&9#Y$86|{`L2X*m}plMMa z-svxalb+7#qVxe+!3tC?^@ZOjuHYv7N@O3sA&vi%@RFPioDI}utBR%B;D?`~E^aye ztW?B0&-6;&ctX!|u&Yah?`T2wVVvm{gFZ#ol#@w8-`D%#UOIshI6p`Sv*SRMDIoRH z9mHaP06KS$87~_8fSjF(RBt>9x|$SHzo+B&U^93}`grOj3XFGGgX6~*aOgI~VcUt= z$?Xjcr^&Fo3xiPVgZRd-ypwSNduFM17d=oNgx&cCdbGvrq19Z*!5w<6~8U4mJ;oSGh zIM;It(=2F3mN(A=&3mQb(YuH>bkbxlUFP;^<~>xed?LFrVpDx3aV6rJYpA(>eeV+#9m z>4Gk@xl|MTlfFQ5fdr|JyaP?n5zLs10bAS5oi!tT(ea`mlr5WwmVy(RdB%Zgs}cy> zdN-)bimB{O&u04f_%9-J-2&o{x1n+ej}$#AN89KJaE04XY#*tG!*y?Pk?MZ<*`bSK zN;jbypW)w#FT9gA57E%Qjra^)#Lx@gAm%k2mjz8Cg4gcQ_5Fp|RhW*IH`>u}Dj(-9 zXg~#R3ljMDD;6(r#?pUvH0t_Rcrm&OdiA5w%H#!nQ;Q@x`~`m<>Z30=?I0bR^G$@({GtNwhw;DkldtnPUTAyRG*(J~{6@+c^HM|`cuH(JB z9$HZrN86OHVNmr8dbwmeD?Pjd>@-TrvQJ4+E!)cRn-4(r85^vSF~d=VT4LSyh(^k1 zpvQ6-2qJonLy86l{yl}3>vPd*i#$0oUP~3XTqE}nnxb!*1#K?jxV;i9QEpx;#1{?n z6(?2Wj8#kF*s?2p-7^D_GV2sW&(>m)z!mV*O2z82aZ)ZS%$WU^WrmV&W3RFVV;8s& zEXsQ5gP>q~%WX2plJf`uSkCJ!{1@jX-hs}ti)cBqp)%%h4yyG21)sk|91CF`Eqrqy zH%|zLdD;tEL+N%pt@bKbzg`S#*TPWZ@G_X%tj$PItw)!E2vqQY$>mSplfn>g4p(;z z3b<$J`t13*I*QAR*JWUJ&USWWk`1nmMG%q>ful8{xHDXgoe>oR^l=Gwn>_=(XCJ4> zR$L`6?6f{GE7O{Rw4`a=)e4bFlHF04);O48K+>)9(A0^o3azEWlRqJ(h|C zY3WeCM;z4qLwLfQ&w=nnA@Cwl2_sO_w&KVN?H3g1l znv)j6RuYr^l($?~gJW&|h3fz2(EPe*;FflS?CH^CzD#mNv4lMku&)XQ-TI&*^d6LW zq(T4A3s9YYm6nPYk_D>PU@Tz-iZ|t%$p;^kx2c63TWdb_I9J2p*$z}-?*n?aW(#;~ zaNp0MLE>(iLi9`Y`J?uVaLwZ_emLI?G453m@8p0RGg{%V<#zHQw*@q9#+r3`IBIKy zKORTop`H=6*($|`^o5fP@?0i0J`URg|AOYIGn^C4fH9jPEKZYTe(COJJ_K;z7-loa z0hS_Vch#7S^Rh72l}{s=&14$|{_(Z49??VMUAXC^A8CzJhjd*-=4h55?D68mkxmP? z)A|(JJQua3FG%M6ER$9VZTd5<02B-7a_@E#R!SF8>qpxm$LR;OT(P4k z#~(uhT}wI+{-YD~6-ca|G35BB;-}K{xa!PG=Fi?sD06KLuH3gmjghJF)=sd}Eg^$w z$mgSUt}1MrI|j8cQowuNdc2nxj=>V?Brz%%d-)UCk;=2+v*1s~=EW13wt1IOxUQ6* zcybQvR8G-Pf28|p&j}>BzF)d{ZsakIhuSViwWZ!H?XHi{c=kg$Q2|C3% zS|~&Q0Xr<*?7$`{MbYj_a&$aw0h&})@oUHT@w@xv!AsE>mh?3eK^HB&3t4c-YnX2$ z+Q)z4vXTaWU%@sA)S;dJepFTyXWV6SahK$Mx`XSaw>-W~wrOsqE96^Hb^Zi&Q`1LZ zwjY-`TqXOzhV!I;ti?dTsZe;lk0jknz~drs(e}ItuE-(SBgDg*S{}Ik$5+%;e*?s~ zoIkx9hN#S#7nu_tidS{TK{?iv+{KkENriZ9YqD$WLg5n*0<@A zD;?b5N|l`&s{!FZU!$(R1grbdo0R-{fzSSBQPDp<)SfjBTs&*&U2cAA-N|LYgVQnP zuL0{Yz|ghUvp_>xgq?YL0`R-J?59xzmCjGar?d{`ciG{g?bl$%LvcpD!yPs)Y2s#6 zK^S8>8y#Ci$qD@+LUR{UWusP7vUUbLGAD>=>;()XDc~64Ow^11l2vza6V04uaP)vP zRLCs_0d6im^yxlNXMzHGIKrL%uj=42rDPEQs7wsPys$>BdrV>-+py-)W4gvUpFd4V0Mw6^ zVEwr};Jzc9oZT8u_mL1XV^1f~G!_ApFvERC~rW z_QxzKRx?r&e2%^3_Fbz$yX-MPbm>Os$c|{3^6dro*j=Y;=ZitnE0H!Wpi+gTg-4EcoHDAQ{`vQmu#|ifP@c_M+?FJ9Z zb#&C{q2P?QaQ`CL>%4Q3%YE;ldJ@hMKo&vA?HP>P=6X0%s!;j+Z!}qZI+pxC-;T3} z{qfL-A?VqqjTWJf;Ql8aRQwIlD(VTT=q%-RnrFdKwF=|(HI9s*K2AM3&i(>3QM~hX zCJr^9s$AzVi6Ljh>4Up#saK~X$HANktv>?6GFOPH{ptmfwA5)oU)(=dJj#4zWv#i&zg&n^lO7s)m40--atFM>|k(;o*P)Hezb7}|++h|3vf%`mgi5pf_T0jkk2n`s$};${T!k^LoPd&MlNjsfgW!>AN_X6yfsf`* zh2_bQ$#1E;SczA(k1kM%sJk|^Ff_skqNcbQ!klUFfU~>9)IwG?jnA~=9@p5hUb#I zmlu%m7q4Jug%Q!x>m;>F@-W4>87t~Tanto^^1@jZhK)rSz0P2Kv}Hb2J`rGz8aY<{ zs3wRc8X?;!h=V;;Y6gd4Fu|(xjgnQ znmuhkyzq+-I0>aY~mol@7*nUIiZ_2Xx*kePYt63+$8&NOTe@nSNRTc zC(+kZm{qJ#$0EIUSpIAd_(oY0^SLT$_i`#b)Vh!4ZuNuSJ@(kUKZoNdcfr%m(qMD? zA$g@Yor(E(5#;K=!R|CJt7;;EejQ(^^U0hIKdZsIatRpN@eVCECc~L^SzM1} z2K$L5QV0J=&|VQu2KS4wWl7@Ty+IYI*Fq|j4$OMbT0FYK9(46BaDJg8h>zre0LQ(| zx~#xRA5Fw1lfw8$E8}qd=}gkRcrly1_XU1=vxWN>u1EFhf+*fT2+6Z%u|pN7h_UEZ zaye{0K2@F%$>t5{e)9ozNwGMZI7+`Mm!RW11CW&tz&`osy!)#!(2*}kjZ6M)bsB}ZtqIoWPGH)8wZFmMM?LVW~@is--p&tDy{iJ1BLk_h%zfjToXS_HANb;zDwj^#Z~Xm$2o zAKcR=voeM*<(f3Ta2&r?VbHKU_lxuhUTcEFE9eJ|s?m<%v^GF%|LOh_9N@ zfsw#uHr39KQMh2sK93V-E^)hTjyDP>kJchOm_SF~K4@CnPa@rdsM*5Fkg!b^r2bvz z$8-H&<;`2sAtM;lhJ_ieT0f93Jc~J3-|)hVt&l1VLE=>deEM)YJ9ONP>8_Xw?$d%u zv|$rTS6NHn=ciMlIrY3B?JWG1olZ7hlK`7A5lHXyqxYk?EWeK^U*7`~Qs%^BzA!W5 z8iGkqvFL9*l_!62J48Frz>v%Oym>DzvCpQ1ZeD!>qI0hkU8AW?aNmFQZL2Q^`WwO$ zeiE!LJ^&)^-(fha673GOQ2#>0zL+h6uN3CuGV^dOawvwV*={(GF8&`yXBtRl*M(t} zWC$6PND@gS70zCdQdE*5DU>EnFDjJ^B_TsXB=Zy^A(0f$UXLO}Xpo39B$c8<8YHUk z`Tq9rgnjm2>%OlG#;v~)oja@80^T1g>N*S&u_BD z%FVBBpsG-t3A$sBtICW}?TIA&gqKP8-?u9pE{C-?g?O7Pa{Tsw zdeP=9S!)fAe*dIEk^)Ogz0f8sVrX^^XNU^IrTAws|! z^*%1-a%<}mqAwaoX$iCMY}Xp(*lV)Rhfl$Qta!*Pdq94E45p$kC(-J_M8-kChm6GE zpiLjQ5${$Omix|OzZKlZ1hqM&|92eq{mFH|6cIl}KQy#fjYlzFGh}}}2|-yyB-gK) zNE{oX$`1dbcy1-S?3L#F$9k~Vu9NG3zJ(?sai-yk6>Df0O1=LxAuBW|FgIfDA+Plv z9`;BhWBdI9p7cTL8YN)VSFpO~EI;$@2m121JQn7@rQr=haL6cz96#Fx!e?8+KRFZ+ zik=5daK}B%2jKWqGsgX)5tn7mrH1ux_+3j1Y%*OzbDb$jK62!hr?|n&ei26Y;}I}R zx5r}~ds-Csv0xJ$p=GjUv zXY=Q70PUN}yrJdMykB9}a7W64b1z+l!0uBf^YVtjpUd!lbHX9lrWtmLt-utGDwI5X z1=%xcymvDG(0uhK-2QQy+ruy@q_qx4HV=TA?j4J0j&f(!o*J(R0V zd%cx#=(8sXCmW$<$Q~}gwg-&yJW_%OvT6-`9v>jgdPHY&|19#?{Tw)w3uk}&?f+9Y2;w!6Fqw2E$7G* z;&S1wArQ;u5y#UuLhFv{;H24r9Ziow;=*nSh`9k)$7Ruz{~uIG)Z_YrC=@I!#r~8k zh@KaM1?~D!)E-H#4_$}x;Ujo&mKdr2&XgKe$NIBWiEu!$?7vU?Fa zU-)yq4?$LF&jj+)!IHl;EeV37#fbakI&3%BWtRR;rICYEvD)(yOme@9cb<8HqNF`*DxG^R0q;;9;3RYDOS#z$#@G`!>~yME*jg6v+4{{FhYlD z9?v0{Pb?&wMTs0IFPkiQW5{m*aE$1DN`{W!RN5Do!Z#IbLlRYurhVTbZB`(pOwy+D zWsPKpeh}Fgq(_GYr=p>yEIY4i1$7;p1xww|;Ri!*2GG<*MEA)uveBQg@XjDjt@Xym z%tCf?%}id+&$ncok|L`}KcmkUV{Dq2kB;$Uw5?he>Y7jC?Itaf5wais+8^V?LRbonDP-}@E+4Cj-sT{oR)`AJb{UxAcl_aMY!hS9B{NSV0~{)0jn%Y zQuFuFT}3lc>W)y8hmi<6nY3o z@?%HmqxgyU*w!72S4txIR@pM_B_U;qURglj1YZS}gm9=^dIr7PRDkC+g&ToOVR&#B zT~{H&&Zt|*`I?{Nz)No=jYD)29KqXY0`^5)0(}^>9p}k6sx=a>iC6`ihY@#kA{=oTN zQ0}xKoT)EBmA72(=};q@REA^P@C``%-AIn@TFZA+tb}2!5(-y!n9Oh^U^Y#}z6p_d zbZrveX1F_ZTOoKQuY+Sv3Ao1H3ZD;5X4g)2$EJU)VW)}=#Lv8gZ35ajDSH}QAlu9< zDJ_CrS!J5Es)aT?-{stqLeT4wPPP1Q@f!+XLG`cKc)TtOGK5NeoM3;vsJn1D4xhEAz@ zusP;8iCWl1XXNL?;Rj1Gx#=iVEcO6@1xty&*liZ4w)t^_mFe*Yf^e zRcF>(%!MfhLHrZng0Sm}F}Sp3;i3iC=)0-QX;)4MVSc3Jt#~P>Y+Va)rKkWD9ytJm zn=H^prGgxJ@{dYnaxTsD+mPyRWZqnQNh;OfgBvT1*;l2&cTj_g`11^ZNKOS+VR`1} z`(oO%doAZAdxti!zoOjgNASI34hjlqf{jKToXHnt@(vbbjh757$`+uyT_{@AEdk^E zuhGxd6q$q(ers|RS`BT1Ye$cOd&@3fP{tfQGjUfLh8d#YNHN$MHsf-?9CU6S!$40j zT=goE>t)8F>-Pg7zV8N?5oretEk&HO`YosxtS+-DxkFL}_hLl2A8eVPMmEp&Jx!$fUXf(*}Kyc4sOU8I_T z+H#vAknJF{+}wRv++{pB9z&-63?VOO3$w@HO`?XTg^=cDLUu2hz~q?mP_BD~$|N>H znaO3E?!e{EO$t%3wSXMizY7heT=_l!M43h2<*2qy0|TpbLHXJ}vg=zpIwm&YL@__A zwrd(*#)rJxt@4c0yk5So_ZYh6kK(ZI2B_WohU(9Efc#=!TC)aV+V_t5&OCskK@LG8RMD&y(tqpYnp7vz=WuhE&u2hlv zVE&yp&ShBB16O$BC(WU+b~o`q#dU2mpK#8=yAboPh~#?AgtW3t@VB-D3dLWNCY5{~ z`!JWN$h^Xd-YK9x#>eA*1t6@q7)R5SKwUbTg!H#kwX@+o7lC%(((rR=C0_}briH`$ z8XahnN`bot7ih82B1m%hgBJE-)R~H~k1U6%;=P5qCVUmFIY+2Nbrkq~-blAi8N>1E z*}UDqvoKUr5hXGX!tI+s>5EHQcx_T7iCkZRr_V*wwSLEOpLR5fYw1Eqy9R#V`f{wf zbcrXDUyJ|cNx*JtSDYu?1KGaHD4J%(`0wmNw+Bm*sho&9b|waEvqzxt=t{V;eH2Ek zdtlSBCggLymLK8Cpng}EeX^^b>?sVxLRDQjsm0|7Zr#F{Np9fJoEFXG5h?15K zcW`;RAoIp&0XoZZ?|aE;T>VXs`FBE^xwl0gin}zp`LryfD_c*-e#Jqhdp#KQ^Dy?F z25zu%fY5j$_PgRM5Wh2#IaD^Ex$GTEN*65!d|C;aYqr6{%Vn^A`cKGLxni(a#2l(K zjhHgAJhFWt3f?XCg(D)j=}5s+%s7moCOV&d-+BsH6eT049za7+S27+W0&d^9?|>`+ z3`HC-!SRyiWY^3xx*=l%yF@DrXN7#^KJy`L)YL|?;*U_={F<*GwT4N1Ax>;!S7U2A z*U4PpjgC``(A)YTZd&O@m#wM-ZTX{=k{n{4Aq>{Nxo}WJ4&LvMq$jUWgvhEOxU=9T zmgpy9uuuuLJ9!LU`bvq>FgHKGCygqzB`~Eq7PiVMv4Y|^z-??Xqf_yAxzV|CsJu#P z*^MCZjmaRxy^2g)g9IzR-5=yOWFuSdOY3j;;G~~RN3x(y-;j{=EM~RF~$!U=faxqT96AW!H@|{X(|60{9NaYUug(*h~+`R#k-(9+m>vT zAHejB19ashW9G!6t#oaBAvtjB9lvPy6j*7nmvnDPqKiib*)x+jL5B21XkB|78!hvA zsoC~iuKW(MUU~$6uL&lLC4S>1+hH1x{=Dq}7Q=*NoF9>6I~MLfhe?{gXgO+5thfxg zYd8;+zq+D~ohNkr*wX6h1?a85Y59vJWxA7l%ejX5K-QIKsHj75Yo0ncJ6Q}p=Q&n@ zvjL8*dqop=d0>Eu6Ku3iCz-n9Oo&i4_Ox2@``f0nJ?;Jc9US-YgYyh#BHrK$Uo)aI zBAUFRx@Nq2JqyMPH9*?&J4%f$rajy{#WG)pi7*)gkH68xS-=zItG{E7k}tGKKH!^a zHqtZim?Ns9 znCdRY%yVLJuVoPY4c9>5TwS=Gd>;n2&v8!JxKhWfmDJ$;3bfG>q{(ZVVZZtfu7}TM zP1DkdFMk$FHe2Jdi9d*Lz#HfexsB4?bywMI4eqME2rC5SVUcSn&=GIg?yN$cI2XyB z^?c~m_{2NCs-7x(PR0n&8)UnF2UV2y!S<@9u!lF1`BC9a3|{ZT4$ETrY$(CVp3TK@ zSrK--+XC9$a}F(Ao|0NgO-#La8>2Z*su9xgn~d5X5|!53cy+1*J+ctr0KURd@KjDK$+ zF&x)8D6R`cuR5VPqX`R|5_p<7-T5v3qL}8q1G;YOu$yNB)b;f7;>JS2ptBeJCUZH| zolzWLP>GZ_tzZnBL%H5m5(a#lg}o`~P{>RN4@+HzTKywnx#1v==4jF)j%U#^bQWrV zr=ogcB9zulWeepl89KNtGlE@@(PxtYBfH&zm)*~0wghz*?L2rlnepj%)A2J97Pe%VeSe5XrzRroyLBK`{M9ykUjqj!jSbDe=i zu^j6n#~ zkB(!{_!ta-J<2nV9;Gq)c95$1l3KQ2#fg1S(N=|XgdShb{LIv5_IH25IH^XW=T51y ztO<=jJ&%E#J-osByUF!?N!W5l7cynd*<^Pfb1_hlVaA<6roOLibK!F$_#=`=R|tsH6Du7|MGj;c<*Mp=ym zU=OA!et0eRKG??odc%hqqs?IKG0NK;8iwkXu|)cj9QrL+JMX4B|K^vciTm4|gw7qJ-3 z;kq7C<7VLa`#O>O`w(?<9eCY)r-LOt=EoHE(D`ZBbYF%r?j}MQ`zjd}JEnt)4NISy zsz82@8v9n{3Q7L-g6#M`ovJP@fugZs{GreCUlyN%ygOm|B!u!jmO7NRi^`!)kRg+< z5)SVSbkS<< za;}pvX%5SN-NL-;Z8WIs236-9a`~jUFzEi646YPll-|rHJ75Ja^`60ee%()$6u$B| z?vR3ImlV+bMkX9t#eEOv+=T7-TJgr8E=;Z3&Ioa{crfBvQpLi&h3dxCm1AF9{q7Kpva<7FPy&`O2sERkWqPptsCza~^` zaW>4FJ|6?SEFfk3Ml_K_jJ{)!X!(?W-~S%p*~+6vX)mrpeU_GTE*tRxEMFpzWeRW0 z=&dNc(QX5M2Lo|!*+jXnj7J+kemI z8~yhI#y?!=_M-`)&?vwpCyYK&o6J$|(j<}wtWRBsCb8^tx~_R)(mPI5rQY7Yp}XNlzX0WRl1l~p;q zmTAh;hi|7oqiUfrTivq^jjKyhxV@L3nGso*q0ceH4md)EMK`yDPvWasCQ(NXr1Rg0 z;KfHOtlGvvqzCpe^Y-*(zc*pbDiraT%@QX6lLo%15Jt=M@%*6vF2h}IpLw(7lhMLK zj!hX-W7fF8B^M1$vEbi++Ml+Ch?pIt<7Q&4Kw<=(RG)^gIW~7x?Gssv{)~J1YBn1g>t4xxmm+ z<}NuPJ(V>_T_`BeDh9Rw+6tD!|p8Z$)aqLY6C zcvjYvCQB#U>EaDmXU5?ID4@CLBgEHWr_yRl1uHZn&9@N+sggZZ8!ek>;FpSv2SJ39}w>$02 zjyKD(Yx?vlZH@rFLw-c+$2$}ejDi`HLtxtUGTc|!L|qI1gUm_Rct*pNbX>N>4y|hL z?<@s|GnTOyLt&glDin6yY^A)BRGi50*dq(uA$*YtzI&++yMH%=>%ubpJNBICl_ks? zYNx;l7tUkcuEM=9)9`)65?ICM8jC6e$!PC()@+vwGk&fS58l}bJ@S9a+9(kw>wqrN z-Jk?okz8N@bvoHDhp=nbV|e$i4U=ldVdAN9;_MSl1SEPmFY5&UyDf_#PW%<_PopqD zeJ2P8ldsD)AWfwWc%c8@X)2Gg0RL z{s*A5zZeBNY^coJJt+L;HCjJ^LwyC}KrHA2T644M7t3=n)O;-~<&uTcu3tfoOk_VC zd;z1c*N~A4E>CQB69U}|a9(9MY^Mi^ac~#-B~NC$SxLOO`#za-bQevZw~US2Gy~Jv zRO;3j3YE#V=y2c%$q9RmU(9a6{@DxR567qXFO;E5yS2!fwiFb7`~$x$yW_UW&Agv> zlUcQjOw#}BE3Ao+#@iV!*yXNF0>3WA!^XhvNhh57I{VbQUg7{1Ul9)@4+6+4wE=vQqk#MNYcSp}3t?De0Td61 z)4b~}`8howgA)WWA=eq=R=wt!?D0@P)f}CF5E%5zhd`%#+!oh@H}p0VNj{eoH4np; zm$HdP=_R=TTA5k&TLId)tR~-~7EXN(g!G?RA-XLIbws&0o=P`vmfC2To|r++L~o(~ zs>^t|GlbcxaEX%B1LX7v3y7E{!9?_3M0p!=M&NZ4`gBAgm*)m;x*lF`j^b}r5n-J4 z!(h2rI&u9aP3xuyz|-HYVCEkJn{uP@pyn)8dvO88kENqm$PHkfP4MeVLB5pYA*f66 z$I|xz&GU=MBb^ppS})EjpVYr8LXut zpVKMT9L3E8lQ5oX^fT8k5iYJDQA`{$rb;XGJm8clzd?nHl`PiXX0 z89)1OhhbF3@z_^};hlNl=~9E;{Q|`C8JDr&wFupEe(;6dBFl;u4cW+&BRtZ56m%av z0c|BctSBBvsf~`fEw!FH$ZQ}YuB8UaxsIjg&CmEn@gtx%Ujy%alVQ?YHE~9qI+Hx^kb}frity~o46LFYi@(j#5x?6iNYQG5pN#p#(;8Vrr0l!W;n6D z#!H+R%(R6X>{HQLG?{dtXq%qm*nD>U#;dZ7ZT&_X*IZ3|j2=?u zz!Fm8bd$F&W&!km>BEqI35-6X%M`5T<9cT`*0pdtE*q;QtA@mwx=#)mX(A4{_#yaZ za5gIxAc|qNoUc)744umUkTYuIhGKmifa-^XYIqcOHq3yo^Hww}^dBUzTg`~HHqp4# z5$G{(9lO>{gsI6FW0x&hgB}~VqVK&Dc$C=3bB)-GcUvxl@x`w&_--4yuuv0UcAbNc zma|YKww#`rlt>ScJcOXP6WL=6W!diCAHn z*=t5txQ2muNh9d=s<1U&zr(r6nKmt%%b#+-4puaBUCT9lu%T1|G^HA0i@i1+^RmE4 z^Oei`bL-$H_x)3>X-(Ak_=5Tp5k_WEjoDFQPOr6l!}|l?5L&np_w^<4e$C!ZE&ukT zr159{_6Cj>xN8qlDYar%k|y!KWaQdCq%OJ&oZgnu$>mA(>D}8j z?Rf~4U)%|kc8GfA{cI@E7}jGkp4I4&m1*eCx3`;j8-9ae=rE^Fnxh2rXrK>U=^ z0$-d$NP4mimdIV=8_PT=+GYf-&TfNW3y1j+F1S(2(p`9emjjPBC^6qZzQn`np180r z8_fy$;46D?|aa8ek?5R2!=jab|jyX zfK`{bVNtOb^Jv{!a1K!;(}a@g5w5HFW!RTSr(Y%JR=4;EzDhyT$12+YpBb&KC`8$< z`pl*fd;Vj~+gz8t1VUxX$Vg})DKg@6VJF)8jmtv#UagxTpd^)7-cmz+o%lBm-<9DO>Y{vqRORWMMkjm3cuzUCi*cPLhGz-XXGW z-FIA+*am0jEW^0&(~vIq5C$KG;!*~nw50~GEi0$HK3 z3D~dVk2&9Fz~PhM$#xE3zGJM?-)p!hHx{(p zzVd_b{{utgsxp}oS<-Un94smT@?QQFzOtT4MOt{I>VpV=|4pItYZa7~vLvK@KKN-H zGX4tO|BH`09kb=Z-KW}&R(l)Qy;_Qbxp#0?rxyEvU-PUxH_5p9cj9~Q4G~P^a-Hs_ z(3G+s4r``R#ez+kYu*H#m5x9L2*S~Nb=2ax<%Sz{z&Wm)G+u9qGw__)hz1hb8_v+m z3}T1PH_n-O5NmF{FZ2Dcl(dF(?>V>g@ada68r+q{D}E6W^;xl?;h~ zcpJri592NKD7vp;D()`m#MNuK-h1T78ReJk$p5 zL0h59zYcT-McLN#wWQ8#Hr)TdA2Y<~Q=!FcQ87q}8FxL(=6kHe({ld!tuKr|IpGB6 zLUAb5Q9wo)O(u_ee!)^7MO0I0!Ff&9H1FdTd>;|RIXaEe%UuQ*izb4e`7-L@n+3-@ z@1tqx9*hzW;{Dz(i6VLPiHx*0X7;Gk+J+}|re-1${q+<-cqQRME+ckx%~g(_GZWSZ zaQim3TclBqMRK+TysPe_YLN(IzJue7#T>-ilU$$UeyHK3lQCpVyefN#NP(wm4RLo< zgVOc4`GjUbd5;l0cxDA_XgZNCuT+Mm2gbnn4aQyzvWsWQT0FZr7e-=qYsnSg8eXoDn+ zKeQci!G$m!H(5kZZqUGF;X|B@E}0H=sS_>R0#J+=C$`=KG%Mx>X}^{Ux>}+*G=2^v z#sj$9bv-stDl`1B<~L7h_Y1mo2A`S=mcf*bkI=WUkgQpprC+49fL9wW&PKgF0Asm< zeC6&7G*U;GRlS(S+xyWTT64~qg$T8h%wlflX*368-^f$5+fi8eK^7QpKUiSsfrDwE z=zf%-_NFhX*G@Thc>g25@$(Z9^z1L1P*_R?1R}2U z8a7zMU!niNu8qrZi3X$A>Mj!dU?L+`yBvT0Sjg^|zf8Zo+d%!&Kh)D84;zJ*QS6lr zV_$g#_M#Y6+UM{ilIu`^z7#vBV;Qmj?h88=XQ0mA4Vb2$1vA~0@KVAI>*;_EM} zeog`t%Q^1XdLeem<2jCUuCEe{dGOZzBi{aO#p=DO;0_(o1#>gJr*x=ePM3gfh4AzRbbKO{r#B2{2Sh_?V;qh zB_6hn#Xsj`uv>H~w#G-msH7v`I)~#KH0rX^(htZ1xWKY+3_r$IWo z7~66uGP_OJ(Z%Mfq;1tRYIew%cl~f8San-4&CGW&jpusAUdx$!yFlo!9H1iSmO;=i zGxo}21xBg=0<29n#}D6==+b|&@HG7x+SwhX&2#?pY}?=P-iyDY!kSC5a3Bz8UYZC$ zPe($+iacto*F_fmoe6=yS+w-+R0wgGM|>Ghze{wHchNbd$|Mxr#P`CshMV--A06oW z6Ax1!mD1r&z7S+Q0i;YQ9egFk`CUW7|H(Q~yYP)%-WiJjv;)ed!n9k@H@H@{zUBB(4H0DZkOgC8~f@rT9~+$)?>79zNjW4}#-kZU#ik30wY zTly2Q{2k|LuHA!XBAcn<(|3^jbt&xYd&^JQ>uoSsSR9oaT&V9sPs}_!8SmWH7d>*qLvPfvcR>VnnLMNF$#c-}!dJL>>>vcl=hEfT z>J(%zz~LKa=RTW2SV}CWGIbp}=M*D8b1}L5ysS#PNEB$8$A18r|6x>ExfS@(!9PI!8qs9 zPR6Ob0OoM>D6h{iN!$y4NaZ~7^Mq^|uLxW2=P!mPt>$p}+e<8J(qlTJhNxZrPRteC z0O_wzp{8OZ4m1luO@KP7x@L)+hPrS?e;B`A`X81s9^H(`*ZiRgizh=*;YEmkDP(B1^Er+@=td2veb^RW z3+5OH5_)^U`Hui=HKPK2Qv{gQGmiKrjn7+Mp@g~ma{!%MF|j0ww2zfTv1bPyJ~aa_ zn5-kyB@{988Il9*_rb)KIXKp7LZ)&2{gWJX?vUqt(AO>|J9Zw%E0w<3eOwJileO3^ zZqE{1%XOk`GwI`hh1j^V5TBT-_f8xy(ZfFn zQecaFE^RNHO$#?{AYtNM&v3Atry7-so~Pvbe~#~m-3c7){>>BcNphgFj1CCKcwloo zVXem|kmP@)GRRei?E$P7qa8En%ORDeAlvfrib1 zwlp7H56gh~k}g;rltw*LxzEo(M7tjp5WkEqT(d15X)Row_VmJ4T^FgeNP{+ z)m*1$(Z6}-^8|QGHw(Gm?<98gr6LIZ_5j@hZl9kMhH3VxsJyKov%l&A$xVUKFR@UV ziDb8+87OP(V)d7kykiw!NHEg;DVXO?njofY%pf(cK+{uWxeB~oYpChYvL z99tAmKuKX5Ioz}z21la#^Pb&-vXvpk@O5Cx;tXGSXOYeq9DTztU&lkW)C$hw>3|8I z!+2@#WvH4ylX15FPH3tU(6NKx{&ci$K?r1pqa&tCStMSGe*LaAjMQ~<$6g4kp z@t8#zFV-{+BpV20ge#yWSf0iId{Je)Fut_AM*QaH;gQ9UiDG>KMzOiPMhL>5+8CNM z_?Yu7=wR?pPyKJQEJ}3;!5+MTgqZNT?q3-`^lVW0j%t=`d{? z&qD*7Vi@8-r(@S1;HvA_;ju?GI_A6M{&`_=LgyVnZS_VFP}jwhysv0;8`0uW1^(|Kb1n|X3|8aZQZX<$k3z|4&fBaNNFTXdfdB0Q z+-EMpj=YKI+ZxrvoQ%CBS@I}pyn2p5kGpd%RXawsO|)3nzXZC@)M4H$d+aQ$1oxp? z@LG8$_Pjb&)@YV$Xesm#2CW`}8XF8FcdnrK4r$ig#}z`0UK_sPcp&S4nlSByq@A zp#n?f!6;-J`=UFQ_ie#;AY(ZwKQ#u^&1Nwv)rk<9ltHY##Nk?)A9=~KP}dK9Bpw%@ zW7g?v&QJ7!6t9XwqeuNT+U6=bs*_4{EZCC6(!0RvsXUku|HA=$FR)_=c&Y;q90!_D zT^4qt{oF`sE*+*iA|`ag)JV+kjo|%Rb_DFqxZfMUVCw#F5vE@)$C6ym<++#Q>(KKg z?Nctb4F3h5w%0%*QkdOzcLkeoe-5{sia`~}a%c|@!uamLD9}`aXLTpAc&h-4Zl{9D zE9Ce@&tRf@Ep=Y6&V(o)B1N{R>7BBA@QSx#GIp_8$Hedx*3HDOWr_4$=R`2sl)yJ$ z{Eeo1x$$4*Ery|lt9-H7SK+ktH}cRvgTG&&V|LEw-g|~m>C=uC#dAz_#KzmF-?H*;Fi zR8Wuls|i5Fer3>I9|%q@lNlv^POg!DD1bU#GoC^1rVB8g-C@u{^g+Gv64)J*We?Bs zpfhBr!9BkW{<(H(2=cLlqH%)K4G+L4T^vd{H^9%S5|C79#Cd%q!Fiel&}XeQ*5n3O zHl^^-gF5gws&aX^=lnE|hxf^N74Jhhj}3E}%m#E%WTX3)v2V^2%o+J+xPMY81ayXy z)+;CR)8}CPI~s&Sh0&O{BbaPjdI|5#>%eW1qA_m?Xq%Rugf`J?5&VZLB zO-cs(t+(K&zkjIh92@W}eU7VRrI^cVdhm_o^9UH35T9%XygzFvC<_;3p|vyb^y6-x zFn6EG_sWA0=L1nuTpa4EXR(KWrcm$S1w?;Z3OT&wA7-udfwb)>V8CT3bYJhoMz0+( zt)jThS7{4YCUo(>DV^u%NiTw_`?>wm@M*$sID?U$Q@9=3Tv!JCC{69egk=bxmilZ= z-AdFMBPgz1NOHQX$t@26W4b=siBFa&(J$GL=nIY&<4d^Hn%j?Mc0`jkjxu2X;uDqSXbN(^ zshE>)0mlDbAmUvNvvb;X^k_Lrj5Ro3#fTat=}EAagO{Oai7!1N6p7K1&#Bs)NlagS zBG%Sjg#y)JYSlT9ZJQ*(ifCT~6+HoF-g|wf$;tzYcC5r|5zbL^e2i?GbsX^KI0ki{ z$G=;*PyyJ`b*zaftKIf9bq_qt$ zrEu?0rze<~dkl@E9AS3lVH7-52_v0HI1iv1=*VT$;z!C@_EMI)7<~mC3q0YC#0Q-5 zWdU&y$mGZ9PvzSN)_~jOZt~gvAAUMpO7p6waDD9v;y!aFwnyK<=k=Lj)su~~7iYu% z1wmll;YT-fj=)=*Y4o|`K8Ug0PH8arNY4bf*m1SRK!sOl}W$`*%ZD-V=y zUamx}&n$#W?Pq9RI9Ip%?j|l_naiG-+~eC|KHUapvpmR&pdGlifaYo*zHn|FNXdygu=2MH@A;nJu=M^p z2pv6w1q;1VdfyoS68%9cH*&5R_Xn`Os)c$+6+-XFN_b-S85Un!$rOsov5(k2xM{IF z>U$(|T!0N2k?u_FBlltJU0d>I-D7I{FAMj6up@S&hau{OHJQ_+4lY|WiE6kS^Dr{b zFiG_YiD>wTLJPj3mD@^wij@j0xK9HM1iRp@f+EUs-RO5UagdYumrfJ(gS@x5XswJK zbJIlulKPaf=%5a!&kV%TXF0Gtsh-#A@){bd#6WVa9@Mrc8?Fr=A>uvUJ#w`gexLIP z+Xq*0%mmI&To8lFQez<8=)&6Tnu77mOcHwi6-qj^!J5JC#B;e3OpWpd&*{4$<#Q5l zb`#+k9xI`>I|BaP8Rls?q!DJzBAWC@5^4)Kq5X>hj+;Fj_h0tF9d5t)QlHDfVvw6P zUt2&oxu`OOY&gd$-U8vX&r$ctSYGozLes-Oa{1JJ$flry0gL zB#vL{8;FVbCgJ_68Ssr`UC-wF6duByqiNYK(sensrYDp>;TA-ECkO$de}zcfg|MLqzq@TGGI#z?n~n*ryep#6H*= zOCIWC_M)GB>xb%?{9gz7UD!(^xi|RQ7ZPB&W)ImbTuWDeJqbG9rZ|$&O8$(Dlhnc% zIApUNLiSIivRA@+R%^F{gYG#dNr{I;o43-PTLNjCh60H!e@@O;h~Zl0`=q4vG87eC z(3A){#-epK6SZh3EIu8~OXYM+J=t|2e^H&ZzdC~Fa5kewXMlR#Ng_4#Gr2rgPRa+& zK37wH4c?yJP9yN0OzGX?QBKTMS6JKq`LU;c_(SX z(OlHtC5<=RWNC2schtSRo^|%jgToac>EgMDADP{sY|ue5|zJ2fJm=u~d5@D*unUGmXZo5C6R(L?S~Z5fV{RhH(F` zEt*xL(o7LiDO5^5X;6j`Dl$YR88V9$_wU+5C_@wqp#c$^Rd}S%J}=LC_g~L>ajfNq zv|26qzJK<?@1&#d-A5@^Io3eI9C3{83_bKC!)j z4&S@kQ^%pzR4Sk2=}7ldx0;_|t5yqXOSu`-#1Ay{f)FFBa~bFIb&2Un6#4r+5^uC{ znJn{vspY~1>XGu0Z!N5PJ)TP zlS;lPuV#v;J)(Os-AqS04kzmhq2i9^c>M>k*MA&RA2s7r4tsa8A%;kf~Y*VQP}>njP9yp)D2`6$@d0g)g~2`itIAJWs8z_Jf$DI%}M&LurqFga7Er{Gu*TgZAP|)0+j~ndf;aT<)xc^PVHM0zf z=w3a@Qu%^HJqFC^4FWqh0PF`J$bBvWkDdB(&9&S7_?XEkk#G=P_^~+9SHjz=Hv{!2 zPX&CA>lqoJInOuYiN z-#)>qv{nSUXmX;p9TImsV924j==O`{;r>mKZN;#56&e7Qe&D@1m)G^8g4>^VP`{y8 zzR5CgHdT^^HO|G@D)EGrOZrfgUq;Lg9Ut&>DWKd94RpGnhmGe<*=?(w$^LIILHt=T z?udJiwTm3!ot`T6we81pvm=xF@9oA6ooZ(e5jBl>8|brStq%&hmt9A;CS3ZwBxjnTL#MKUMe z$0Ooq*yI%idDho4x|?%{2JGf*$oS(5l_37bUwc8@C7w!EX|Qc6Ja(#8J_O{e(QRMX zA-yq-yi#GR>KsL9XwHVtQ6r|{MGhG4_eV|3$*BBi3UtJl;cJHkd^SrTmFRd;ThdeX zFBV5%`zo+}v5>SlkJ5T$DK=7gCY)R1g`f|NJZ}W8g9TZK-)><1$p>fODa3)x^(2C? z53FP~sQA63w*Yw$r^}<6h(DJ9U0oclGr>&tOfYy`i7*$(UznW{nF^B(1IVBDK75ci zg{`ft16|GuTHNtt)h+O5G3?^?=+Ty@8g%XfLohl_yRI!XVe<&s!yVWva9 zkaxtkk4g_|vO#JO3I6>Fn(-0b+_#i2HVfn_rHf*+${Vt+F~iJl-X?e!UyQeu(sAXL zM$i`eN(}G3#zCFW^zCmiI6cOlzf~)XJ9M;AO5+9aLL#Y}YYq9?&C-HV&cz-Z3rE_= zN!~?{lh7@SaZ`GWCx5kM&-&UG6DI>!DDWKD&2fg|MZUO1{UPdK+y=^KQB=HV2`ai& z!je6;#Hrf}Q#5zr4&P2*v%?k)_SAtXPoqGM^TVnM`hsD56>a)a0-NO`>7qz+{!iaE z%;>5j7~GXgJ?c1T!|P^}@x+CwyZfM{u{=9|tCcupa~#y~@%UN>xXw!sf5c=7<9}a` z(QbG~TF=}Aam$yOmbV-4MZUqOu^c~gl?l82pL%Q$z5&CsUf?ic2nNgNV=B8E%nf3Q zum#X?}q+@%}hqR5B}!0#b3_Q%r85b${g_#f-T(={!4RaAk#z+a%@aubSn z#=!h)Be*n2geSf#0IHq{F*}sv>5-}5$qu@v5>=yea|(H6%E%<8tqjc8Z0EoJJ&7I( zl7-CF8LYq4Ql3G!I3qA~CaQTTvrR$EC>vb`C+zc3^nMujDV)NRZIc+CdS7^KwjB$- zI>1&r3+jWnF|PABq1T!mT2$x-j&)}seQYf$Kd=d_&hAAU?wS;Sp+E`;)Igoyfpy{v zRR5GPt5)$GP8n&iCcUxr$VzRV=sy~aYAPRMdiSDJxis0;5)A|RlFKYELzy8JQgiSF ze(iotm`RCfIwKyfv~JBB6r%MKPH4UgY4$ET+<(v?@Bd7tD{hX_ zzStK4%7tbYXEa$2<#jZFZytE?icoA&knWQ_gIE1d^W#+aP?7VwsI*BKV`9h1jPd>W zBVCwLzr7G0XSP7-k@Kv0&T%LzDaRs-M_}Ml0LtTB?k3$1P1C+Y{??8B%}$vho7cwE zX$_-SPIeLdn@6bH{1m=*B|+CaTS?EMg;2A!nqHR<#{D5t#p}Ye`Q*k<-q~elO#6U3 zQ=>IRLasI7;p^+jn7cYHQy7PhA|7C+u8Z#-tQpN*6OyX>2zuqNV%N-Uv^@U~6M}#9 zR;;(hkmHW}wBh&@wYfB`RhhZbeT9(L+qlle4a7gqg!x=PNLNYIY{$MK z7%uIHx02ELJtz#lezow<3kcBO55?49F%fdOe7(=z0CGkCEjfGp2%T#t3fbYa+5Q9z zcxFBeM*Z|~K;IH90#(_lCHm}`feP$9`jEzJRMCCBwJ>{n2j}KH1$L2~&#+(=lC$J^ z?pb5>`jvLHxp)A+_@0F_lTyqzxCDaY+VtG;dHSd<2Db;P@Z^+(X`EX$T`;CgPgOku z_tJSxY5sY*(YS~Wnf8&lD_)MZ<#yB0R!K7+*Q)R!$Hd>!x*Y_l0hs$6q1PQL?tO9v zwOxME+?T;9-lhgVALdc*kHXC87F)=C_>OmFz9%X@ETbB)(?~;h1>bY83-RABz-(BW z4S)1Ad8@OeknMM-`liuv%g2eDJjf+F2|K`u^R`_PG^NGA6qtu|&x8D?X1v2H!>C0T z@8m2IBEMaMf4J5Mu0)^3^OZ;NvCa}aQd2@Tv@IF8{c~ZqQUuzs3?McFOL4d*9+l>% z(%~^H^jc`j%(j}(q?~l1>=Qree4j;oG7$Qtr!(t1jmfbsO0Zh?FlPQbN8@(6^6wsw z;j))oi1^#vu+923?#ya}Vh11oi*ONk%*+xO+&lz9ofVM({5)z;DFY2R4-Azk;kVsz z!@$Vkr5or(}G58A!yJSVFcYYLI3w3dgIMRp7N>9 zWas@mq(A#A4x0-y0i_I<-Vwyi4G}POxfXmTS+g<18Z{` z#Lt>H?0+7`g-_7&(dYc;hml0_S_h^WTS91D3b_<*p_X>$;U-#{&gQ*`EE8D zeQwDH-q;FhG1-J9?1f*BF}!i!BQ$t@j4|^~g|R2A*h$^yG^v&2u4-)J-cR{dVa*iU zoG!|gTIHb6tUI88rWgl5Wzf-zJ3LttM@CccG4=N6!mmobn0d96o)l1le*b9VUbzq& z{&Mr0YbB({RfhT8Z$?MuO))i}<6=*oPd3J@Lc0cHLZ3SgeHp~d%Pr?s_-L_eJ(}$7 zRqN>GLo;#Omfx7DGM%1sj;6~#788LhTp#c07*+Uw9a@8vU~Z!ilnRwoqjl>bu(60A z-!cm}=9_`am%X^-%Q$*=R$`e`X7L>3iBSL7h?Vi=vdFoSq?jJX2IU?)?WHc<3QC3t z$Is(~KTQyMZWD%#PXm)qKlt%0jM#};LhZtzC^q~I9KV->*j3KU(9Ci2nqBbgMGdUE zgUTT%93RB zRbUkOl{P8r$#q#+x zi^g$o^4d$`7`f^oE*KC2A~AtgTapT9KOaG3hbDHt>E&r}S7aJbeSwtOf6dJNE}Quu ze}bQ?!-!zCKP-4TMq<{tLr+E$(nf!}e>fV}F4_%Yqb&4p=XjWVcVLIe6A0989^g!c zV5-w5!;B4N@K%jqLOst}Oxf#Q09;NXTriX57WVShyc^))o@nT0UqI1>6O6<>Cv>}; zg{r~QY*UyK?@eg)*Ax4EZa`jC4G9)rjPVy6AxGvK)$5(k$b46V1)Qt* z7|vuvEBrz3=uuEo%BKSV`Qz+j0fGPW`QQEntn&vVHrjx(q5d>Kn%kKL#G>lad_4El z3Wsb&>3*f}C{#Ix)iIG{?)_|rJsdy!q_!%k>$dQBu9RVdlk@56lTY}wzf-W{b{dZ} z3t-tl!4R?m$hyQW@bq#t%+3;k>}gW4yT6^DKlux7FYbd4OKQ1i!zpl;`N;2#4+E~5 zL>d;CkRjJE9N*l7j~R+g#71|pSlkLDfj*SRo<)0yak_I?3Q-I$f~JiwAn~su`6M8O zRnjZjz=~)d>3={s%>PD~XH|2I=0{jGk_RGV4Y=Zi70Uk3Aij6U_$s!M{PJjTNJ{L- zk>{&GWK$dDpO}pvb&s)R;t8s__c2Irast=5OY}v_WF|b`9(EsA#3}n5(dD%@cx?Df zZ({&{KX;c(da1(s0cBQQ_XLV6g#pb`McWxk=(8^$(wq2b*dvbXen{Zc%~cqnwH-E| zmO*8Q4&MH~GiYhcJ-m52fU51?iB77&sjcKE@}iqNf1XHl85A233$|f0OkBX{{5j%e zbc}R}PQwK+4#Ml~PWW-miuNirlkp|eZ0r1L@~cOSk<-})E|bboaCsmRy`;jtdzu9u zi>06}tb&XbyMjZL1k4}dyoHMlpjx*Y6B2ERrH2VBp14eVLb#sW>btb{uQkYeJ%xi8 zAK|{2+L(X*Bz$)HjuS+bh-h0TZTnFSjoo#S{-=Z;uklhJ z$`di4Yc$@z0UB#!Xiel--m@PQnfTN8aQb)z9hxM|>Xhc17zmrPTOL=^ed%d5J312k z7fCY<--du)aSv>{xB%U|VF7tNc=_P+g)9iaB zKO&ZDp5qa;5N9Us`~(|Tgqe<4XA$CBNpr-vqWafK$Q<2@Nsn|GE2s5Xt^F3mY^SpZ zdy`0v+y|6tP(??DIH<9n2a})h!C63#8It=$6JunV0Q*s#GEtX(u}hK8a~~vj{B+z} z)I;;WaxBCP*>vSbQMk8a8J=32j=PyqxU@%rJ#n;(n5r&h+ZQimIcEZvCK!Og%@E?k z@1hG1JVW7FFH9YIPZk$&vj_KwXw@^35&HH7cLd18twRs7e?>mX+stCOxJY2qXt&G^o%d~;nZ-6b! z+W7a)C*u)`Jot8h7Mqg(9uDu#hb2GfFwQP#pg&p{qL<}x8ObrKk$4k+x4nR|V-3aR zO%$|D-UDX8euA2o2H1bhfY0VrVfnmV9+I86z*{j3LaUIj%RZ~YFioZ`C!Y!r9tpa35NaA zS(tuwF(}tMV&AQWkn@#H(H$a8|0VJ)`Z?I@X~5X*b0ah2nR zKgM}q1u-tS5_T&~LD9@dbhKjzxWipA{j3k>)jG_I&I#x{^bZNIn8op!3qe(<6O@@M?E#VJ))?=c$#+{`&2j3yQMt|??=5S_WecnT zTkY}3;!6-Cz7ppCE6oh6C87C6SKNJp^RYUez^UU6=&sriY2BwVvBHABs}+Z!h7C~i zHI(&NY~rQVMPOgaM5y?zONKP9F>OH{ntlugtzUxJbaojGMSe!nz{%{%kTzan?m8%Z z<^i(&QYvSg453AvikakL99(sbCo??>XGgUVUn>`Mbc;qIu3z+hBpqU}mSXdxjiya` zGtp;{AvS!m2al8e7~5V2le#%)@=qYH55r+>s}`PX4oCN8BKX%d7@fkNqR7$$Zmzft z){ePB>SGbs!mbMO_a`!SsFGM%#UN{`MNZeLf$N!OD9jo_E7@U)KBWsMbh|OXdpGW0 zSk7f7-hzJrZ91Xr72nkQFp8Q7)1_RGGovp7eDahaPI(c;Hr7)`42Le6EF87UBi`Oy z=`KTIcJtnO=%6FQ2)VeUS;++E<*FzWc%legtY)HVRwTahl41=-*D>+_jo{!?O4T*C zK-k(EYJ0a66@~+;f9OMicuWfz%&q|WW-5n_`6~?ttx0fTMFR;kKoOHu17X{0t|Cs;dqxNyL0sxoIF;- zi^@5T9_qW$oC${Vy#-|2SSDSu*aAG{A47n{E=UPE07gHw*}}39MD*#q;ukGX$bY;0 z5D>W9umwh*^2r{XDzYK#tJzk+J7%k`3Q(mt4%Loj5)I?$G_d+M-D9E$^Gzhd!8A_w;3`}LX7<6TEprN%LF#1QV=&0yy*Fyf6Y<@{sw z=aN0krn1u~#lcv&A6fg(4}u*SIvSr-{G5A!JU*0;-aA&)A5qiT@@rdQ&2I^&YxOsh zU>r_7<@fMjRJg#hdD6tU#T^{ICZXp2*<{0|L0(`_1IdZ)A!_{W!(w8eIIL0dkWsz=8C3I``mnY|ecETg4Sw zg$i|8`Dy^}f4oQ*Ri@$29}|I}GX-A@)|0yCUQ80T#v=a%oGWPw6W=ovZ!Md_#BEpu zb35Yj{RUm|`aPLVI8}xwCoj@QWgf=ttp(U?%!(9;p=;naNKb!GOs~iC&P|>NI+WPE-9weV;c+zy3z;>GuAiaIIU@E0>Kzx@`IaQmP<{;ZuKahg!*he zde#V!mv3Zx!ozW>cPFnXYXUQznMCUr9D;o2J@}llt z<$2fWhQ)R;H-!f&#=W$`#)3Cxkr+B`DCOrI&w#A#H$2s!_V{{^28w@GfvlDxGSl%k zx6cTLr?YbDXy#4SkBh+5rJ^W5`x@VLpoZ&&#e)dfZ_1pgMyEdhN&n$GFfcM~aY zuPME767&uI#pX{vpu46Mp4nyLpC}gXjt+q94y+8qbjK`Ed3XWpa!yl)Iiig1k;nLnA46IO_jCQswICKJ z0H*&e=kA5ig55?fcAf2FM&OY#{MYm2#_^kY?)iP}9ovaj0fuaFbq+q2o(6T2qHO$#u9Q5R|#|!Le`9onY>k9BK;RZhBPr%3rEjW6f zb0GU9(_A43G@jysR=s{0a=n}=W&VRvUvuHeJYdL379Q34M60kLYt~gm-;F>xlO_!Q zPt~AUxel|;_LI(woJX#$0u28>4Lb|%&8}zE;jzqXuq`nGS7hrlU036YZD<8KJzEMN zFM3T}L);)?&MMM<;1{j6KZT+%Dsa-oG@`0rirY>_bG+}A$88HqMt?P%W!)d z!?$4k;ysQUxZ;gBi9BngCG27l#6n|&rHjLe?Mw~!#L`@@i#H2e4jsYcVW~jAJELyE zGkQWymVJ?3NaI|q=(DYD#31_tJlhM-62bCn4c|f0Ks(&nLp`skZq^~2U`P1Sy`9WuDXlwmpmk; z@uM8)coq{7mxrZeZ)oL(rL^HrDoCu)M&Ahx4Yxzib2NZC3Axm~zZ*~gW6z7#_hOT5 zjrk$RBpI<=bvR@q%aYF@piS=}Kpwv`_IT0H)|b@F zz6$Rd@<1OG$!lAXwMT!Se}dqHfdOU z)f>OAaRJqRJE7=s0%={b8&*$M0Lzrixc|y06zlzry&eO^+PVf$%uIyv@@g=mJHg<% z75ZDZpsIr!t9sOy@80Xz3MT>r+M{+5wJ=zX4%5P!TKnJAebM6rF9`b%o zKOUa61|)AErCzRgus!t&eqC`D!#K|5(v7oBCr%U~A&CpA-em)Le}nTy&A3I}oT4GF zLW~{#bQIRP--hi9TxRQb5;37J?9j-4aDP6XZI%|qFEZj7SiAvKuVll)BPL|^>264< zav{xLiu}H9hB*Ie1}x~C#LOtpBlzVlN^;EBP|7+Uv7X4#((gZ zBpd+E#GQS2d5;zbQ|J8=ypN9~N!-CC{IBQ7f1ADh@43zY`7x<;7uKZ9 zK}hp++~6FCg7h8H*}4@9wg2#JimOPUn+5Cl_73bfjpCREQB}4Npyql0 z`vfKSK`6&KnwW^@%kE-YKofb_z5u827BDdFGjDOCB;CNd@g9`OGgg}(fS5j;78Jddp`&;LU7hBL5Jf- zEzKsc{aRs@!9Cjbv5<2ey+@1r%^>ht8Rb7Ag;2 zZ#r=K3u~;k%7wq5BpExMSQOd07=&idgyTNWpw=-DWtW_WuZh=CvSuq!bKj++GF4-c z-@6E$P5-6)*=(GDh5>h1IZ$5noBHdK1{9i5g}ui_U>{f;7{o zb{?(V0{_3ep8uz>U|jWdI9#U<;uV3UX+}FgQRO5~J@1Q3;j3}mr37&JEXVF!%mc|G z0j6ze8TGuj8i(qm@v!%0j?L@EIcg@8+2>lRcYG+?s&2z0(o5JaRuP;lcM|6^tEHFL zCt=%u8CLe?4(uJ5Vr*6(=Ib3);^#h{&lJA%#L7+gP?PKIm)`9${qbQUp59jpX?Zi) zm2JWhP`H&Cw6%fJp94fU%>#3yd&mcgvt;hgMp)Am040*gKp-U(j0Uan%ie!!l$$mA za%?Vh_Q`Bwv@#2)jSuqjY+dkk*h@;M>*Iz6Q&@YE9Q>T9&Uq9>u}-d+4Bc1*`TGJv zH)%dI>h%;?Y?NoXoG42CQ$oIf{R+eF3$ewnfo|>1qU8yN@KwVbT@H3pZ0hG`r+e6G zu4Ulh=|Hm^f{-Rnqf2%L;({A%$0swLi3BM4A;Bob$gHXa{HlkPcGecI0;^H^Tw?$JT`7A zw^LL%;qv6^G{i9rovc_auKk9UyH29VNeLX{W*)=oQ<WLt$t1W=l5#0VYp@D`96%)7NJrG_Uj#@D+9qiI#4;#gSg?|#(cXosMyuUQRJk=I)qNZ+@30moFPA`5che`oHl?VZSeg>IU>A|FkDOOnnHyD;vx6v~fW zf|G%Kp1VK=Ce?F0GEZeZH}f}T(m(#^^GjM+6o;+v!n@$*@YF(w^eHN^iXNw+!{h?p z7h}mt*1e{z@=Jd3;3%%Y&v7wlFXB^kVcf84HjUD%E&h1-1XfQMXK@9057ll<%Q&Cf zu!soTV4VYhErdv|-)@Mu6U6@WLX2NoIF(+sl686=1@?7Gq)7KGsC3yvbnHCV!pMpi zEPTkzS&_{jSu4$(KQR|)NZ-Wow?$w%<3xfwm$7~W8BnB>!fV$42PX?8L(H>ws`_Rg zL#|8#$J#gKbDtetTJaAC3^bB#q1o&_MO$=yu8Q^J0pO%H20e|B!9vUiY&xf6q(Kv{ zsI3Qc;VJlN6UT0ina5X*Sj)H>UW1WPCA2usIc6qZB(4`?p)@)H)JyM>6CDObT3Z03 zwm-#?3xs?P4Z##~Us#>g4;h6OkTwq@3t6IW4d9Sf@T?=F;k zQw171GjPOxHH6w8!8hHU$Z5xJ807979xNB39%{a1Xl5BT8cKt!u4lXRD<)Vex6%OFx(UBZ@-5-*@F1BZ3J&6 zw9{RgO3aEf52!zP!fX?1#iT6GO-Z^JIjrAgcH*ru24$ZGy*nc8rSWB$Z2kaRA%pZ; zZsOQO&P2Ye5i&uKD6Lz}JumdZhV*8X(lG;ZXKsJk)Xg(iU5nyQeQ;pLTXJhjIR^eC z!noUPM=#@Wyz$`>*e9+DS8pVraqU-KAy^CmW5#b{3qCxTLlh#6Y-qsMC6vA zup{~mBp=XVm%Y^DtMzet*P?3B3VTW)&JF_O`3H#nGhxR2+ckV^zn$!2q-bRFG1??u zK-~UJq_s}ZsmcR=sOt&j`eK`iOW`y+XzYa!yg*1u#MF;Lp{!!cccl2u*)WeoT{PRxcH%&WSUa7;6o9C)|ok>$O<{ z^%XGTrxfdz_nfBdSwdTH59ekN2aRZ9ex%|o{5LEXcXEGDwAa$=BfD|cbQScnyv#id ztYIzxSxihk0zvzRBL3Yg#g+@V;DOCSkWie!k6AneY~sI@nrk8d`TV#%EX7!U*hX5! zeEAxiCSlF7#W1>R2oxhj;H-HL=!34FBokH1p8$s)?2J{E$ z!r9I-qExmX+`Bo}WUUsolw9IjB`{Rm_Z5C0JqBIoe#{_Wg7Lgca2+?t6bgFG{d@i} zGVLN?DquO@e4@mteG0|?6UV??sv8q_JcCIxwmeN$E%Z9=3zFSCP^7jImgK3ytF9nO zbGBfWeQ(lpBj1r3oxrZJ`2iK#Z$a#nG$1znMksc6cwT!?%kJ;#CR#;9}C} zNnPUwY&;}NGhd#;ng2*I-fgRxH285dDIC~?UQ_X|ftd_)!ooj8cCjhx3*0^#H1Z$w(_D}?Qm!FiJJNIJ)L^t+e`2OGI; z%awWfwoewfr5}X}ArDYmCy~Ah4`v)+WkImUNf7vJ!hSE1pnDoG()|h9L|?}V2JcS* zd*%DQ!B#?tng)xX$#nDE-d`YoYlg6@Q-;adbQ2Y~pGV!Ma@ziQ0QCajo5>#(XMC}!Of1gf{cj=Q_`#FkROUyn95Mju^7k-VYyqwnIsiwFsyUCu6S7cl z0&_8RKicRRfpmjEzp=6(dQC+58#4JEM^OeYpSnp*LU_#QH!Co3;wfT(KZ)=8<`B>h z!mo`som%DQX`rFO~!`Vo?>=kKO%P$ywC5(Q*=CL{kp=jJ%#`PP{K(YL7 zjy1U+*XTbX#|?|=;QkpP%Dq-Yy)JP4(|e3-=Vs2T6Pa^8&FFP?1&VB2imSsGW6EuF zoV?EnAJp!IB-KNZw^t3)-V5XWF)esdWse7aE<>_LC^`gO=QGQc==5+^&?%IF{DCtt z&E?F0K0lKEn&}^>A@cp847__M#$KTnq{F+8_jtM+JoAf&B{tL9dn!66!QN57#4q1C19I1iQ@w!z+Ojv8R{XmY zlrDwR!x!(tjvsxbo@4lhUgEB2g(Os8^#Ikczk(7h0NLmvFtd+E_*{vS=l@0j^d~&! z?@u5$NtIb+ahLu$Y>aC^ZN|R-(Bc()`p`|%1lI`*GvejKWV1#Tknx9j(odTSbyoq& z9$|Kpx*c18-ilFw+(;TkN9Z1lBk1u}3??0UNb^?f;kvWS1#YDmaECgrtd=^kw`3& zG-Ch!na#?UuA#mc{soVaIpn&+DKH7`S|c! zy%y9DIzaH3SIAzufZ+zGK=R}VSa3R*if@x(|ES%B_+6f0dF3CT&cC;4?VY=%Gv+zI z)0n22WD+}$^>}5Rd)C|~#;mx$7fpZ1)8CGv5Z{=9sbc3iKaw8v z^h+RWo^BzJ{Dd*}>IJg3qyUu)4&d@7Jf^kHi|HFIB4)|=_;N`aFst$$cx$qBVz2^l zq0a+I z_O1Qo!E8xf&J2*z%NKYbOr)5}_w`suOa}#lDG;hOfmRx~^PV-^A!oOQZ=9pI#NY{4 zU-6h@AU)zO5bNbLvf=n{sW@C-EWu{jx}kD+8tLV}pZ2c?YqR(*Xz?0NONPyeYMwI2 zr*N-{a|c~j6vh`^EJl}|SV;WEZLqq-lor?<;<2z~+HtHMOL|LqyYpAEZP%VrbBh=% z7IXow4}2qAKXv1_-yF;OK@Bv#J_3FIdr>`p3pUO`zST@mP<($ES2}$p*3M@5JwK3~ zd=O9FcBG)#w=_bdJ8?mq2CKB~J5TPwVMs81j!Peh;|jlD{KIsB?s$EOq;74Y-=k;K zBgeVEQHd1e`mzdRU;L%-qnpq`tm!|WAOElCiT~62%ZzXD(It5&`usbJSK9iCdBg_H zxgZOrn_?jH+G-F}iRByZo<^CZHrN{!f|kGdM2>rQ+;)FDzHM)Sx!)}?D(V(&ZWe{o z=@QJ2k0!Lqtq(3qjKXk=9$mYAJz75C?g0g?QDgc-2rTCF)~`#Xa_zfd(sW&BLYM(h zr$-XB8w}|;qQZiD5!aD(Wp`>0V`?eKpbCuS_XOKguR&2*=`s}t&u`|>nxY6|I|pdl z+Hx3@AI7*3-Wakp0S7|tXvcx?BzY2d7I^Q)orzP}Mc;&(r5hsQi^Kt-+&TK=%`>7j zx)y)5Ibu_860E(|41+2QS?O7PxHxtk@?jHbf0Jb@FP{Xl_BxIQo<*7-eS-zu&|@nBxZ*}X+_5d-3*D1Z1#7?EfZUiB zP|R_D=_x;6#%L+DH`UOMTQ1;KJyrCKEu#ic=Q@v2cZ4S#5cll1rV zkKVltuRGSVv$^|_v)=@n7g0Z8yvv%2vp5d2<7vc&K7=tDX;%M42;W{y)a;6x9u)rK z{9&Ea^gcHaPt)H-1IC1yP_GKU?z>?s_NE*ID%?rSWL*?vH$##0c0AAV4OAA5L%y{N za|HZhaL0L?r=5r|@8?oWiG{3nN(l;_6GrXwOmh5M57BM^zD``F=Tr$KUn(=jruL@A>NiEkenasqtl%e19!%)Ai z5+go}F!Penk$L8u;beg{cjp zG0@i4O;mg3vzoGyG4_i~sxY zM>KKSbN4s=cW%!~ja_ol@3JN$e<+{cVng<;9_RlOwE=wzd$3R_BG2I( z%#Vl$QZ|iwVtETy7Ixx&J1r;@GiN?+p2Vz4u>=3)Z47R>fQ}<+(61^4!5rgq-zO>7 zjGur9m5O258KFofjEcNE%5ihfQLQ8|+Mc-=^z|;`t_>GaLZ}^{R7@tNTP84t%RErF zLIUA~^VCRX@P!q;VYXzlYwtgCV}Ft(GK$=l>GcGFwpr8kv$yq?D_ zi#-Rw)p?ju#is((136~sF=(!>$HcaMSbR&HnR>k)Z8?|2KmLKl$JrZF#I>jvOC?r&SZ#&mnVg&2Fv- z#C05N)t-~)0xol`kWJRFKL-JU+OViT7E(Vx!-9pEVf72HJUyow)TH0z*8N$KQ2B*~ zKAnf1S`*-USR^|1%ad3=1GMB3kZ$TA5-~H$ik4VtIMqxgpPc|f1uZgn6@m9ZNBELj zVf2!2Fu12&#Gl-*Sx%QvC!{Z6?c9c;K|&8t>??-PY!~h94g<@9gLK&vZZ?Bl-!VBH zEhV<%cySK>8kvjw>jUZcTcvIZCfgB!+%#*q@hs(R{)(HnesQ8{=Mr?e3ev_1GfX&|1s8G1Y@FwOGTffBqf1 zQo4wyWG-UG57%L{-y_nZk0X_ZuD2^OEMAPqZ^P(AH^dfr!$}U@j zL>&XO*2!XO_+py^`@%elh)x%PewjPO{G2l+iVcz%r!G>z%JZb=SrE)U&oOx0-avufJ#NHPS66HXYH_9`^t5Y>Y~kPNF4=L$-Dd?cQ~fypsCzvw-6+TJqd{os-A;l$gE?lxS8~GlE$MV>;V)P&%&qI$ z*wydCia+K2o^xN3je@n1A)kqhwuphRZv`>BcMDkcTiCWP1|0vHj!c+5W9ZK3ciy=O zZA=gTmQlmzWFOESs3tMo&$47;G&(wsP*-^?DDgUpI?+?H-)=iLyj+6~lW(9SH#<{0 zG7Ie9M}X7qRV46iDo%Q^0K3jyguu;9;B|B2NLG5dN@r`qPxl6MD_x;5G^lQ-tj^xs#VAPJ0hqEQ2nDHKc*mYs}CvQJ{p zQWYquT7?nkxV%IE8nl`&gp11Vz;4$;y4!3sEzg>YZ#RGCRmDA^O|cnRyJa!?IQ1t@ zzOw_@3~XkP*!?0C4wS-zPh0S?823B%)E}O&%MdZOzYDJ0E@Jd40pfk=Dz2=GAo79t z_{*z?LHw{Gt)B4_d!y&$;d$IVBSM<r#ZL1L;(*HoEHCAHRKo3zpw+zNj9iU-DPuQqm zi%{~9HL(#)hQPD~>@J}-Yqud5gzXj}waXa38Qwz0ie-$G=>>Y#&KA?Hi>XG*FC30m zLt(Hfm+WyFQv2S((Vh{weUL%_yDfM*MFovVokdA~b#@IGNjnE-b5l*81_m>BUpD(l~;vDBhK)gc`*RLj%+IGs-e3J z$3oY{b+ly$&+y%6iF372l1S$cvQ{q?A74`xoRE=$i!saa$G{#?&Gn$>9t5Rqcy8ms zMKF2TEeO<9VR&>Gv-+4AZAd&xSBS>K*;g`jTHYDF`!OE(e@LLy-FtE3#V0iGx-QH) zc!~Diy8$LAmNFK-F)*+FB0kvCgrmaWVX#&&*jy0f>%xBQFtx?*xkl`_Q~b`7goymy z_l#VhR)~@&P8j{LhBi8Vry2bk%;SIk&>>2-}PTgS}WKkIgK=ClrjGIF*mbAJ2Lr9%LRJA zrbEzNe1Pqfaf5=^N!(_i8zBEx6PET^!{=@Z)I~GMugkj~cSz|we~1*-&IH945o(+ zjk<)B{HLJ)%~(2J+n8uMT!hr0Cou786i7^P6)0|N!WXeDPTVpEvnOu^m6ErDq7`|6 zT~ETMED$RfkY4Lk)Z?}kcD`sMP0MQryNM9m&45}OBl3#03*xVaPA*< zwj)@B%YFU}R5UfQcV`ycb$N=Q)3uad$&zH$c;>{Q`+gLfWz)DskW9V7m@4jZ$FLmG2ReK<2OS!~g4kqF4;T-9Z(m=8y}HCNhj$ z=1!U~OvI0?=Rz;fG!CAff@983$AA`X?(TCt>g@2D=Vxw$*5gyygI1qFQCmI}s`TIpwLZJffzwIVX{&KuGVloyy3xQ7aQ{Xi{1nQ-R zXpTV|nz(Q=}8LO+Nrf zKIBog-)q5uEhkERu3#WH3bgKuGpQea1uvf@!zb%J^x%D7+EHWR$5m-??$^S>0437u z&a z9F;#AP9yu4V|;%kmAh@k>DM2@Jbv~(olmCp{fZ-%iyd0w^G6nNlW z2LGPFf(v8#-7>K=Xfs`bN%+)6(~4|}@Pi?-wf#*$NB4t%;wy6H=zGxqFojujPKU{V z!_OvOYB4U^8|ZDxpS;i25_=IzheeHF-8-FcN^i^Hwh;H z?Q7~YHUdi;b&xiGCkD%_sbkO%+V(IFWZsK&CU68A#`K_uSv47+bqPxC3g}JWT$pHN zO{!P#;r7YOa3g+fV=}uRf!Zy5F2Ty0taBMRIPxs6*~y`OkT?o^V(~+EDiQU{lcN{La1yK?2KMp!_wH5T z&|AdLe-lMMup_yBo|!zm++EQ1B^yH{Y{1@Mg?Mwc(_H0s7dklj=T5*ojPsx}Y?a=W1J`Bjm;>Y%_AiZ<~tcVK3o)3eh{OeH= zcRD1{9IwUfJRg(etmV#&n$n_yF>I9A)9B4LTm7&d=1c!Y0+_w#n6m;X5CYYg9u z{*;TWynTo(Cx(0XXo0Jl9+T*hM;xWUlhob@TodC2r<7jeS4{_!c3=Tk+#Sx8%;C#*iHF%yzmVXP| z;XMH;rv!culsLJ>(H*>R?m<~69`zESu4bdac(WybQ50h~2P8vSj~vrwt;^2PenMX= zRk3jkOR%!J1mlPZ){cIU!#B>NgK|0;51kb7PbZ*X4Cwg5Arz}xj-t8dpuNzDIXEK$ zr4KgXH$JnPn-vWvDk|XQeHQ)n{Y{5T5DoK+@JzbzZ^S08LdWuZ$ z?L}P5)f8gtp|${Ux?e|Xu;@q18h$5APFa`AwXXm3gRcj!p&8<-Sj?e{5gy* zG5nnAFF&iEAHzYX+nE2*80PvXh&TOMwzd%*(J6wgz;x&vX#l2+E0Bo2 zqh&iT5(k$+E?fCKG&1VoJ)r|K$8TnYv7?xkyh|f@XD~#k-bIPX3xc*8a@@U1i@1r! z4?y2%ElPWvGe@7_fohq5z)jFXrDSKKYIr6*N__*_w;a*hUWFOAT@3DID=>Wu)4A&r zcLaONOJJGf52zAqb80a*ywhEo!%-h#&Z=aX&z#5Bmr>vqD2w{_mDJ!MaF4ChaE&(4 zRSvy^8ZX8%_o~HltxPI9KaU2j*NwP^-3e2k`qLc`62XG6%f4{y(lwnDq}F~sBU>oN)fkB|s8a(> z9N&^alTy?#bcM*8#W3ll8HlDo#k$K4SgYBMMSfiZy+@K@mvsT3|C5Zl(z3jtMVGnD zM&O#Tf9U=dLEsc_h_x!O@RLoX;No1>xUO&(2eTa@Mk5THU!~&5w#zhny#UX;js~4i%b6T96Q!;iqWs#pD75ir~h54MJ)wg z%)GE1q|HL{vY|4!*u;*{9#@i(-1$6{QJTBry&t6WT|jpDD_9jDK;siV{P$(hV`?|? zjj#v#)<K#2L*} z)Miit#oGIbG4JV&&JKs)7v-pU$wSgyy9axAFlg{u5{IfB*=f`Hx3cyNuvonTmzheU z(9jf2*Y=}|>rAlBsX(-pVk{21(2nu91zHtTz~SjCa^l@&c>JsnzTPy%o#sa&;qXE( ztXK?=-t&TOj`zSSx*WPv74gM+6@jDIARbp3K?6ICxoIPT&8^Xb&emXozSS#~b#Np* z(UhkSJ~JMx&2q(4D^r9d9J!?htKywNjibJ*kZf zIkQ2kr5tjn#^AN?ZRp{rd?u}zm?-%34B z=&6p_b%-RnxUo?iw}ZHu4`lR6L58v>RykLL=wt^r<|*QM{kQ1dm(5=DID*F?xuB2O zUV1o56&EcQfiRb^13ag~fWZ~MKi&Z$y7BnyS}ZD8P9|SV#gJJpf*XtZ-}O6xoOW1* zb=r|273GGnH|c@$8y&QEn8(dNqr$sPlQ1OZ1=ce`M4{ZA*uL8W&NGc5agIOM3!bpn z52TH(_7$jN z4_FodjrWlc)8Jt@G#I`?m-H{g3E~&vh~HJ74JV74BA(^Du!+VW=67ViPY1jEYUt~o zK?1I>gEGxK)Iv!N^8R$7qnXf9@cIL& zTVad?DogOI2}kRbML0NohlHF-#ch{N*$TZ=kTdljOlr7?+UwHj93>5sn3{o=yd!kl zml*tN^;94}TZwtXoWw~xo7vG)63oKBJ5U9uNyGD5*sM~H4K91Bfyx1N`Tj2omxN%# z%zv@!=Vk1uY=+-0;TXvO_sm-|OvC1lBW;yqnMl?XQcOiONbY;l$Q|~uK0t?YwJ1cZ d<~(e>H-)R(cp8Iyev?&q-u(4E^Kbhv{{tQr7W4oB diff --git a/tests/unit_tests/mocks/tiny-random-gpt2/special_tokens_map.json b/tests/unit_tests/mocks/tiny-random-gpt2/special_tokens_map.json index b1879d702..7fb88369a 100644 --- a/tests/unit_tests/mocks/tiny-random-gpt2/special_tokens_map.json +++ b/tests/unit_tests/mocks/tiny-random-gpt2/special_tokens_map.json @@ -1,48 +1,20 @@ { "bos_token": { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "cls_token": { - "content": "", + "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "mask_token": { - "content": "", - "lstrip": true, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "pad_token": { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false - }, - "sep_token": { - "content": "", + "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "unk_token": { - "content": "", + "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, diff --git a/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer.json b/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer.json index e331fd9f6..30fae42c3 100644 --- a/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer.json +++ b/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer.json @@ -5,48 +5,12 @@ "added_tokens": [ { "id": 0, - "content": "", + "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true - }, - { - "id": 1, - "content": "", - "single_word": false, - "lstrip": false, - "rstrip": false, - "normalized": false, - "special": true - }, - { - "id": 2, - "content": "", - "single_word": false, - "lstrip": false, - "rstrip": false, - "normalized": false, - "special": true - }, - { - "id": 3, - "content": "", - "single_word": false, - "lstrip": false, - "rstrip": false, - "normalized": false, - "special": true - }, - { - "id": 4, - "content": "", - "single_word": false, - "lstrip": true, - "rstrip": false, - "normalized": false, - "special": true } ], "normalizer": null, @@ -57,17 +21,10 @@ "use_regex": true }, "post_processor": { - "type": "RobertaProcessing", - "sep": [ - "", - 2 - ], - "cls": [ - "", - 0 - ], - "trim_offsets": true, - "add_prefix_space": false + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true }, "decoder": { "type": "ByteLevel", @@ -84,1030 +41,1006 @@ "fuse_unk": false, "byte_fallback": false, "vocab": { - "": 0, - "": 1, - "": 2, - "": 3, - "": 4, - "!": 5, - "\"": 6, - "#": 7, - "$": 8, - "%": 9, - "&": 10, - "'": 11, - "(": 12, - ")": 13, - "*": 14, - "+": 15, - ",": 16, - "-": 17, - ".": 18, - "/": 19, - "0": 20, - "1": 21, - "2": 22, - "3": 23, - "4": 24, - "5": 25, - "6": 26, - "7": 27, - "8": 28, - "9": 29, - ":": 30, - ";": 31, - "<": 32, - "=": 33, - ">": 34, - "?": 35, - "@": 36, - "A": 37, - "B": 38, - "C": 39, - "D": 40, - "E": 41, - "F": 42, - "G": 43, - "H": 44, - "I": 45, - "J": 46, - "K": 47, - "L": 48, - "M": 49, - "N": 50, - "O": 51, - "P": 52, - "Q": 53, - "R": 54, - "S": 55, - "T": 56, - "U": 57, - "V": 58, - "W": 59, - "X": 60, - "Y": 61, - "Z": 62, - "[": 63, - "\\": 64, - "]": 65, - "^": 66, - "_": 67, - "`": 68, - "a": 69, - "b": 70, - "c": 71, - "d": 72, - "e": 73, - "f": 74, - "g": 75, - "h": 76, - "i": 77, - "j": 78, - "k": 79, - "l": 80, - "m": 81, - "n": 82, - "o": 83, - "p": 84, - "q": 85, - "r": 86, - "s": 87, - "t": 88, - "u": 89, - "v": 90, - "w": 91, - "x": 92, - "y": 93, - "z": 94, - "{": 95, - "|": 96, - "}": 97, - "~": 98, - "¡": 99, - "¢": 100, - "£": 101, - "¤": 102, - "¥": 103, - "¦": 104, - "§": 105, - "¨": 106, - "©": 107, - "ª": 108, - "«": 109, - "¬": 110, - "®": 111, - "¯": 112, - "°": 113, - "±": 114, - "²": 115, - "³": 116, - "´": 117, - "µ": 118, - "¶": 119, - "·": 120, - "¸": 121, - "¹": 122, - "º": 123, - "»": 124, - "¼": 125, - "½": 126, - "¾": 127, - "¿": 128, - "À": 129, - "Á": 130, - "Â": 131, - "Ã": 132, - "Ä": 133, - "Å": 134, - "Æ": 135, - "Ç": 136, - "È": 137, - "É": 138, - "Ê": 139, - "Ë": 140, - "Ì": 141, - "Í": 142, - "Î": 143, - "Ï": 144, - "Ð": 145, - "Ñ": 146, - "Ò": 147, - "Ó": 148, - "Ô": 149, - "Õ": 150, - "Ö": 151, - "×": 152, - "Ø": 153, - "Ù": 154, - "Ú": 155, - "Û": 156, - "Ü": 157, - "Ý": 158, - "Þ": 159, - "ß": 160, - "à": 161, - "á": 162, - "â": 163, - "ã": 164, - "ä": 165, - "å": 166, - "æ": 167, - "ç": 168, - "è": 169, - "é": 170, - "ê": 171, - "ë": 172, - "ì": 173, - "í": 174, - "î": 175, - "ï": 176, - "ð": 177, - "ñ": 178, - "ò": 179, - "ó": 180, - "ô": 181, - "õ": 182, - "ö": 183, - "÷": 184, - "ø": 185, - "ù": 186, - "ú": 187, - "û": 188, - "ü": 189, - "ý": 190, - "þ": 191, - "ÿ": 192, - "Ā": 193, - "ā": 194, - "Ă": 195, - "ă": 196, - "Ą": 197, - "ą": 198, - "Ć": 199, - "ć": 200, - "Ĉ": 201, - "ĉ": 202, - "Ċ": 203, - "ċ": 204, - "Č": 205, - "č": 206, - "Ď": 207, - "ď": 208, - "Đ": 209, - "đ": 210, - "Ē": 211, - "ē": 212, - "Ĕ": 213, - "ĕ": 214, - "Ė": 215, - "ė": 216, - "Ę": 217, - "ę": 218, - "Ě": 219, - "ě": 220, - "Ĝ": 221, - "ĝ": 222, - "Ğ": 223, - "ğ": 224, - "Ġ": 225, - "ġ": 226, - "Ģ": 227, - "ģ": 228, - "Ĥ": 229, - "ĥ": 230, - "Ħ": 231, - "ħ": 232, - "Ĩ": 233, - "ĩ": 234, - "Ī": 235, - "ī": 236, - "Ĭ": 237, - "ĭ": 238, - "Į": 239, - "į": 240, - "İ": 241, - "ı": 242, - "IJ": 243, - "ij": 244, - "Ĵ": 245, - "ĵ": 246, - "Ķ": 247, - "ķ": 248, - "ĸ": 249, - "Ĺ": 250, - "ĺ": 251, - "Ļ": 252, - "ļ": 253, - "Ľ": 254, - "ľ": 255, - "Ŀ": 256, - "ŀ": 257, - "Ł": 258, - "ł": 259, - "Ń": 260, - "Ġt": 261, - "he": 262, - "Ġa": 263, - "in": 264, - "Ġthe": 265, - "er": 266, - "on": 267, - "Ġ,": 268, - "re": 269, - "Ġs": 270, - "ed": 271, - "Ġo": 272, - "Ġw": 273, - "nd": 274, - "at": 275, - "Ġ.": 276, - "or": 277, - "it": 278, - "Ġc": 279, - "en": 280, - "Ġf": 281, - "is": 282, - "es": 283, - "ar": 284, - "Ġof": 285, - "Ġb": 286, - "an": 287, - "Ġin": 288, - "al": 289, - "ing": 290, - "Ġp": 291, - "Ġand": 292, - "as": 293, - "Ġto": 294, - "ro": 295, - "ic": 296, - "Ġm": 297, - "Ġd": 298, - "Ġh": 299, - "ion": 300, - "le": 301, - "ou": 302, - "ĠT": 303, - "Ġre": 304, - "Ġ=": 305, - "Ġ\"": 306, - "ĠA": 307, - "ĠS": 308, - "ent": 309, - "il": 310, - "Ġth": 311, - "Ġ1": 312, - "st": 313, - "ĠC": 314, - "el": 315, - "om": 316, - "Ġl": 317, - "am": 318, - "ĠĊ": 319, - "Ġe": 320, - "Ġn": 321, - "Ġ@": 322, - "ad": 323, - "ac": 324, - "Ġwas": 325, - "ĠM": 326, - "ur": 327, - "ĠThe": 328, - "ec": 329, - "Ġon": 330, - "ly": 331, - "ĠB": 332, - "ĠI": 333, - "Ġg": 334, - "Ġ'": 335, - "et": 336, - "ol": 337, - "id": 338, - "iv": 339, - "im": 340, - "Ġfor": 341, - "ir": 342, - "-@": 343, - "Ġ@-@": 344, - "ig": 345, - "ot": 346, - "ter": 347, - "Ġas": 348, - "ĠH": 349, - "us": 350, - "ow": 351, - "Ġst": 352, - "ut": 353, - "ith": 354, - "ay": 355, - "Ġ2": 356, - "ĠP": 357, - "ation": 358, - "ver": 359, - "Ġbe": 360, - "her": 361, - "Ġthat": 362, - "Ġwith": 363, - "ĠR": 364, - "ce": 365, - "th": 366, - "ĠD": 367, - "Ġis": 368, - "un": 369, - "em": 370, - "ĠF": 371, - "Ġwh": 372, - "ul": 373, - "Ġby": 374, - "Ġal": 375, - "ch": 376, - "Ġ)": 377, - "Ġ(": 378, - "ĠW": 379, - "Ġcon": 380, - "ra": 381, - "ĠG": 382, - "os": 383, - "ĠL": 384, - "ĠN": 385, - "Ġat": 386, - "ers": 387, - "ct": 388, - "Ġit": 389, - "Ġ19": 390, - "rom": 391, - "and": 392, - "Ġan": 393, - "um": 394, - "est": 395, - "ĠJ": 396, - "ag": 397, - "Ġhe": 398, - "00": 399, - "ist": 400, - "ain": 401, - "od": 402, - "av": 403, - "ri": 404, - "ĠE": 405, - "ĠO": 406, - "Ġfrom": 407, - "Ġcom": 408, - "Ġhis": 409, - "op": 410, - "Ġpro": 411, - "res": 412, - "ies": 413, - "if": 414, - "Ġv": 415, - "ort": 416, - "ere": 417, - "ill": 418, - "ld": 419, - "Ġde": 420, - "pp": 421, - "Ġsu": 422, - "ore": 423, - "ĠIn": 424, - "Ġr": 425, - "Ġse": 426, - "Ġwere": 427, - "ew": 428, - "ong": 429, - "igh": 430, - "ard": 431, - "ate": 432, - "all": 433, - "art": 434, - "ak": 435, - "ich": 436, - "Ġch": 437, - "Ġor": 438, - "ab": 439, - "ant": 440, - "ud": 441, - "oc": 442, - "ber": 443, - "Ġex": 444, - "gh": 445, - "ity": 446, - "ated": 447, - "pt": 448, - "ess": 449, - "ear": 450, - "ĠK": 451, - "Ġpl": 452, - "ame": 453, - "qu": 454, - "ive": 455, - "rou": 456, - "Ġare": 457, - "Ġâ": 458, - "Ġsh": 459, - "Ġk": 460, - "ack": 461, - "ect": 462, - "ĠâĢ": 463, - "ĠU": 464, - "Ġhad": 465, - "se": 466, - "Ġwhich": 467, - "red": 468, - "ov": 469, - "ĠSt": 470, - "ast": 471, - "Ġsp": 472, - "ian": 473, - "Ġy": 474, - "ment": 475, - "Ġle": 476, - "Ġnot": 477, - "ge": 478, - "ord": 479, - "rit": 480, - "ip": 481, - "ine": 482, - "ell": 483, - "ally": 484, - "our": 485, - "ost": 486, - "ight": 487, - "ther": 488, - "ap": 489, - "Ġu": 490, - "ish": 491, - "ĠCh": 492, - "oun": 493, - "ia": 494, - "Ġ3": 495, - "ave": 496, - "ary": 497, - "ust": 498, - "og": 499, - "Ġ200": 500, - "Ġun": 501, - "ous": 502, - "irst": 503, - "ĠV": 504, - "cc": 505, - "Ġinc": 506, - "Ġ;": 507, - "Ġcomp": 508, - "ru": 509, - "ions": 510, - "Ġtheir": 511, - "Ġbut": 512, - "ide": 513, - "ure": 514, - "so": 515, - "Ġcont": 516, - "Ġint": 517, - "fter": 518, - "ical": 519, - "ial": 520, - "Ġar": 521, - "Ġfirst": 522, - "ould": 523, - "Ġits": 524, - "hed": 525, - "ĠâĢĵ": 526, - "Ġwhe": 527, - "wo": 528, - "out": 529, - "ub": 530, - "Ġ20": 531, - "ff": 532, - "Ġ:": 533, - "ue": 534, - "Ġher": 535, - "own": 536, - "ok": 537, - "Ġalso": 538, - "Ġcl": 539, - "per": 540, - "ign": 541, - "ater": 542, - "ran": 543, - "orm": 544, - "ie": 545, - "ome": 546, - "ork": 547, - "ass": 548, - "ire": 549, - "end": 550, - "Ġres": 551, - "Ġab": 552, - "Ġad": 553, - "Ġus": 554, - "ry": 555, - "Ġrec": 556, - "Ġhave": 557, - "age": 558, - "ĠHe": 559, - "Ġ4": 560, - "Ġro": 561, - "mer": 562, - "Ġone": 563, - "ond": 564, - "low": 565, - "Ġhas": 566, - "ĠTh": 567, - "du": 568, - "Ġ5": 569, - "Ġper": 570, - "Ġbeen": 571, - "ime": 572, - "Ġtwo": 573, - "ence": 574, - "land": 575, - "Ġ18": 576, - ".@": 577, - "Ġ@.@": 578, - "ult": 579, - "ree": 580, - "ough": 581, - "ile": 582, - "Ġwho": 583, - "ĠAl": 584, - "Ġsc": 585, - "uring": 586, - "pl": 587, - "ory": 588, - "ition": 589, - "ric": 590, - "ations": 591, - "Ġdis": 592, - "Ġthis": 593, - "Ġbec": 594, - "Ġapp": 595, - "iz": 596, - "ĠIt": 597, - "are": 598, - "ach": 599, - "lud": 600, - "ade": 601, - "Ġplay": 602, - "Ġj": 603, - "Ġman": 604, - "act": 605, - "ely": 606, - "Ġpart": 607, - "Ġdes": 608, - "Ġag": 609, - "Ġthey": 610, - "Ġyear": 611, - "ount": 612, - "Ġ201": 613, - "Ġover": 614, - "Ġother": 615, - "ound": 616, - "Ġafter": 617, - "ib": 618, - "over": 619, - "Ġser": 620, - "Ġen": 621, - "Ġoff": 622, - "Ġim": 623, - "ction": 624, - "ĠY": 625, - "ke": 626, - "ite": 627, - ",@": 628, - "Ġ@,@": 629, - "te": 630, - "urn": 631, - "Ġinclud": 632, - "ress": 633, - "ance": 634, - "ang": 635, - "Ġatt": 636, - "ice": 637, - "ace": 638, - "ark": 639, - "Ġout": 640, - "wn": 641, - "ph": 642, - "ember": 643, - "Ġpre": 644, - "Ġup": 645, - "ens": 646, - "man": 647, - "Ġev": 648, - "Ġtime": 649, - "nder": 650, - "rough": 651, - "ced": 652, - "Ġfin": 653, - "Ġinto": 654, - "one": 655, - "port": 656, - "round": 657, - "we": 658, - "ren": 659, - "les": 660, - "int": 661, - "ĠOn": 662, - "vel": 663, - "Ġcomm": 664, - "Ġshe": 665, - "ason": 666, - "amp": 667, - "Ġte": 668, - "Ġwould": 669, - "ward": 670, - "Ġmore": 671, - "Ġ6": 672, - "ied": 673, - "ose": 674, - "rib": 675, - "ĠUn": 676, - "Ġall": 677, - "ings": 678, - "tern": 679, - "ces": 680, - "able": 681, - "Ġwe": 682, - "ited": 683, - "ever": 684, - "ents": 685, - "Ġhim": 686, - "ased": 687, - "ors": 688, - "oy": 689, - "ood": 690, - "Ġcent": 691, - "ix": 692, - "ase": 693, - "ild": 694, - "ĠAn": 695, - "Ġ7": 696, - "Ġwork": 697, - "ates": 698, - "ious": 699, - "ath": 700, - "Ġpo": 701, - "rop": 702, - "old": 703, - "als": 704, - "iss": 705, - "ey": 706, - "ict": 707, - "Ġfe": 708, - "Ġthem": 709, - "gan": 710, - "Ġsec": 711, - "Ġbet": 712, - "Ġwhen": 713, - "Ġsong": 714, - "Ġrem": 715, - "ep": 716, - "form": 717, - "ail": 718, - "fer": 719, - "Ġear": 720, - "ubl": 721, - "aw": 722, - "Ġkn": 723, - "ake": 724, - "aus": 725, - "Ġmost": 726, - "Ġcons": 727, - "Ġduring": 728, - "ĠAs": 729, - "orth": 730, - "Ġnew": 731, - "ered": 732, - "ilm": 733, - "ved": 734, - "att": 735, - "Ġonly": 736, - "Ġ9": 737, - "Ġdec": 738, - "Ġ8": 739, - "ick": 740, - "Ġgame": 741, - "ons": 742, - "ug": 743, - "Ġtr": 744, - "ft": 745, - "oth": 746, - "ook": 747, - "ĠMar": 748, - "reat": 749, - "way": 750, - "Ġcan": 751, - "ollow": 752, - "outh": 753, - "ween": 754, - "ĠEn": 755, - "Ġ199": 756, - "ters": 757, - "Ġrel": 758, - "ind": 759, - "Ġabout": 760, - "Ġseason": 761, - "Ġagain": 762, - "ral": 763, - "Ġthree": 764, - "ational": 765, - "Ġunder": 766, - "ular": 767, - "Ġme": 768, - "Ġthan": 769, - "ĠCom": 770, - "ĠAr": 771, - "hip": 772, - "ob": 773, - "Ġne": 774, - "Ġbetween": 775, - "Ġfl": 776, - "hn": 777, - "ve": 778, - "Ġchar": 779, - "Ġcol": 780, - "Ġrecord": 781, - "iew": 782, - "ron": 783, - "fore": 784, - "Ġthrough": 785, - "ision": 786, - "orn": 787, - "Ġ00": 788, - "ock": 789, - "Ġver": 790, - "Ġlater": 791, - "Ġnum": 792, - "Ġend": 793, - "olog": 794, - "ames": 795, - "Ġpos": 796, - "Ġwrit": 797, - "Ġprodu": 798, - "Ġwhile": 799, - "Ġact": 800, - "Ġrele": 801, - "Ġfilm": 802, - "ished": 803, - "Ġpr": 804, - "ans": 805, - "Ġreg": 806, - "Ġform": 807, - "Ġass": 808, - "ĠSe": 809, - "ury": 810, - "ted": 811, - "ts": 812, - "Ġmade": 813, - "Ġsub": 814, - "Ġpe": 815, - "Ġso": 816, - "orld": 817, - "Ġret": 818, - "ĠNew": 819, - "Ġspec": 820, - "Ġacc": 821, - "Ġqu": 822, - "Ġwhere": 823, - "ener": 824, - "Ġmov": 825, - "hes": 826, - "meric": 827, - "ating": 828, - "Ġinter": 829, - "ĠLe": 830, - "ĠAmeric": 831, - "Ġra": 832, - "Ġsome": 833, - "Ġco": 834, - "Ġlar": 835, - "Ġbu": 836, - "Ġdef": 837, - "bum": 838, - "Ġac": 839, - "Ġmus": 840, - "Ġfollow": 841, - "ĠAt": 842, - "ins": 843, - "ived": 844, - "ific": 845, - "ual": 846, - "Ġam": 847, - "Ġsuch": 848, - "Ġsecond": 849, - "ike": 850, - "Ġfour": 851, - "Ġind": 852, - "ann": 853, - "hen": 854, - "Ġused": 855, - "ĠRe": 856, - "ics": 857, - "lect": 858, - "Ġday": 859, - "iel": 860, - "ily": 861, - "ĠThis": 862, - "Ġ0": 863, - "Ġpubl": 864, - "Ġcall": 865, - "ĠJo": 866, - "ll": 867, - "Ġalbum": 868, - "Ġ000": 869, - "rans": 870, - "Ġdo": 871, - "any": 872, - "Ġbefore": 873, - "ros": 874, - "ĠSh": 875, - "Ġsy": 876, - "aid": 877, - "ĠEng": 878, - "Ġbeing": 879, - "Ġ10": 880, - "uc": 881, - "Ġep": 882, - "Ġsupp": 883, - "Ġthere": 884, - "Ġyears": 885, - "ars": 886, - "owever": 887, - "Ġent": 888, - "ife": 889, - "Ġhigh": 890, - "Ġfound": 891, - "ird": 892, - "Ġno": 893, - "Ġset": 894, - "ines": 895, - "iver": 896, - "io": 897, - "other": 898, - "ject": 899, - "Ġsur": 900, - "aj": 901, - "ten": 902, - "Ġtra": 903, - "Ġ12": 904, - "ised": 905, - "ities": 906, - "velop": 907, - "Ġbl": 908, - "ale": 909, - "Ġseries": 910, - "Ġloc": 911, - "Ġnumber": 912, - "Ġpres": 913, - "ane": 914, - "ause": 915, - "ode": 916, - "ek": 917, - "ton": 918, - "ĠSc": 919, - "ier": 920, - "ise": 921, - "Ġsever": 922, - "ince": 923, - "Ġboth": 924, - "ank": 925, - "row": 926, - "irect": 927, - "son": 928, - "Ġthen": 929, - "ĠBrit": 930, - "iet": 931, - "Ġ16": 932, - "Ġepis": 933, - "Ġincluding": 934, - "its": 935, - "igin": 936, - "pr": 937, - "Ġ/": 938, - "Ġagainst": 939, - "Ġwell": 940, - "Ġbecame": 941, - "Ġexp": 942, - "Ġknown": 943, - "Ġtrans": 944, - "Ġcharac": 945, - "ĠâĢĶ": 946, - "ram": 947, - "Ġback": 948, - "Ġadd": 949, - "Ġpop": 950, - "Ġgo": 951, - "urch": 952, - "Ġdesc": 953, - "Ġsing": 954, - "ield": 955, - "Ġperform": 956, - "ained": 957, - "Ġrece": 958, - "ident": 959, - "Ġem": 960, - "ert": 961, - "ures": 962, - "Ġinv": 963, - "Ġdep": 964, - "Ġ198": 965, - "air": 966, - "ern": 967, - "ather": 968, - "ful": 969, - "ĠZ": 970, - "Ġmon": 971, - "Ġmany": 972, - "Ġmain": 973, - "Ġstud": 974, - "Ġlong": 975, - "inn": 976, - "though": 977, - "up": 978, - "ool": 979, - "ĠUnited": 980, - "led": 981, - "ement": 982, - "Ġ15": 983, - "ower": 984, - "ĠJohn": 985, - "Ġop": 986, - "Ġ11": 987, - "ined": 988, - "Ġmet": 989, - "ober": 990, - "ley": 991, - "Ġ17": 992, - "Ġcentury": 993, - "Ġteam": 994, - "Ġest": 995, - "ĠAfter": 996, - "yl": 997, - "Ġmin": 998, - "uch": 999, - "ute": 1000, - "Ġdevelop": 1001, - "ĠShe": 1002, - "iam": 1003, - "Ġshow": 1004, - "elf": 1005, - "Ġrep": 1006, - "Ġconc": 1007, - "ative": 1008, - "Ġcre": 1009, - "overn": 1010, - "ared": 1011, - "Ġ194": 1012, - "Ġorigin": 1013, - "Ġsm": 1014, - "ivers": 1015, - "az": 1016, - "Ġlead": 1017, - "Ġseveral": 1018, - "ah": 1019, - "Ġob": 1020, - "Ġrev": 1021, - "Ġmill": 1022, - "erm": 1023 + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "|": 91, + "}": 92, + "~": 93, + "¡": 94, + "¢": 95, + "£": 96, + "¤": 97, + "¥": 98, + "¦": 99, + "§": 100, + "¨": 101, + "©": 102, + "ª": 103, + "«": 104, + "¬": 105, + "®": 106, + "¯": 107, + "°": 108, + "±": 109, + "²": 110, + "³": 111, + "´": 112, + "µ": 113, + "¶": 114, + "·": 115, + "¸": 116, + "¹": 117, + "º": 118, + "»": 119, + "¼": 120, + "½": 121, + "¾": 122, + "¿": 123, + "Â": 124, + "Ã": 125, + "Ä": 126, + "Å": 127, + "Æ": 128, + "Ç": 129, + "È": 130, + "É": 131, + "Ê": 132, + "Ë": 133, + "Ì": 134, + "Í": 135, + "Î": 136, + "Ï": 137, + "Ð": 138, + "Ñ": 139, + "Ö": 140, + "×": 141, + "Ø": 142, + "Ù": 143, + "Ü": 144, + "à": 145, + "á": 146, + "â": 147, + "ã": 148, + "ä": 149, + "å": 150, + "æ": 151, + "ç": 152, + "è": 153, + "é": 154, + "ë": 155, + "ì": 156, + "ï": 157, + "Ċ": 158, + "Ġ": 159, + "Ģ": 160, + "ģ": 161, + "Ĥ": 162, + "ĥ": 163, + "Ħ": 164, + "ħ": 165, + "Ĩ": 166, + "ĩ": 167, + "Ī": 168, + "ī": 169, + "Ĭ": 170, + "ĭ": 171, + "Į": 172, + "į": 173, + "İ": 174, + "ı": 175, + "IJ": 176, + "ij": 177, + "Ĵ": 178, + "ĵ": 179, + "Ķ": 180, + "ķ": 181, + "ĸ": 182, + "Ĺ": 183, + "ĺ": 184, + "Ļ": 185, + "ļ": 186, + "Ľ": 187, + "ľ": 188, + "Ŀ": 189, + "ŀ": 190, + "Ł": 191, + "ł": 192, + "Ń": 193, + "Ġt": 194, + "he": 195, + "Ġa": 196, + "in": 197, + "Ġthe": 198, + "er": 199, + "on": 200, + "Ġ,": 201, + "re": 202, + "Ġs": 203, + "ed": 204, + "Ġo": 205, + "Ġw": 206, + "nd": 207, + "at": 208, + "Ġ.": 209, + "or": 210, + "it": 211, + "Ġc": 212, + "en": 213, + "Ġf": 214, + "is": 215, + "es": 216, + "ar": 217, + "Ġof": 218, + "Ġb": 219, + "an": 220, + "Ġin": 221, + "al": 222, + "ing": 223, + "Ġp": 224, + "Ġand": 225, + "as": 226, + "Ġto": 227, + "ro": 228, + "ic": 229, + "Ġm": 230, + "Ġd": 231, + "Ġh": 232, + "ion": 233, + "le": 234, + "ou": 235, + "ĠT": 236, + "Ġre": 237, + "Ġ=": 238, + "Ġ\"": 239, + "ĠA": 240, + "ĠS": 241, + "ent": 242, + "il": 243, + "Ġth": 244, + "Ġ1": 245, + "st": 246, + "ĠC": 247, + "el": 248, + "om": 249, + "Ġl": 250, + "am": 251, + "ĠĊ": 252, + "Ġe": 253, + "Ġn": 254, + "Ġ@": 255, + "ad": 256, + "ac": 257, + "Ġwas": 258, + "ĠM": 259, + "ur": 260, + "ĠThe": 261, + "ec": 262, + "Ġon": 263, + "ly": 264, + "ĠB": 265, + "ĠI": 266, + "Ġg": 267, + "Ġ'": 268, + "et": 269, + "ol": 270, + "id": 271, + "iv": 272, + "im": 273, + "Ġfor": 274, + "ir": 275, + "-@": 276, + "Ġ@-@": 277, + "ig": 278, + "ot": 279, + "ter": 280, + "Ġas": 281, + "ĠH": 282, + "us": 283, + "ow": 284, + "Ġst": 285, + "ut": 286, + "ith": 287, + "ay": 288, + "Ġ2": 289, + "ĠP": 290, + "ation": 291, + "ver": 292, + "Ġbe": 293, + "her": 294, + "Ġthat": 295, + "Ġwith": 296, + "ĠR": 297, + "ce": 298, + "th": 299, + "ĠD": 300, + "Ġis": 301, + "un": 302, + "em": 303, + "ĠF": 304, + "Ġwh": 305, + "ul": 306, + "Ġby": 307, + "Ġal": 308, + "ch": 309, + "Ġ)": 310, + "Ġ(": 311, + "ĠW": 312, + "Ġcon": 313, + "ra": 314, + "ĠG": 315, + "os": 316, + "ĠL": 317, + "ĠN": 318, + "Ġat": 319, + "ers": 320, + "ct": 321, + "Ġit": 322, + "Ġ19": 323, + "rom": 324, + "and": 325, + "Ġan": 326, + "um": 327, + "est": 328, + "ĠJ": 329, + "ag": 330, + "Ġhe": 331, + "00": 332, + "ist": 333, + "ain": 334, + "od": 335, + "av": 336, + "ri": 337, + "ĠE": 338, + "ĠO": 339, + "Ġfrom": 340, + "Ġcom": 341, + "Ġhis": 342, + "op": 343, + "Ġpro": 344, + "res": 345, + "ies": 346, + "if": 347, + "Ġv": 348, + "ort": 349, + "ere": 350, + "ill": 351, + "ld": 352, + "Ġde": 353, + "pp": 354, + "Ġsu": 355, + "ore": 356, + "ĠIn": 357, + "Ġr": 358, + "Ġse": 359, + "Ġwere": 360, + "ew": 361, + "ong": 362, + "igh": 363, + "ard": 364, + "ate": 365, + "all": 366, + "art": 367, + "ak": 368, + "ich": 369, + "Ġch": 370, + "Ġor": 371, + "ab": 372, + "ant": 373, + "ud": 374, + "oc": 375, + "ber": 376, + "Ġex": 377, + "gh": 378, + "ity": 379, + "ated": 380, + "pt": 381, + "ess": 382, + "ear": 383, + "ĠK": 384, + "Ġpl": 385, + "ame": 386, + "qu": 387, + "ive": 388, + "rou": 389, + "Ġare": 390, + "Ġâ": 391, + "Ġsh": 392, + "Ġk": 393, + "ack": 394, + "ect": 395, + "ĠâĢ": 396, + "ĠU": 397, + "Ġhad": 398, + "se": 399, + "Ġwhich": 400, + "red": 401, + "ov": 402, + "ĠSt": 403, + "ast": 404, + "Ġsp": 405, + "ian": 406, + "Ġy": 407, + "ment": 408, + "Ġle": 409, + "Ġnot": 410, + "ge": 411, + "ord": 412, + "rit": 413, + "ip": 414, + "ine": 415, + "ell": 416, + "ally": 417, + "our": 418, + "ost": 419, + "ight": 420, + "ther": 421, + "ap": 422, + "Ġu": 423, + "ish": 424, + "ĠCh": 425, + "oun": 426, + "ia": 427, + "Ġ3": 428, + "ave": 429, + "ary": 430, + "ust": 431, + "og": 432, + "Ġ200": 433, + "Ġun": 434, + "ous": 435, + "irst": 436, + "ĠV": 437, + "cc": 438, + "Ġinc": 439, + "Ġ;": 440, + "Ġcomp": 441, + "ru": 442, + "ions": 443, + "Ġtheir": 444, + "Ġbut": 445, + "ide": 446, + "ure": 447, + "so": 448, + "Ġcont": 449, + "Ġint": 450, + "fter": 451, + "ical": 452, + "ial": 453, + "Ġar": 454, + "Ġfirst": 455, + "ould": 456, + "Ġits": 457, + "hed": 458, + "ĠâĢĵ": 459, + "Ġwhe": 460, + "wo": 461, + "out": 462, + "ub": 463, + "Ġ20": 464, + "ff": 465, + "Ġ:": 466, + "ue": 467, + "Ġher": 468, + "own": 469, + "ok": 470, + "Ġalso": 471, + "Ġcl": 472, + "per": 473, + "ign": 474, + "ater": 475, + "ran": 476, + "orm": 477, + "ie": 478, + "ome": 479, + "ork": 480, + "ass": 481, + "ire": 482, + "end": 483, + "Ġres": 484, + "Ġab": 485, + "Ġad": 486, + "Ġus": 487, + "ry": 488, + "Ġrec": 489, + "Ġhave": 490, + "age": 491, + "ĠHe": 492, + "Ġ4": 493, + "Ġro": 494, + "mer": 495, + "Ġone": 496, + "ond": 497, + "low": 498, + "Ġhas": 499, + "ĠTh": 500, + "du": 501, + "Ġ5": 502, + "Ġper": 503, + "Ġbeen": 504, + "ime": 505, + "Ġtwo": 506, + "ence": 507, + "land": 508, + "Ġ18": 509, + ".@": 510, + "Ġ@.@": 511, + "ult": 512, + "ree": 513, + "ough": 514, + "ile": 515, + "Ġwho": 516, + "ĠAl": 517, + "Ġsc": 518, + "uring": 519, + "pl": 520, + "ory": 521, + "ition": 522, + "ric": 523, + "ations": 524, + "Ġdis": 525, + "Ġthis": 526, + "Ġbec": 527, + "Ġapp": 528, + "iz": 529, + "ĠIt": 530, + "are": 531, + "ach": 532, + "lud": 533, + "ade": 534, + "Ġplay": 535, + "Ġj": 536, + "Ġman": 537, + "act": 538, + "ely": 539, + "Ġpart": 540, + "Ġdes": 541, + "Ġag": 542, + "Ġthey": 543, + "Ġyear": 544, + "ount": 545, + "Ġ201": 546, + "Ġover": 547, + "Ġother": 548, + "ound": 549, + "Ġafter": 550, + "ib": 551, + "over": 552, + "Ġser": 553, + "Ġen": 554, + "Ġoff": 555, + "Ġim": 556, + "ction": 557, + "ĠY": 558, + "ke": 559, + "ite": 560, + ",@": 561, + "Ġ@,@": 562, + "te": 563, + "urn": 564, + "Ġinclud": 565, + "ress": 566, + "ance": 567, + "ang": 568, + "Ġatt": 569, + "ice": 570, + "ace": 571, + "ark": 572, + "Ġout": 573, + "wn": 574, + "ph": 575, + "ember": 576, + "Ġpre": 577, + "Ġup": 578, + "ens": 579, + "man": 580, + "Ġev": 581, + "Ġtime": 582, + "nder": 583, + "rough": 584, + "ced": 585, + "Ġfin": 586, + "Ġinto": 587, + "one": 588, + "port": 589, + "round": 590, + "we": 591, + "ren": 592, + "les": 593, + "int": 594, + "ĠOn": 595, + "vel": 596, + "Ġcomm": 597, + "Ġshe": 598, + "ason": 599, + "amp": 600, + "Ġte": 601, + "Ġwould": 602, + "ward": 603, + "Ġmore": 604, + "Ġ6": 605, + "ied": 606, + "ose": 607, + "rib": 608, + "ĠUn": 609, + "Ġall": 610, + "ings": 611, + "tern": 612, + "ces": 613, + "able": 614, + "Ġwe": 615, + "ited": 616, + "ever": 617, + "ents": 618, + "Ġhim": 619, + "ased": 620, + "ors": 621, + "oy": 622, + "ood": 623, + "Ġcent": 624, + "ix": 625, + "ase": 626, + "ild": 627, + "ĠAn": 628, + "Ġ7": 629, + "Ġwork": 630, + "ates": 631, + "ious": 632, + "ath": 633, + "Ġpo": 634, + "rop": 635, + "old": 636, + "als": 637, + "iss": 638, + "ey": 639, + "ict": 640, + "Ġfe": 641, + "Ġthem": 642, + "gan": 643, + "Ġsec": 644, + "Ġbet": 645, + "Ġwhen": 646, + "Ġsong": 647, + "Ġrem": 648, + "ep": 649, + "form": 650, + "ail": 651, + "fer": 652, + "Ġear": 653, + "ubl": 654, + "aw": 655, + "Ġkn": 656, + "ake": 657, + "aus": 658, + "Ġmost": 659, + "Ġcons": 660, + "Ġduring": 661, + "ĠAs": 662, + "orth": 663, + "Ġnew": 664, + "ered": 665, + "ilm": 666, + "ved": 667, + "att": 668, + "Ġonly": 669, + "Ġ9": 670, + "Ġdec": 671, + "Ġ8": 672, + "ick": 673, + "Ġgame": 674, + "ons": 675, + "ug": 676, + "Ġtr": 677, + "ft": 678, + "oth": 679, + "ook": 680, + "ĠMar": 681, + "reat": 682, + "way": 683, + "Ġcan": 684, + "ollow": 685, + "outh": 686, + "ween": 687, + "ĠEn": 688, + "Ġ199": 689, + "ters": 690, + "Ġrel": 691, + "ind": 692, + "Ġabout": 693, + "Ġseason": 694, + "Ġagain": 695, + "ral": 696, + "Ġthree": 697, + "ational": 698, + "Ġunder": 699, + "ular": 700, + "Ġme": 701, + "Ġthan": 702, + "ĠCom": 703, + "ĠAr": 704, + "hip": 705, + "ob": 706, + "Ġne": 707, + "Ġbetween": 708, + "Ġfl": 709, + "hn": 710, + "ve": 711, + "Ġchar": 712, + "Ġcol": 713, + "Ġrecord": 714, + "iew": 715, + "ron": 716, + "fore": 717, + "Ġthrough": 718, + "ision": 719, + "orn": 720, + "Ġ00": 721, + "ock": 722, + "Ġver": 723, + "Ġlater": 724, + "Ġnum": 725, + "Ġend": 726, + "olog": 727, + "ames": 728, + "Ġpos": 729, + "Ġwrit": 730, + "Ġprodu": 731, + "Ġwhile": 732, + "Ġact": 733, + "Ġrele": 734, + "Ġfilm": 735, + "ished": 736, + "Ġpr": 737, + "ans": 738, + "Ġreg": 739, + "Ġform": 740, + "Ġass": 741, + "ĠSe": 742, + "ury": 743, + "ted": 744, + "ts": 745, + "Ġmade": 746, + "Ġsub": 747, + "Ġpe": 748, + "Ġso": 749, + "orld": 750, + "Ġret": 751, + "ĠNew": 752, + "Ġspec": 753, + "Ġacc": 754, + "Ġqu": 755, + "Ġwhere": 756, + "ener": 757, + "Ġmov": 758, + "hes": 759, + "meric": 760, + "ating": 761, + "Ġinter": 762, + "ĠLe": 763, + "ĠAmeric": 764, + "Ġra": 765, + "Ġsome": 766, + "Ġco": 767, + "Ġlar": 768, + "Ġbu": 769, + "Ġdef": 770, + "bum": 771, + "Ġac": 772, + "Ġmus": 773, + "Ġfollow": 774, + "ĠAt": 775, + "ins": 776, + "ived": 777, + "ific": 778, + "ual": 779, + "Ġam": 780, + "Ġsuch": 781, + "Ġsecond": 782, + "ike": 783, + "Ġfour": 784, + "Ġind": 785, + "ann": 786, + "hen": 787, + "Ġused": 788, + "ĠRe": 789, + "ics": 790, + "lect": 791, + "Ġday": 792, + "iel": 793, + "ily": 794, + "ĠThis": 795, + "Ġ0": 796, + "Ġpubl": 797, + "Ġcall": 798, + "ĠJo": 799, + "ll": 800, + "Ġalbum": 801, + "Ġ000": 802, + "rans": 803, + "Ġdo": 804, + "any": 805, + "Ġbefore": 806, + "ros": 807, + "ĠSh": 808, + "Ġsy": 809, + "aid": 810, + "ĠEng": 811, + "Ġbeing": 812, + "Ġ10": 813, + "uc": 814, + "Ġep": 815, + "Ġsupp": 816, + "Ġthere": 817, + "Ġyears": 818, + "ars": 819, + "owever": 820, + "Ġent": 821, + "ife": 822, + "Ġhigh": 823, + "Ġfound": 824, + "ird": 825, + "Ġno": 826, + "Ġset": 827, + "ines": 828, + "iver": 829, + "io": 830, + "other": 831, + "ject": 832, + "Ġsur": 833, + "aj": 834, + "ten": 835, + "Ġtra": 836, + "Ġ12": 837, + "ised": 838, + "ities": 839, + "velop": 840, + "Ġbl": 841, + "ale": 842, + "Ġseries": 843, + "Ġloc": 844, + "Ġnumber": 845, + "Ġpres": 846, + "ane": 847, + "ause": 848, + "ode": 849, + "ek": 850, + "ton": 851, + "ĠSc": 852, + "ier": 853, + "ise": 854, + "Ġsever": 855, + "ince": 856, + "Ġboth": 857, + "ank": 858, + "row": 859, + "irect": 860, + "son": 861, + "Ġthen": 862, + "ĠBrit": 863, + "iet": 864, + "Ġ16": 865, + "Ġepis": 866, + "Ġincluding": 867, + "its": 868, + "igin": 869, + "pr": 870, + "Ġ/": 871, + "Ġagainst": 872, + "Ġwell": 873, + "Ġbecame": 874, + "Ġexp": 875, + "Ġknown": 876, + "Ġtrans": 877, + "Ġcharac": 878, + "ĠâĢĶ": 879, + "ram": 880, + "Ġback": 881, + "Ġadd": 882, + "Ġpop": 883, + "Ġgo": 884, + "urch": 885, + "Ġdesc": 886, + "Ġsing": 887, + "ield": 888, + "Ġperform": 889, + "ained": 890, + "Ġrece": 891, + "ident": 892, + "Ġem": 893, + "ert": 894, + "ures": 895, + "Ġinv": 896, + "Ġdep": 897, + "Ġ198": 898, + "air": 899, + "ern": 900, + "ather": 901, + "ful": 902, + "ĠZ": 903, + "Ġmon": 904, + "Ġmany": 905, + "Ġmain": 906, + "Ġstud": 907, + "Ġlong": 908, + "inn": 909, + "though": 910, + "up": 911, + "ool": 912, + "ĠUnited": 913, + "led": 914, + "ement": 915, + "Ġ15": 916, + "ower": 917, + "ĠJohn": 918, + "Ġop": 919, + "Ġ11": 920, + "ined": 921, + "Ġmet": 922, + "ober": 923, + "ley": 924, + "Ġ17": 925, + "Ġcentury": 926, + "Ġteam": 927, + "Ġest": 928, + "ĠAfter": 929, + "yl": 930, + "Ġmin": 931, + "uch": 932, + "ute": 933, + "Ġdevelop": 934, + "ĠShe": 935, + "iam": 936, + "Ġshow": 937, + "elf": 938, + "Ġrep": 939, + "Ġconc": 940, + "ative": 941, + "Ġcre": 942, + "overn": 943, + "ared": 944, + "Ġ194": 945, + "Ġorigin": 946, + "Ġsm": 947, + "ivers": 948, + "az": 949, + "Ġlead": 950, + "Ġseveral": 951, + "ah": 952, + "Ġob": 953, + "Ġrev": 954, + "Ġmill": 955, + "erm": 956, + "ually": 957, + "oot": 958, + "Ġbegan": 959, + "Ġ196": 960, + "ired": 961, + "Ġdif": 962, + "Ġcontin": 963, + "Ġsign": 964, + "ik": 965, + "ĠInd": 966, + "ments": 967, + "ized": 968, + "Ġ197": 969, + "Ġdirect": 970, + "au": 971, + "Ġext": 972, + "ross": 973, + "emb": 974, + "der": 975, + "Ġpol": 976, + "Ġmay": 977, + "apt": 978, + "els": 979, + "ĠWh": 980, + "Ġcomple": 981, + "Ġart": 982, + "ĠBr": 983, + "ĠIs": 984, + "une": 985, + "til": 986, + "Ġcrit": 987, + "Ġhist": 988, + "Ġearly": 989, + "Ġcould": 990, + "ĠCon": 991, + "Ġdid": 992, + "Ġbel": 993, + "Ġcalled": 994, + "ued": 995, + "Ġnear": 996, + "Ġepisode": 997, + "yp": 998, + "Ġdescrib": 999 }, "merges": [ "Ġ t", @@ -1872,7 +1805,50 @@ "Ġo b", "Ġre v", "Ġm ill", - "er m" + "er m", + "u ally", + "o ot", + "Ġbe gan", + "Ġ19 6", + "i red", + "Ġd if", + "Ġcont in", + "Ġs ign", + "i k", + "ĠI nd", + "ment s", + "iz ed", + "Ġ19 7", + "Ġd irect", + "a u", + "Ġex t", + "ros s", + "em b", + "d er", + "Ġp ol", + "Ġm ay", + "a pt", + "el s", + "ĠW h", + "Ġcomp le", + "Ġar t", + "ĠB r", + "ĠI s", + "un e", + "t il", + "Ġc rit", + "Ġh ist", + "Ġear ly", + "Ġc ould", + "ĠC on", + "Ġd id", + "Ġb el", + "Ġcall ed", + "u ed", + "Ġn ear", + "Ġepis ode", + "y p", + "Ġdesc rib" ] } } \ No newline at end of file diff --git a/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer_config.json b/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer_config.json index f8ee15318..e6c994ebd 100644 --- a/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer_config.json +++ b/tests/unit_tests/mocks/tiny-random-gpt2/tokenizer_config.json @@ -2,56 +2,18 @@ "add_prefix_space": false, "added_tokens_decoder": { "0": { - "content": "", + "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true - }, - "1": { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "2": { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "3": { - "content": "", - "lstrip": false, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true - }, - "4": { - "content": "", - "lstrip": true, - "normalized": false, - "rstrip": false, - "single_word": false, - "special": true } }, - "bos_token": "", + "bos_token": "<|endoftext|>", "clean_up_tokenization_spaces": true, - "cls_token": "", - "eos_token": "", - "errors": "replace", - "mask_token": "", - "model_max_length": 100, - "pad_token": "", - "sep_token": "", - "tokenizer_class": "BartTokenizer", - "trim_offsets": true, - "unk_token": "" + "eos_token": "<|endoftext|>", + "model_max_length": 1024, + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" } diff --git a/tests/unit_tests/mocks/tiny-random-gpt2/vocab.json b/tests/unit_tests/mocks/tiny-random-gpt2/vocab.json index 64c537a7f..64bcba2cd 100644 --- a/tests/unit_tests/mocks/tiny-random-gpt2/vocab.json +++ b/tests/unit_tests/mocks/tiny-random-gpt2/vocab.json @@ -1 +1 @@ -{"":0,"":1,"":2,"":3,"":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"{":95,"|":96,"}":97,"~":98,"¡":99,"¢":100,"£":101,"¤":102,"¥":103,"¦":104,"§":105,"¨":106,"©":107,"ª":108,"«":109,"¬":110,"®":111,"¯":112,"°":113,"±":114,"²":115,"³":116,"´":117,"µ":118,"¶":119,"·":120,"¸":121,"¹":122,"º":123,"»":124,"¼":125,"½":126,"¾":127,"¿":128,"À":129,"Á":130,"Â":131,"Ã":132,"Ä":133,"Å":134,"Æ":135,"Ç":136,"È":137,"É":138,"Ê":139,"Ë":140,"Ì":141,"Í":142,"Î":143,"Ï":144,"Ð":145,"Ñ":146,"Ò":147,"Ó":148,"Ô":149,"Õ":150,"Ö":151,"×":152,"Ø":153,"Ù":154,"Ú":155,"Û":156,"Ü":157,"Ý":158,"Þ":159,"ß":160,"à":161,"á":162,"â":163,"ã":164,"ä":165,"å":166,"æ":167,"ç":168,"è":169,"é":170,"ê":171,"ë":172,"ì":173,"í":174,"î":175,"ï":176,"ð":177,"ñ":178,"ò":179,"ó":180,"ô":181,"õ":182,"ö":183,"÷":184,"ø":185,"ù":186,"ú":187,"û":188,"ü":189,"ý":190,"þ":191,"ÿ":192,"Ā":193,"ā":194,"Ă":195,"ă":196,"Ą":197,"ą":198,"Ć":199,"ć":200,"Ĉ":201,"ĉ":202,"Ċ":203,"ċ":204,"Č":205,"č":206,"Ď":207,"ď":208,"Đ":209,"đ":210,"Ē":211,"ē":212,"Ĕ":213,"ĕ":214,"Ė":215,"ė":216,"Ę":217,"ę":218,"Ě":219,"ě":220,"Ĝ":221,"ĝ":222,"Ğ":223,"ğ":224,"Ġ":225,"ġ":226,"Ģ":227,"ģ":228,"Ĥ":229,"ĥ":230,"Ħ":231,"ħ":232,"Ĩ":233,"ĩ":234,"Ī":235,"ī":236,"Ĭ":237,"ĭ":238,"Į":239,"į":240,"İ":241,"ı":242,"IJ":243,"ij":244,"Ĵ":245,"ĵ":246,"Ķ":247,"ķ":248,"ĸ":249,"Ĺ":250,"ĺ":251,"Ļ":252,"ļ":253,"Ľ":254,"ľ":255,"Ŀ":256,"ŀ":257,"Ł":258,"ł":259,"Ń":260,"Ġt":261,"he":262,"Ġa":263,"in":264,"Ġthe":265,"er":266,"on":267,"Ġ,":268,"re":269,"Ġs":270,"ed":271,"Ġo":272,"Ġw":273,"nd":274,"at":275,"Ġ.":276,"or":277,"it":278,"Ġc":279,"en":280,"Ġf":281,"is":282,"es":283,"ar":284,"Ġof":285,"Ġb":286,"an":287,"Ġin":288,"al":289,"ing":290,"Ġp":291,"Ġand":292,"as":293,"Ġto":294,"ro":295,"ic":296,"Ġm":297,"Ġd":298,"Ġh":299,"ion":300,"le":301,"ou":302,"ĠT":303,"Ġre":304,"Ġ=":305,"Ġ\"":306,"ĠA":307,"ĠS":308,"ent":309,"il":310,"Ġth":311,"Ġ1":312,"st":313,"ĠC":314,"el":315,"om":316,"Ġl":317,"am":318,"ĠĊ":319,"Ġe":320,"Ġn":321,"Ġ@":322,"ad":323,"ac":324,"Ġwas":325,"ĠM":326,"ur":327,"ĠThe":328,"ec":329,"Ġon":330,"ly":331,"ĠB":332,"ĠI":333,"Ġg":334,"Ġ'":335,"et":336,"ol":337,"id":338,"iv":339,"im":340,"Ġfor":341,"ir":342,"-@":343,"Ġ@-@":344,"ig":345,"ot":346,"ter":347,"Ġas":348,"ĠH":349,"us":350,"ow":351,"Ġst":352,"ut":353,"ith":354,"ay":355,"Ġ2":356,"ĠP":357,"ation":358,"ver":359,"Ġbe":360,"her":361,"Ġthat":362,"Ġwith":363,"ĠR":364,"ce":365,"th":366,"ĠD":367,"Ġis":368,"un":369,"em":370,"ĠF":371,"Ġwh":372,"ul":373,"Ġby":374,"Ġal":375,"ch":376,"Ġ)":377,"Ġ(":378,"ĠW":379,"Ġcon":380,"ra":381,"ĠG":382,"os":383,"ĠL":384,"ĠN":385,"Ġat":386,"ers":387,"ct":388,"Ġit":389,"Ġ19":390,"rom":391,"and":392,"Ġan":393,"um":394,"est":395,"ĠJ":396,"ag":397,"Ġhe":398,"00":399,"ist":400,"ain":401,"od":402,"av":403,"ri":404,"ĠE":405,"ĠO":406,"Ġfrom":407,"Ġcom":408,"Ġhis":409,"op":410,"Ġpro":411,"res":412,"ies":413,"if":414,"Ġv":415,"ort":416,"ere":417,"ill":418,"ld":419,"Ġde":420,"pp":421,"Ġsu":422,"ore":423,"ĠIn":424,"Ġr":425,"Ġse":426,"Ġwere":427,"ew":428,"ong":429,"igh":430,"ard":431,"ate":432,"all":433,"art":434,"ak":435,"ich":436,"Ġch":437,"Ġor":438,"ab":439,"ant":440,"ud":441,"oc":442,"ber":443,"Ġex":444,"gh":445,"ity":446,"ated":447,"pt":448,"ess":449,"ear":450,"ĠK":451,"Ġpl":452,"ame":453,"qu":454,"ive":455,"rou":456,"Ġare":457,"Ġâ":458,"Ġsh":459,"Ġk":460,"ack":461,"ect":462,"ĠâĢ":463,"ĠU":464,"Ġhad":465,"se":466,"Ġwhich":467,"red":468,"ov":469,"ĠSt":470,"ast":471,"Ġsp":472,"ian":473,"Ġy":474,"ment":475,"Ġle":476,"Ġnot":477,"ge":478,"ord":479,"rit":480,"ip":481,"ine":482,"ell":483,"ally":484,"our":485,"ost":486,"ight":487,"ther":488,"ap":489,"Ġu":490,"ish":491,"ĠCh":492,"oun":493,"ia":494,"Ġ3":495,"ave":496,"ary":497,"ust":498,"og":499,"Ġ200":500,"Ġun":501,"ous":502,"irst":503,"ĠV":504,"cc":505,"Ġinc":506,"Ġ;":507,"Ġcomp":508,"ru":509,"ions":510,"Ġtheir":511,"Ġbut":512,"ide":513,"ure":514,"so":515,"Ġcont":516,"Ġint":517,"fter":518,"ical":519,"ial":520,"Ġar":521,"Ġfirst":522,"ould":523,"Ġits":524,"hed":525,"ĠâĢĵ":526,"Ġwhe":527,"wo":528,"out":529,"ub":530,"Ġ20":531,"ff":532,"Ġ:":533,"ue":534,"Ġher":535,"own":536,"ok":537,"Ġalso":538,"Ġcl":539,"per":540,"ign":541,"ater":542,"ran":543,"orm":544,"ie":545,"ome":546,"ork":547,"ass":548,"ire":549,"end":550,"Ġres":551,"Ġab":552,"Ġad":553,"Ġus":554,"ry":555,"Ġrec":556,"Ġhave":557,"age":558,"ĠHe":559,"Ġ4":560,"Ġro":561,"mer":562,"Ġone":563,"ond":564,"low":565,"Ġhas":566,"ĠTh":567,"du":568,"Ġ5":569,"Ġper":570,"Ġbeen":571,"ime":572,"Ġtwo":573,"ence":574,"land":575,"Ġ18":576,".@":577,"Ġ@.@":578,"ult":579,"ree":580,"ough":581,"ile":582,"Ġwho":583,"ĠAl":584,"Ġsc":585,"uring":586,"pl":587,"ory":588,"ition":589,"ric":590,"ations":591,"Ġdis":592,"Ġthis":593,"Ġbec":594,"Ġapp":595,"iz":596,"ĠIt":597,"are":598,"ach":599,"lud":600,"ade":601,"Ġplay":602,"Ġj":603,"Ġman":604,"act":605,"ely":606,"Ġpart":607,"Ġdes":608,"Ġag":609,"Ġthey":610,"Ġyear":611,"ount":612,"Ġ201":613,"Ġover":614,"Ġother":615,"ound":616,"Ġafter":617,"ib":618,"over":619,"Ġser":620,"Ġen":621,"Ġoff":622,"Ġim":623,"ction":624,"ĠY":625,"ke":626,"ite":627,",@":628,"Ġ@,@":629,"te":630,"urn":631,"Ġinclud":632,"ress":633,"ance":634,"ang":635,"Ġatt":636,"ice":637,"ace":638,"ark":639,"Ġout":640,"wn":641,"ph":642,"ember":643,"Ġpre":644,"Ġup":645,"ens":646,"man":647,"Ġev":648,"Ġtime":649,"nder":650,"rough":651,"ced":652,"Ġfin":653,"Ġinto":654,"one":655,"port":656,"round":657,"we":658,"ren":659,"les":660,"int":661,"ĠOn":662,"vel":663,"Ġcomm":664,"Ġshe":665,"ason":666,"amp":667,"Ġte":668,"Ġwould":669,"ward":670,"Ġmore":671,"Ġ6":672,"ied":673,"ose":674,"rib":675,"ĠUn":676,"Ġall":677,"ings":678,"tern":679,"ces":680,"able":681,"Ġwe":682,"ited":683,"ever":684,"ents":685,"Ġhim":686,"ased":687,"ors":688,"oy":689,"ood":690,"Ġcent":691,"ix":692,"ase":693,"ild":694,"ĠAn":695,"Ġ7":696,"Ġwork":697,"ates":698,"ious":699,"ath":700,"Ġpo":701,"rop":702,"old":703,"als":704,"iss":705,"ey":706,"ict":707,"Ġfe":708,"Ġthem":709,"gan":710,"Ġsec":711,"Ġbet":712,"Ġwhen":713,"Ġsong":714,"Ġrem":715,"ep":716,"form":717,"ail":718,"fer":719,"Ġear":720,"ubl":721,"aw":722,"Ġkn":723,"ake":724,"aus":725,"Ġmost":726,"Ġcons":727,"Ġduring":728,"ĠAs":729,"orth":730,"Ġnew":731,"ered":732,"ilm":733,"ved":734,"att":735,"Ġonly":736,"Ġ9":737,"Ġdec":738,"Ġ8":739,"ick":740,"Ġgame":741,"ons":742,"ug":743,"Ġtr":744,"ft":745,"oth":746,"ook":747,"ĠMar":748,"reat":749,"way":750,"Ġcan":751,"ollow":752,"outh":753,"ween":754,"ĠEn":755,"Ġ199":756,"ters":757,"Ġrel":758,"ind":759,"Ġabout":760,"Ġseason":761,"Ġagain":762,"ral":763,"Ġthree":764,"ational":765,"Ġunder":766,"ular":767,"Ġme":768,"Ġthan":769,"ĠCom":770,"ĠAr":771,"hip":772,"ob":773,"Ġne":774,"Ġbetween":775,"Ġfl":776,"hn":777,"ve":778,"Ġchar":779,"Ġcol":780,"Ġrecord":781,"iew":782,"ron":783,"fore":784,"Ġthrough":785,"ision":786,"orn":787,"Ġ00":788,"ock":789,"Ġver":790,"Ġlater":791,"Ġnum":792,"Ġend":793,"olog":794,"ames":795,"Ġpos":796,"Ġwrit":797,"Ġprodu":798,"Ġwhile":799,"Ġact":800,"Ġrele":801,"Ġfilm":802,"ished":803,"Ġpr":804,"ans":805,"Ġreg":806,"Ġform":807,"Ġass":808,"ĠSe":809,"ury":810,"ted":811,"ts":812,"Ġmade":813,"Ġsub":814,"Ġpe":815,"Ġso":816,"orld":817,"Ġret":818,"ĠNew":819,"Ġspec":820,"Ġacc":821,"Ġqu":822,"Ġwhere":823,"ener":824,"Ġmov":825,"hes":826,"meric":827,"ating":828,"Ġinter":829,"ĠLe":830,"ĠAmeric":831,"Ġra":832,"Ġsome":833,"Ġco":834,"Ġlar":835,"Ġbu":836,"Ġdef":837,"bum":838,"Ġac":839,"Ġmus":840,"Ġfollow":841,"ĠAt":842,"ins":843,"ived":844,"ific":845,"ual":846,"Ġam":847,"Ġsuch":848,"Ġsecond":849,"ike":850,"Ġfour":851,"Ġind":852,"ann":853,"hen":854,"Ġused":855,"ĠRe":856,"ics":857,"lect":858,"Ġday":859,"iel":860,"ily":861,"ĠThis":862,"Ġ0":863,"Ġpubl":864,"Ġcall":865,"ĠJo":866,"ll":867,"Ġalbum":868,"Ġ000":869,"rans":870,"Ġdo":871,"any":872,"Ġbefore":873,"ros":874,"ĠSh":875,"Ġsy":876,"aid":877,"ĠEng":878,"Ġbeing":879,"Ġ10":880,"uc":881,"Ġep":882,"Ġsupp":883,"Ġthere":884,"Ġyears":885,"ars":886,"owever":887,"Ġent":888,"ife":889,"Ġhigh":890,"Ġfound":891,"ird":892,"Ġno":893,"Ġset":894,"ines":895,"iver":896,"io":897,"other":898,"ject":899,"Ġsur":900,"aj":901,"ten":902,"Ġtra":903,"Ġ12":904,"ised":905,"ities":906,"velop":907,"Ġbl":908,"ale":909,"Ġseries":910,"Ġloc":911,"Ġnumber":912,"Ġpres":913,"ane":914,"ause":915,"ode":916,"ek":917,"ton":918,"ĠSc":919,"ier":920,"ise":921,"Ġsever":922,"ince":923,"Ġboth":924,"ank":925,"row":926,"irect":927,"son":928,"Ġthen":929,"ĠBrit":930,"iet":931,"Ġ16":932,"Ġepis":933,"Ġincluding":934,"its":935,"igin":936,"pr":937,"Ġ/":938,"Ġagainst":939,"Ġwell":940,"Ġbecame":941,"Ġexp":942,"Ġknown":943,"Ġtrans":944,"Ġcharac":945,"ĠâĢĶ":946,"ram":947,"Ġback":948,"Ġadd":949,"Ġpop":950,"Ġgo":951,"urch":952,"Ġdesc":953,"Ġsing":954,"ield":955,"Ġperform":956,"ained":957,"Ġrece":958,"ident":959,"Ġem":960,"ert":961,"ures":962,"Ġinv":963,"Ġdep":964,"Ġ198":965,"air":966,"ern":967,"ather":968,"ful":969,"ĠZ":970,"Ġmon":971,"Ġmany":972,"Ġmain":973,"Ġstud":974,"Ġlong":975,"inn":976,"though":977,"up":978,"ool":979,"ĠUnited":980,"led":981,"ement":982,"Ġ15":983,"ower":984,"ĠJohn":985,"Ġop":986,"Ġ11":987,"ined":988,"Ġmet":989,"ober":990,"ley":991,"Ġ17":992,"Ġcentury":993,"Ġteam":994,"Ġest":995,"ĠAfter":996,"yl":997,"Ġmin":998,"uch":999,"ute":1000,"Ġdevelop":1001,"ĠShe":1002,"iam":1003,"Ġshow":1004,"elf":1005,"Ġrep":1006,"Ġconc":1007,"ative":1008,"Ġcre":1009,"overn":1010,"ared":1011,"Ġ194":1012,"Ġorigin":1013,"Ġsm":1014,"ivers":1015,"az":1016,"Ġlead":1017,"Ġseveral":1018,"ah":1019,"Ġob":1020,"Ġrev":1021,"Ġmill":1022,"erm":1023} \ No newline at end of file +{"<|endoftext|>":0,"!":1,"\"":2,"#":3,"$":4,"%":5,"&":6,"'":7,"(":8,")":9,"*":10,"+":11,",":12,"-":13,".":14,"/":15,"0":16,"1":17,"2":18,"3":19,"4":20,"5":21,"6":22,"7":23,"8":24,"9":25,":":26,";":27,"<":28,"=":29,">":30,"?":31,"@":32,"A":33,"B":34,"C":35,"D":36,"E":37,"F":38,"G":39,"H":40,"I":41,"J":42,"K":43,"L":44,"M":45,"N":46,"O":47,"P":48,"Q":49,"R":50,"S":51,"T":52,"U":53,"V":54,"W":55,"X":56,"Y":57,"Z":58,"[":59,"\\":60,"]":61,"^":62,"_":63,"`":64,"a":65,"b":66,"c":67,"d":68,"e":69,"f":70,"g":71,"h":72,"i":73,"j":74,"k":75,"l":76,"m":77,"n":78,"o":79,"p":80,"q":81,"r":82,"s":83,"t":84,"u":85,"v":86,"w":87,"x":88,"y":89,"z":90,"|":91,"}":92,"~":93,"¡":94,"¢":95,"£":96,"¤":97,"¥":98,"¦":99,"§":100,"¨":101,"©":102,"ª":103,"«":104,"¬":105,"®":106,"¯":107,"°":108,"±":109,"²":110,"³":111,"´":112,"µ":113,"¶":114,"·":115,"¸":116,"¹":117,"º":118,"»":119,"¼":120,"½":121,"¾":122,"¿":123,"Â":124,"Ã":125,"Ä":126,"Å":127,"Æ":128,"Ç":129,"È":130,"É":131,"Ê":132,"Ë":133,"Ì":134,"Í":135,"Î":136,"Ï":137,"Ð":138,"Ñ":139,"Ö":140,"×":141,"Ø":142,"Ù":143,"Ü":144,"à":145,"á":146,"â":147,"ã":148,"ä":149,"å":150,"æ":151,"ç":152,"è":153,"é":154,"ë":155,"ì":156,"ï":157,"Ċ":158,"Ġ":159,"Ģ":160,"ģ":161,"Ĥ":162,"ĥ":163,"Ħ":164,"ħ":165,"Ĩ":166,"ĩ":167,"Ī":168,"ī":169,"Ĭ":170,"ĭ":171,"Į":172,"į":173,"İ":174,"ı":175,"IJ":176,"ij":177,"Ĵ":178,"ĵ":179,"Ķ":180,"ķ":181,"ĸ":182,"Ĺ":183,"ĺ":184,"Ļ":185,"ļ":186,"Ľ":187,"ľ":188,"Ŀ":189,"ŀ":190,"Ł":191,"ł":192,"Ń":193,"Ġt":194,"he":195,"Ġa":196,"in":197,"Ġthe":198,"er":199,"on":200,"Ġ,":201,"re":202,"Ġs":203,"ed":204,"Ġo":205,"Ġw":206,"nd":207,"at":208,"Ġ.":209,"or":210,"it":211,"Ġc":212,"en":213,"Ġf":214,"is":215,"es":216,"ar":217,"Ġof":218,"Ġb":219,"an":220,"Ġin":221,"al":222,"ing":223,"Ġp":224,"Ġand":225,"as":226,"Ġto":227,"ro":228,"ic":229,"Ġm":230,"Ġd":231,"Ġh":232,"ion":233,"le":234,"ou":235,"ĠT":236,"Ġre":237,"Ġ=":238,"Ġ\"":239,"ĠA":240,"ĠS":241,"ent":242,"il":243,"Ġth":244,"Ġ1":245,"st":246,"ĠC":247,"el":248,"om":249,"Ġl":250,"am":251,"ĠĊ":252,"Ġe":253,"Ġn":254,"Ġ@":255,"ad":256,"ac":257,"Ġwas":258,"ĠM":259,"ur":260,"ĠThe":261,"ec":262,"Ġon":263,"ly":264,"ĠB":265,"ĠI":266,"Ġg":267,"Ġ'":268,"et":269,"ol":270,"id":271,"iv":272,"im":273,"Ġfor":274,"ir":275,"-@":276,"Ġ@-@":277,"ig":278,"ot":279,"ter":280,"Ġas":281,"ĠH":282,"us":283,"ow":284,"Ġst":285,"ut":286,"ith":287,"ay":288,"Ġ2":289,"ĠP":290,"ation":291,"ver":292,"Ġbe":293,"her":294,"Ġthat":295,"Ġwith":296,"ĠR":297,"ce":298,"th":299,"ĠD":300,"Ġis":301,"un":302,"em":303,"ĠF":304,"Ġwh":305,"ul":306,"Ġby":307,"Ġal":308,"ch":309,"Ġ)":310,"Ġ(":311,"ĠW":312,"Ġcon":313,"ra":314,"ĠG":315,"os":316,"ĠL":317,"ĠN":318,"Ġat":319,"ers":320,"ct":321,"Ġit":322,"Ġ19":323,"rom":324,"and":325,"Ġan":326,"um":327,"est":328,"ĠJ":329,"ag":330,"Ġhe":331,"00":332,"ist":333,"ain":334,"od":335,"av":336,"ri":337,"ĠE":338,"ĠO":339,"Ġfrom":340,"Ġcom":341,"Ġhis":342,"op":343,"Ġpro":344,"res":345,"ies":346,"if":347,"Ġv":348,"ort":349,"ere":350,"ill":351,"ld":352,"Ġde":353,"pp":354,"Ġsu":355,"ore":356,"ĠIn":357,"Ġr":358,"Ġse":359,"Ġwere":360,"ew":361,"ong":362,"igh":363,"ard":364,"ate":365,"all":366,"art":367,"ak":368,"ich":369,"Ġch":370,"Ġor":371,"ab":372,"ant":373,"ud":374,"oc":375,"ber":376,"Ġex":377,"gh":378,"ity":379,"ated":380,"pt":381,"ess":382,"ear":383,"ĠK":384,"Ġpl":385,"ame":386,"qu":387,"ive":388,"rou":389,"Ġare":390,"Ġâ":391,"Ġsh":392,"Ġk":393,"ack":394,"ect":395,"ĠâĢ":396,"ĠU":397,"Ġhad":398,"se":399,"Ġwhich":400,"red":401,"ov":402,"ĠSt":403,"ast":404,"Ġsp":405,"ian":406,"Ġy":407,"ment":408,"Ġle":409,"Ġnot":410,"ge":411,"ord":412,"rit":413,"ip":414,"ine":415,"ell":416,"ally":417,"our":418,"ost":419,"ight":420,"ther":421,"ap":422,"Ġu":423,"ish":424,"ĠCh":425,"oun":426,"ia":427,"Ġ3":428,"ave":429,"ary":430,"ust":431,"og":432,"Ġ200":433,"Ġun":434,"ous":435,"irst":436,"ĠV":437,"cc":438,"Ġinc":439,"Ġ;":440,"Ġcomp":441,"ru":442,"ions":443,"Ġtheir":444,"Ġbut":445,"ide":446,"ure":447,"so":448,"Ġcont":449,"Ġint":450,"fter":451,"ical":452,"ial":453,"Ġar":454,"Ġfirst":455,"ould":456,"Ġits":457,"hed":458,"ĠâĢĵ":459,"Ġwhe":460,"wo":461,"out":462,"ub":463,"Ġ20":464,"ff":465,"Ġ:":466,"ue":467,"Ġher":468,"own":469,"ok":470,"Ġalso":471,"Ġcl":472,"per":473,"ign":474,"ater":475,"ran":476,"orm":477,"ie":478,"ome":479,"ork":480,"ass":481,"ire":482,"end":483,"Ġres":484,"Ġab":485,"Ġad":486,"Ġus":487,"ry":488,"Ġrec":489,"Ġhave":490,"age":491,"ĠHe":492,"Ġ4":493,"Ġro":494,"mer":495,"Ġone":496,"ond":497,"low":498,"Ġhas":499,"ĠTh":500,"du":501,"Ġ5":502,"Ġper":503,"Ġbeen":504,"ime":505,"Ġtwo":506,"ence":507,"land":508,"Ġ18":509,".@":510,"Ġ@.@":511,"ult":512,"ree":513,"ough":514,"ile":515,"Ġwho":516,"ĠAl":517,"Ġsc":518,"uring":519,"pl":520,"ory":521,"ition":522,"ric":523,"ations":524,"Ġdis":525,"Ġthis":526,"Ġbec":527,"Ġapp":528,"iz":529,"ĠIt":530,"are":531,"ach":532,"lud":533,"ade":534,"Ġplay":535,"Ġj":536,"Ġman":537,"act":538,"ely":539,"Ġpart":540,"Ġdes":541,"Ġag":542,"Ġthey":543,"Ġyear":544,"ount":545,"Ġ201":546,"Ġover":547,"Ġother":548,"ound":549,"Ġafter":550,"ib":551,"over":552,"Ġser":553,"Ġen":554,"Ġoff":555,"Ġim":556,"ction":557,"ĠY":558,"ke":559,"ite":560,",@":561,"Ġ@,@":562,"te":563,"urn":564,"Ġinclud":565,"ress":566,"ance":567,"ang":568,"Ġatt":569,"ice":570,"ace":571,"ark":572,"Ġout":573,"wn":574,"ph":575,"ember":576,"Ġpre":577,"Ġup":578,"ens":579,"man":580,"Ġev":581,"Ġtime":582,"nder":583,"rough":584,"ced":585,"Ġfin":586,"Ġinto":587,"one":588,"port":589,"round":590,"we":591,"ren":592,"les":593,"int":594,"ĠOn":595,"vel":596,"Ġcomm":597,"Ġshe":598,"ason":599,"amp":600,"Ġte":601,"Ġwould":602,"ward":603,"Ġmore":604,"Ġ6":605,"ied":606,"ose":607,"rib":608,"ĠUn":609,"Ġall":610,"ings":611,"tern":612,"ces":613,"able":614,"Ġwe":615,"ited":616,"ever":617,"ents":618,"Ġhim":619,"ased":620,"ors":621,"oy":622,"ood":623,"Ġcent":624,"ix":625,"ase":626,"ild":627,"ĠAn":628,"Ġ7":629,"Ġwork":630,"ates":631,"ious":632,"ath":633,"Ġpo":634,"rop":635,"old":636,"als":637,"iss":638,"ey":639,"ict":640,"Ġfe":641,"Ġthem":642,"gan":643,"Ġsec":644,"Ġbet":645,"Ġwhen":646,"Ġsong":647,"Ġrem":648,"ep":649,"form":650,"ail":651,"fer":652,"Ġear":653,"ubl":654,"aw":655,"Ġkn":656,"ake":657,"aus":658,"Ġmost":659,"Ġcons":660,"Ġduring":661,"ĠAs":662,"orth":663,"Ġnew":664,"ered":665,"ilm":666,"ved":667,"att":668,"Ġonly":669,"Ġ9":670,"Ġdec":671,"Ġ8":672,"ick":673,"Ġgame":674,"ons":675,"ug":676,"Ġtr":677,"ft":678,"oth":679,"ook":680,"ĠMar":681,"reat":682,"way":683,"Ġcan":684,"ollow":685,"outh":686,"ween":687,"ĠEn":688,"Ġ199":689,"ters":690,"Ġrel":691,"ind":692,"Ġabout":693,"Ġseason":694,"Ġagain":695,"ral":696,"Ġthree":697,"ational":698,"Ġunder":699,"ular":700,"Ġme":701,"Ġthan":702,"ĠCom":703,"ĠAr":704,"hip":705,"ob":706,"Ġne":707,"Ġbetween":708,"Ġfl":709,"hn":710,"ve":711,"Ġchar":712,"Ġcol":713,"Ġrecord":714,"iew":715,"ron":716,"fore":717,"Ġthrough":718,"ision":719,"orn":720,"Ġ00":721,"ock":722,"Ġver":723,"Ġlater":724,"Ġnum":725,"Ġend":726,"olog":727,"ames":728,"Ġpos":729,"Ġwrit":730,"Ġprodu":731,"Ġwhile":732,"Ġact":733,"Ġrele":734,"Ġfilm":735,"ished":736,"Ġpr":737,"ans":738,"Ġreg":739,"Ġform":740,"Ġass":741,"ĠSe":742,"ury":743,"ted":744,"ts":745,"Ġmade":746,"Ġsub":747,"Ġpe":748,"Ġso":749,"orld":750,"Ġret":751,"ĠNew":752,"Ġspec":753,"Ġacc":754,"Ġqu":755,"Ġwhere":756,"ener":757,"Ġmov":758,"hes":759,"meric":760,"ating":761,"Ġinter":762,"ĠLe":763,"ĠAmeric":764,"Ġra":765,"Ġsome":766,"Ġco":767,"Ġlar":768,"Ġbu":769,"Ġdef":770,"bum":771,"Ġac":772,"Ġmus":773,"Ġfollow":774,"ĠAt":775,"ins":776,"ived":777,"ific":778,"ual":779,"Ġam":780,"Ġsuch":781,"Ġsecond":782,"ike":783,"Ġfour":784,"Ġind":785,"ann":786,"hen":787,"Ġused":788,"ĠRe":789,"ics":790,"lect":791,"Ġday":792,"iel":793,"ily":794,"ĠThis":795,"Ġ0":796,"Ġpubl":797,"Ġcall":798,"ĠJo":799,"ll":800,"Ġalbum":801,"Ġ000":802,"rans":803,"Ġdo":804,"any":805,"Ġbefore":806,"ros":807,"ĠSh":808,"Ġsy":809,"aid":810,"ĠEng":811,"Ġbeing":812,"Ġ10":813,"uc":814,"Ġep":815,"Ġsupp":816,"Ġthere":817,"Ġyears":818,"ars":819,"owever":820,"Ġent":821,"ife":822,"Ġhigh":823,"Ġfound":824,"ird":825,"Ġno":826,"Ġset":827,"ines":828,"iver":829,"io":830,"other":831,"ject":832,"Ġsur":833,"aj":834,"ten":835,"Ġtra":836,"Ġ12":837,"ised":838,"ities":839,"velop":840,"Ġbl":841,"ale":842,"Ġseries":843,"Ġloc":844,"Ġnumber":845,"Ġpres":846,"ane":847,"ause":848,"ode":849,"ek":850,"ton":851,"ĠSc":852,"ier":853,"ise":854,"Ġsever":855,"ince":856,"Ġboth":857,"ank":858,"row":859,"irect":860,"son":861,"Ġthen":862,"ĠBrit":863,"iet":864,"Ġ16":865,"Ġepis":866,"Ġincluding":867,"its":868,"igin":869,"pr":870,"Ġ/":871,"Ġagainst":872,"Ġwell":873,"Ġbecame":874,"Ġexp":875,"Ġknown":876,"Ġtrans":877,"Ġcharac":878,"ĠâĢĶ":879,"ram":880,"Ġback":881,"Ġadd":882,"Ġpop":883,"Ġgo":884,"urch":885,"Ġdesc":886,"Ġsing":887,"ield":888,"Ġperform":889,"ained":890,"Ġrece":891,"ident":892,"Ġem":893,"ert":894,"ures":895,"Ġinv":896,"Ġdep":897,"Ġ198":898,"air":899,"ern":900,"ather":901,"ful":902,"ĠZ":903,"Ġmon":904,"Ġmany":905,"Ġmain":906,"Ġstud":907,"Ġlong":908,"inn":909,"though":910,"up":911,"ool":912,"ĠUnited":913,"led":914,"ement":915,"Ġ15":916,"ower":917,"ĠJohn":918,"Ġop":919,"Ġ11":920,"ined":921,"Ġmet":922,"ober":923,"ley":924,"Ġ17":925,"Ġcentury":926,"Ġteam":927,"Ġest":928,"ĠAfter":929,"yl":930,"Ġmin":931,"uch":932,"ute":933,"Ġdevelop":934,"ĠShe":935,"iam":936,"Ġshow":937,"elf":938,"Ġrep":939,"Ġconc":940,"ative":941,"Ġcre":942,"overn":943,"ared":944,"Ġ194":945,"Ġorigin":946,"Ġsm":947,"ivers":948,"az":949,"Ġlead":950,"Ġseveral":951,"ah":952,"Ġob":953,"Ġrev":954,"Ġmill":955,"erm":956,"ually":957,"oot":958,"Ġbegan":959,"Ġ196":960,"ired":961,"Ġdif":962,"Ġcontin":963,"Ġsign":964,"ik":965,"ĠInd":966,"ments":967,"ized":968,"Ġ197":969,"Ġdirect":970,"au":971,"Ġext":972,"ross":973,"emb":974,"der":975,"Ġpol":976,"Ġmay":977,"apt":978,"els":979,"ĠWh":980,"Ġcomple":981,"Ġart":982,"ĠBr":983,"ĠIs":984,"une":985,"til":986,"Ġcrit":987,"Ġhist":988,"Ġearly":989,"Ġcould":990,"ĠCon":991,"Ġdid":992,"Ġbel":993,"Ġcalled":994,"ued":995,"Ġnear":996,"Ġepisode":997,"yp":998,"Ġdescrib":999} \ No newline at end of file From 66e1b57e3b522302df269919bc211055d75084e5 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Mon, 17 Jun 2024 16:43:19 -0700 Subject: [PATCH 166/318] Use the real GPT2 for one of the tests but mark it as skippable so we don't download it on CI. --- tests/integration_tests/test_formatters.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py index 162c4604f..64b556dc9 100644 --- a/tests/integration_tests/test_formatters.py +++ b/tests/integration_tests/test_formatters.py @@ -1,4 +1,3 @@ -import importlib import pytest from pydantic import BaseModel @@ -52,6 +51,7 @@ class Foo(BaseModel): @pytest.mark.skip(reason="Random model infinitely recurses on complex struct. Use GPT2") def test_hugging_face_pipeline_complex_schema(): + # NOTE: This is the real GPT-2 model. from transformers import pipeline model = pipeline("text-generation", "gpt2") @@ -62,9 +62,6 @@ class MultiNum(BaseModel): class Tricky(BaseModel): foo: MultiNum - # Note: If we used a real model we could do foo: list[MultiNum], but the random - # model tends to get stuck in an infinite loop during list generation. - g = Guard.from_pydantic(Tricky, output_formatter="jsonformer") response = g(model, prompt="Sample:") out = response.validated_output From 5cefbef0a031386f5c2862905c30b7de12dc8ec4 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Mon, 17 Jun 2024 16:44:29 -0700 Subject: [PATCH 167/318] Update poetry.lock file after changes to pyproject.toml. --- poetry.lock | 32 ++++++++++++++++++++++++++++++-- 1 file changed, 30 insertions(+), 2 deletions(-) diff --git a/poetry.lock b/poetry.lock index 4b5b69721..894ab8f1e 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 1.7.1 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand. [[package]] name = "aiohttp" @@ -2278,6 +2278,20 @@ test = ["coverage (>=4.5.1)", "responses (>=0.12.0)"] test-no-urls = ["coverage (>=4.5.1)"] urls = ["requests (>=2.18.4)", "validators (>=0.14.2)"] +[[package]] +name = "jsonformer" +version = "0.12.0" +description = "" +optional = false +python-versions = ">=3.8,<4.0" +files = [ + {file = "jsonformer-0.12.0-py3-none-any.whl", hash = "sha256:67339a764cb17e33d9a567293470f59b856ca38f2c456da6aad07652a2daf69a"}, + {file = "jsonformer-0.12.0.tar.gz", hash = "sha256:3edc4ea87b27ff1043878ff632d9ee9aaad70a271bbc30e29199a5557885241b"}, +] + +[package.dependencies] +termcolor = ">=2.3.0,<3.0.0" + [[package]] name = "jsonpatch" version = "1.33" @@ -7096,6 +7110,20 @@ files = [ doc = ["reno", "sphinx"] test = ["pytest", "tornado (>=4.5)", "typeguard"] +[[package]] +name = "termcolor" +version = "2.4.0" +description = "ANSI color formatting for output in terminal" +optional = false +python-versions = ">=3.8" +files = [ + {file = "termcolor-2.4.0-py3-none-any.whl", hash = "sha256:9297c0df9c99445c2412e832e882a7884038a25617c60cea2ad69488d4040d63"}, + {file = "termcolor-2.4.0.tar.gz", hash = "sha256:aab9e56047c8ac41ed798fa36d892a37aca6b3e9159f3e0c24bc64a9b3ac7b7a"}, +] + +[package.extras] +tests = ["pytest", "pytest-cov"] + [[package]] name = "terminado" version = "0.18.1" @@ -8374,4 +8402,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "b30500515335c8bb1144b6a3ac4344ccc8bd27bb73cc526e170c3e9a70933c38" +content-hash = "8cd53f7894edd4fb9ac75126d2f1678fa14d43fff9def837f442e90b5df91b92" From 3f0257010ebbd2ab80b753afc47a90832d042e91 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Mon, 17 Jun 2024 16:48:36 -0700 Subject: [PATCH 168/318] Update poetry lock again after pull from branch. --- poetry.lock | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/poetry.lock b/poetry.lock index 692c91bb9..64920bd0d 100644 --- a/poetry.lock +++ b/poetry.lock @@ -8405,4 +8405,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "8cd53f7894edd4fb9ac75126d2f1678fa14d43fff9def837f442e90b5df91b92" +content-hash = "12c3eedbbda3e6f4790ca4b88e6a070bc94733c7e8852abb79aa4ebbc6992317" From 27332ba7acd6311612023ed0da5e09004596182e Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Mon, 17 Jun 2024 16:55:11 -0700 Subject: [PATCH 169/318] Autoformatting + lint. --- guardrails/formatters/__init__.py | 2 +- guardrails/formatters/json_formatter.py | 13 ++++++++----- tests/integration_tests/test_formatters.py | 5 ++++- 3 files changed, 13 insertions(+), 7 deletions(-) diff --git a/guardrails/formatters/__init__.py b/guardrails/formatters/__init__.py index 6e97754a5..b225fecbf 100644 --- a/guardrails/formatters/__init__.py +++ b/guardrails/formatters/__init__.py @@ -3,7 +3,7 @@ def get_formatter(name: str, *args, **kwargs) -> BaseFormatter: - """Returns a class""" + """Returns a class.""" match name.lower(): case "jsonformer": return JsonFormatter(*args, **kwargs) diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py index 29ae1ceb3..f48e046a3 100644 --- a/guardrails/formatters/json_formatter.py +++ b/guardrails/formatters/json_formatter.py @@ -12,8 +12,8 @@ def _deref_schema_path(schema: dict, path: Union[list, str]): - """Given a path like #/$defs/foo/bar/bez, nagivates into a JSONSchema dict and pulls - the respective sub-object.""" + """Given a path like #/$defs/foo/bar/bez, nagivates into a JSONSchema dict + and pulls the respective sub-object.""" if isinstance(path, str): path = path.split("/") if path[0] == "#": @@ -30,9 +30,12 @@ def _deref_schema_path(schema: dict, path: Union[list, str]): def _jsonschema_to_jsonformer( schema: dict, path: list = None, objdefs: dict = None ) -> dict: - """Converts the large-ish JSONSchema standard into the JSONFormer schema format. - These are mostly identical, but the jsonschema supports '$defs' and '$ref'. - There's an additional inconsistency in the use 'integer' versus 'number'. + """Converts the large-ish JSONSchema standard into the JSONFormer schema + format. + + These are mostly identical, but the jsonschema supports '$defs' and + '$ref'. There's an additional inconsistency in the use 'integer' + versus 'number'. """ if path is None: path = [] diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py index 64b556dc9..381f022f4 100644 --- a/tests/integration_tests/test_formatters.py +++ b/tests/integration_tests/test_formatters.py @@ -7,13 +7,14 @@ if_transformers_installed = pytest.mark.skipif( "not importlib.util.find_spec('transformers')\ or not importlib.util.find_spec('torch')", - reason="Transformers / Torch not installed." + reason="Transformers / Torch not installed.", ) @if_transformers_installed def test_hugging_face_model_callable(): from tests.unit_tests.mocks.mock_hf_models import make_mock_model_and_tokenizer + model, tokenizer = make_mock_model_and_tokenizer() class Foo(BaseModel): @@ -33,6 +34,7 @@ class Foo(BaseModel): @if_transformers_installed def test_hugging_face_pipeline_callable(): from tests.unit_tests.mocks.mock_hf_models import make_random_pipeline + model = make_random_pipeline() class Foo(BaseModel): @@ -53,6 +55,7 @@ class Foo(BaseModel): def test_hugging_face_pipeline_complex_schema(): # NOTE: This is the real GPT-2 model. from transformers import pipeline + model = pipeline("text-generation", "gpt2") class MultiNum(BaseModel): From 6ac890aa88fdb07684bb326c1a800f83d880967d Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Mon, 17 Jun 2024 17:24:28 -0700 Subject: [PATCH 170/318] Fix assorted linting errors in Pyright by suppressing incorrect type error reports. --- guardrails/formatters/json_formatter.py | 4 ++-- guardrails/guard.py | 8 ++++++-- tests/integration_tests/test_formatters.py | 6 ++++-- 3 files changed, 12 insertions(+), 6 deletions(-) diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py index f48e046a3..206610e2a 100644 --- a/guardrails/formatters/json_formatter.py +++ b/guardrails/formatters/json_formatter.py @@ -1,5 +1,5 @@ import json -from typing import Union +from typing import Optional, Union from jsonformer import Jsonformer @@ -28,7 +28,7 @@ def _deref_schema_path(schema: dict, path: Union[list, str]): def _jsonschema_to_jsonformer( - schema: dict, path: list = None, objdefs: dict = None + schema: dict, path: Optional[list] = None, objdefs: Optional[dict] = None ) -> dict: """Converts the large-ish JSONSchema standard into the JSONFormer schema format. diff --git a/guardrails/guard.py b/guardrails/guard.py index 210aed094..09e2b5c4e 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -501,8 +501,11 @@ def from_pydantic( guard._output_type = schema.output_type guard._base_model = output_class if isinstance(output_formatter, str): + if isinstance(output_class, list): + raise Exception("A root-level list is not valid JSON.") output_formatter = get_formatter( - output_formatter, schema=output_class.model_json_schema() + output_formatter, + schema=output_class.model_json_schema() # type: ignore ) guard._output_formatter = output_formatter guard._fill_validators() @@ -774,7 +777,8 @@ def _exec_sync( api = get_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None if self._output_formatter is not None: - api = self._output_formatter.wrap_callable(api) + # Type suppression here? ArbitraryCallable is a subclass of PromptCallable!? + api = self._output_formatter.wrap_callable(api) # type: ignore # Check whether stream is set if kwargs.get("stream", False): diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py index 381f022f4..ac4b057e8 100644 --- a/tests/integration_tests/test_formatters.py +++ b/tests/integration_tests/test_formatters.py @@ -1,12 +1,14 @@ +import importlib import pytest from pydantic import BaseModel from guardrails import Guard + if_transformers_installed = pytest.mark.skipif( - "not importlib.util.find_spec('transformers')\ - or not importlib.util.find_spec('torch')", + not importlib.util.find_spec('transformers') + or not importlib.util.find_spec('torch'), reason="Transformers / Torch not installed.", ) From 972e929fbd3ee88d3dcd7b2f8e7d198328be087d Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 08:14:01 -0500 Subject: [PATCH 171/318] add todos for function calling --- guardrails/llm_providers.py | 2 ++ guardrails/utils/pydantic_utils.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index 7fc9b0997..a7b265ec0 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -196,6 +196,7 @@ def _invoke_llm( "You must pass in either `text` or `msg_history` to `guard.__call__`." ) + # TODO: Update this to tools # Configure function calling if applicable (only for non-streaming) fn_kwargs = {} if base_model and not kwargs.get("stream", False): @@ -763,6 +764,7 @@ async def invoke_llm( "You must pass in either `text` or `msg_history` to `guard.__call__`." ) + # TODO: Update this to tools # Configure function calling if applicable fn_kwargs = {} if base_model: diff --git a/guardrails/utils/pydantic_utils.py b/guardrails/utils/pydantic_utils.py index 17f8da0fd..fb10903f7 100644 --- a/guardrails/utils/pydantic_utils.py +++ b/guardrails/utils/pydantic_utils.py @@ -56,4 +56,6 @@ def convert_pydantic_model_to_openai_fn( if "description" in json_schema and json_schema["description"] is not None: fn_params["description"] = json_schema["description"] + # TODO: Update this to tools + # Wrap in { "type": "function", "function": fn_params} return fn_params From 0c39a9f577a3204a2bf3e5641a1a43d1a65822d0 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 11:15:00 -0500 Subject: [PATCH 172/318] fetch guard history --- guardrails/api_client.py | 3 + guardrails/async_guard.py | 37 ++-- guardrails/classes/history/call.py | 5 +- guardrails/classes/history/iteration.py | 22 ++- guardrails/classes/validation_outcome.py | 4 +- guardrails/guard.py | 186 +++--------------- guardrails/run/async_runner.py | 16 +- guardrails/run/async_stream_runner.py | 6 +- guardrails/run/runner.py | 10 +- guardrails/run/stream_runner.py | 7 +- poetry.lock | 6 +- pyproject.toml | 2 +- tests/integration_tests/test_run.py | 5 +- tests/unit_tests/classes/history/test_call.py | 8 +- .../classes/history/test_iteration.py | 7 +- tests/unit_tests/cli/test_validate.py | 1 + .../test_async_validator_service.py | 35 +++- tests/unit_tests/test_validator_service.py | 5 +- 18 files changed, 149 insertions(+), 216 deletions(-) diff --git a/guardrails/api_client.py b/guardrails/api_client.py index 7c9df179c..84eb4df66 100644 --- a/guardrails/api_client.py +++ b/guardrails/api_client.py @@ -95,3 +95,6 @@ def stream_validate( if line: json_output = json.loads(line) yield json_output + + def get_history(self, guard_name: str, call_id: str): + return self._guard_api.get_guard_history(guard_name, call_id) diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index 3e96e4d1c..d24b5b84f 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -13,7 +13,10 @@ cast, ) -from guardrails_api_client.models import ValidatePayload +from guardrails_api_client.models import ( + ValidatePayload, + ValidationOutcome as IValidationOutcome, +) from guardrails import Guard from guardrails.classes import OT, ValidationOutcome @@ -152,9 +155,6 @@ async def __exec( args=list(args), kwargs=kwargs, ) - call_log = Call(inputs=call_inputs) - set_scope(str(object_id(call_log))) - self._history.push(call_log) if self._api_client is not None and model_is_supported_server_side( llm_api, *args, **kwargs @@ -166,13 +166,15 @@ async def __exec( prompt_params=prompt_params, metadata=metadata, full_schema_reask=full_schema_reask, - call_log=call_log, *args, **kwargs, ) # If the LLM API is async, return a coroutine else: + call_log = Call(inputs=call_inputs) + set_scope(str(object_id(call_log))) + self._history.push(call_log) result = await self._exec_async( llm_api=llm_api, llm_output=llm_output, @@ -417,20 +419,12 @@ async def parse( ) async def _stream_server_call( - self, - *, - payload: Dict[str, Any], - llm_output: Optional[str] = None, - num_reasks: Optional[int] = None, - prompt_params: Optional[Dict] = None, - metadata: Optional[Dict] = {}, - full_schema_reask: Optional[bool] = True, - call_log: Optional[Call], + self, *, payload: Dict[str, Any] ) -> AsyncIterable[ValidationOutcome[OT]]: # TODO: Once server side supports async streaming, this function will need to # yield async generators, not generators if self._api_client: - validation_output: Optional[Any] = None + validation_output: Optional[IValidationOutcome] = None response = self._api_client.stream_validate( guard=self, # type: ignore payload=ValidatePayload.from_dict(payload), # type: ignore @@ -440,6 +434,7 @@ async def _stream_server_call( validation_output = fragment if validation_output is None: yield ValidationOutcome[OT]( + call_id="0", raw_llm_output=None, validated_output=None, validation_passed=False, @@ -447,20 +442,16 @@ async def _stream_server_call( ) else: yield ValidationOutcome[OT]( + call_id=validation_output.call_id, raw_llm_output=validation_output.raw_llm_response, # type: ignore validated_output=cast(OT, validation_output.validated_output), validation_passed=validation_output.result, ) if validation_output: - self._construct_history_from_server_response( - validation_output=validation_output, - llm_output=llm_output, - num_reasks=num_reasks, - prompt_params=prompt_params, - metadata=metadata, - full_schema_reask=full_schema_reask, - call_log=call_log, + guard_history = self._api_client.get_history( + self.name, validation_output.call_id ) + self._history.extend([Call.from_dict(call) for call in guard_history]) else: raise ValueError("AsyncGuard does not have an api client!") diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 8d2c2deaa..ead22016c 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -1,5 +1,5 @@ from typing import Any, Dict, List, Optional, Union - +from builtins import id as object_id from pydantic import Field, PrivateAttr from rich.panel import Panel from rich.pretty import pretty_repr @@ -47,9 +47,11 @@ def __init__( inputs: Optional[CallInputs] = None, exception: Optional[Exception] = None, ): + call_id = str(object_id(self)) iterations = iterations or Stack() inputs = inputs or CallInputs() super().__init__( + id=call_id, iterations=iterations, # type: ignore inputs=inputs, # type: ignore i_exception=CallException(message=str(exception)), # type: ignore @@ -431,6 +433,7 @@ def __str__(self) -> str: def to_dict(self) -> Dict[str, Any]: i_call = ICall( + id=self.id, iterations=list(self.iterations), inputs=self.inputs, ) diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py index c918907ca..8d0d2b698 100644 --- a/guardrails/classes/history/iteration.py +++ b/guardrails/classes/history/iteration.py @@ -1,5 +1,5 @@ from typing import Dict, List, Optional, Sequence, Union - +from builtins import id as object_id from pydantic import Field from rich.console import Group from rich.panel import Panel @@ -30,6 +30,26 @@ class Iteration(IIteration, ArbitraryModel): description="The outputs from the iteration/step.", default_factory=Outputs ) + def __init__( + self, + call_id: str, + index: int, + inputs: Optional[Inputs] = None, + outputs: Optional[Outputs] = None, + ): + iteration_id = str(object_id(self)) + inputs = inputs or Inputs() + outputs = outputs or Outputs() + super().__init__( + id=iteration_id, + call_id=call_id, + index=index, + inputs=inputs, + outputs=outputs, + ) + self.inputs = inputs + self.outputs = outputs + @property def logs(self) -> Stack[str]: """Returns the logs from this iteration as a stack.""" diff --git a/guardrails/classes/validation_outcome.py b/guardrails/classes/validation_outcome.py index 12f199c46..98d81e9b7 100644 --- a/guardrails/classes/validation_outcome.py +++ b/guardrails/classes/validation_outcome.py @@ -55,7 +55,7 @@ class ValidationOutcome(IValidationOutcome, ArbitraryModel, Generic[OT]): @classmethod def from_guard_history(cls, call: Call): """Create a ValidationOutcome from a history Call object.""" - last_iteration = call.iterations.last or Iteration() + last_iteration = call.iterations.last or Iteration(call_id=call.id, index=0) last_output = last_iteration.validation_response or safe_get( list(last_iteration.reasks), 0 ) @@ -64,6 +64,7 @@ def from_guard_history(cls, call: Call): error = call.error output = cast(OT, call.guarded_output) return cls( + call_id=call.id, raw_llm_output=call.raw_outputs.last, validated_output=output, reask=reask, @@ -97,6 +98,7 @@ def __str__(self) -> str: def to_dict(self): i_validation_outcome = IValidationOutcome( + call_id=self.call_id, raw_llm_output=self.raw_llm_output, # type: ignore validated_output=ValidationOutcomeValidatedOutput(self.validated_output), # type: ignore reask=self.reask, diff --git a/guardrails/guard.py b/guardrails/guard.py index 5a6dda1aa..d81b502c8 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -36,15 +36,11 @@ from guardrails.api_client import GuardrailsApiClient from guardrails.classes.output_type import OT from guardrails.classes.validation_outcome import ValidationOutcome -from guardrails.classes.validation.validation_result import FailResult from guardrails.classes.credentials import Credentials from guardrails.classes.execution import GuardExecutionOptions from guardrails.classes.generic import Stack from guardrails.classes.history import Call from guardrails.classes.history.call_inputs import CallInputs -from guardrails.classes.history.inputs import Inputs -from guardrails.classes.history.iteration import Iteration -from guardrails.classes.history.outputs import Outputs from guardrails.classes.output_type import OutputTypes from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.classes.schema.model_schema import ModelSchema @@ -55,7 +51,6 @@ model_is_supported_server_side, ) from guardrails.logger import logger, set_scope -from guardrails.prompt import Instructions, Prompt from guardrails.run import AsyncRunner, Runner, StreamRunner from guardrails.schema.primitive_schema import primitive_to_schema from guardrails.schema.pydantic_schema import pydantic_model_to_schema @@ -75,8 +70,6 @@ from guardrails.utils.safe_get import safe_get from guardrails.utils.api_utils import extract_serializeable_metadata from guardrails.utils.hub_telemetry_utils import HubTelemetry -from guardrails.classes.llm.llm_response import LLMResponse -from guardrails.actions.reask import FieldReAsk from guardrails.utils.validator_utils import ( get_validator, parse_validator_reference, @@ -682,9 +675,6 @@ def __exec( args=list(args), kwargs=kwargs, ) - call_log = Call(inputs=call_inputs) - set_scope(str(object_id(call_log))) - self._history.push(call_log) if self._api_client is not None and model_is_supported_server_side( llm_api, *args, **kwargs @@ -696,11 +686,13 @@ def __exec( prompt_params=prompt_params, metadata=metadata, full_schema_reask=full_schema_reask, - call_log=call_log, *args, **kwargs, ) + call_log = Call(inputs=call_inputs) + set_scope(str(object_id(call_log))) + self._history.push(call_log) # If the LLM API is async, return a coroutine if asyncio.iscoroutinefunction(llm_api): return self._exec_async( @@ -1165,110 +1157,7 @@ def upsert_guard(self): else: raise ValueError("Guard does not have an api client!") - def _construct_history_from_server_response( - self, - *, - validation_output: Optional[Any] = None, - llm_api: Optional[Callable] = None, - llm_output: Optional[str] = None, - num_reasks: Optional[int] = None, - prompt_params: Optional[Dict] = None, - metadata: Optional[Dict] = None, - full_schema_reask: Optional[bool] = True, - call_log: Optional[Call], - stream: Optional[bool] = False, - ): - # TODO: GET /guard/{guard-name}/history - call_log = call_log or Call() - if llm_api is not None: - llm_api = get_llm_ask(llm_api) - if asyncio.iscoroutinefunction(llm_api): - llm_api = get_async_llm_ask(llm_api) - session_history = ( - validation_output.session_history - if validation_output is not None and validation_output.session_history - else [] - ) - history: List[Call] - for history in session_history: - history_events: Optional[List[Any]] = ( # type: ignore - history.history # type: ignore - ) - if history_events is None: - continue - - iterations = [ - Iteration( - inputs=Inputs( - llm_api=llm_api, - llm_output=llm_output, - instructions=( - Instructions(h.instructions) if h.instructions else None - ), - prompt=( - Prompt(h.prompt.source) # type: ignore - if h.prompt - else None - ), - prompt_params=prompt_params, - num_reasks=(num_reasks or 0), - metadata=metadata, - full_schema_reask=full_schema_reask, # type: ignore - ), - outputs=Outputs( - llm_response_info=LLMResponse( - output=h.output # type: ignore - ), - raw_output=h.output, - parsed_output=( - h.parsed_output.to_dict() - if isinstance(h.parsed_output, Any) - else h.parsed_output - ), - validation_output=( # type: ignore - h.validated_output.to_dict() - if isinstance(h.validated_output, Any) - else h.validated_output - ), - reasks=list( - [ - FieldReAsk( - incorrect_value=r.to_dict().get("incorrect_value"), - path=r.to_dict().get("path"), - fail_results=[ - FailResult( - error_message=r.to_dict().get( - "error_message" - ), - fix_value=r.to_dict().get("fix_value"), - ) - ], - ) - for r in h.reasks # type: ignore - ] - if h.reasks is not None - else [] - ), - ), - ) - for h in history_events - ] - call_log.iterations.extend(iterations) - if self._history.length == 0: - self._history.push(call_log) - - def _single_server_call( - self, - *, - payload: Dict[str, Any], - llm_output: Optional[str] = None, - num_reasks: Optional[int] = None, - prompt_params: Optional[Dict] = None, - metadata: Optional[Dict] = {}, - full_schema_reask: Optional[bool] = True, - call_log: Optional[Call], - stream: Optional[bool] = False, - ) -> ValidationOutcome[OT]: + def _single_server_call(self, *, payload: Dict[str, Any]) -> ValidationOutcome[OT]: if self._api_client: validation_output: IValidationOutcome = self._api_client.validate( guard=self, # type: ignore @@ -1277,28 +1166,25 @@ def _single_server_call( ) if not validation_output: return ValidationOutcome[OT]( + call_id="0", raw_llm_output=None, validated_output=None, validation_passed=False, error="The response from the server was empty!", ) - # TODO: Replace this with GET /guard/{guard_name}/history - # self._construct_history_from_server_response( - # validation_output=validation_output, - # llm_output=llm_output, - # num_reasks=num_reasks, - # prompt_params=prompt_params, - # metadata=metadata, - # full_schema_reask=full_schema_reask, - # call_log=call_log, - # stream=stream, - # ) + guard_history = self._api_client.get_history( + self.name, validation_output.call_id + ) + self._history.extend([Call.from_dict(call) for call in guard_history]) + + # TODO: See if the below statement is still true # Our interfaces are too different for this to work right now. # Once we move towards shared interfaces for both the open source # and the api we can re-enable this. # return ValidationOutcome[OT].from_guard_history(call_log) return ValidationOutcome[OT]( + call_id=validation_output.call_id, raw_llm_output=validation_output.raw_llm_output, validated_output=cast( OT, validation_output.validated_output.actual_instance @@ -1312,16 +1198,9 @@ def _stream_server_call( self, *, payload: Dict[str, Any], - llm_output: Optional[str] = None, - num_reasks: Optional[int] = None, - prompt_params: Optional[Dict] = None, - metadata: Optional[Dict] = {}, - full_schema_reask: Optional[bool] = True, - call_log: Optional[Call], - stream: Optional[bool] = False, ) -> Iterable[ValidationOutcome[OT]]: if self._api_client: - validation_output: Optional[ValidationOutcome] = None + validation_output: Optional[IValidationOutcome] = None response = self._api_client.stream_validate( guard=self, # type: ignore payload=ValidatePayload.from_dict(payload), # type: ignore @@ -1331,6 +1210,7 @@ def _stream_server_call( validation_output = fragment if validation_output is None: yield ValidationOutcome[OT]( + call_id="0", raw_llm_output=None, validated_output=None, validation_passed=False, @@ -1338,22 +1218,16 @@ def _stream_server_call( ) else: yield ValidationOutcome[OT]( + call_id=validation_output.call_id, raw_llm_output=validation_output.raw_llm_output, validated_output=cast(OT, validation_output.validated_output), validation_passed=validation_output.validation_passed, ) if validation_output: - # TODO: Replace this with GET /guard/{guard_name}/history - self._construct_history_from_server_response( - validation_output=validation_output, - llm_output=llm_output, - num_reasks=num_reasks, - prompt_params=prompt_params, - metadata=metadata, - full_schema_reask=full_schema_reask, - call_log=call_log, - stream=stream, + guard_history = self._api_client.get_history( + self.name, validation_output.call_id ) + self._history.extend([Call.from_dict(call) for call in guard_history]) else: raise ValueError("Guard does not have an api client!") @@ -1366,11 +1240,13 @@ def _call_server( prompt_params: Optional[Dict] = None, metadata: Optional[Dict] = {}, full_schema_reask: Optional[bool] = True, - call_log: Optional[Call], **kwargs, ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: if self._api_client: - payload: Dict[str, Any] = {"args": list(args)} + payload: Dict[str, Any] = { + "args": list(args), + "full_schema_reask": full_schema_reask, + } payload.update(**kwargs) if metadata: payload["metadata"] = extract_serializeable_metadata(metadata) @@ -1385,26 +1261,10 @@ def _call_server( should_stream = kwargs.get("stream", False) if should_stream: - return self._stream_server_call( - payload=payload, - llm_output=llm_output, - num_reasks=num_reasks, - prompt_params=prompt_params, - metadata=metadata, - full_schema_reask=full_schema_reask, - call_log=call_log, - stream=should_stream, - ) + return self._stream_server_call(payload=payload) else: return self._single_server_call( payload=payload, - llm_output=llm_output, - num_reasks=num_reasks, - prompt_params=prompt_params, - metadata=metadata, - full_schema_reask=full_schema_reask, - call_log=call_log, - stream=should_stream, ) else: raise ValueError("Guard does not have an api client!") diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py index e24a66a2b..c435517d5 100644 --- a/guardrails/run/async_runner.py +++ b/guardrails/run/async_runner.py @@ -177,7 +177,9 @@ async def async_step( full_schema_reask=self.full_schema_reask, ) outputs = Outputs() - iteration = Iteration(inputs=inputs, outputs=outputs) + iteration = Iteration( + call_id=call_log.id, index=index, inputs=inputs, outputs=outputs + ) set_scope(str(id(iteration))) call_log.iterations.push(iteration) @@ -370,7 +372,9 @@ async def async_prepare( inputs = Inputs( llm_output=msg_str, ) - iteration = Iteration(inputs=inputs) + iteration = Iteration( + call_id=call_log.id, index=attempt_number, inputs=inputs + ) call_log.iterations.insert(0, iteration) value, _metadata = await validator_service.async_validate( value=msg_str, @@ -426,7 +430,9 @@ async def async_prepare( inputs = Inputs( llm_output=prompt.source, ) - iteration = Iteration(inputs=inputs) + iteration = Iteration( + call_id=call_log.id, index=attempt_number, inputs=inputs + ) call_log.iterations.insert(0, iteration) value, _metadata = await validator_service.async_validate( value=prompt.source, @@ -455,7 +461,9 @@ async def async_prepare( inputs = Inputs( llm_output=instructions.source, ) - iteration = Iteration(inputs=inputs) + iteration = Iteration( + call_id=call_log.id, index=attempt_number, inputs=inputs + ) call_log.iterations.insert(0, iteration) value, _metadata = await validator_service.async_validate( value=instructions.source, diff --git a/guardrails/run/async_stream_runner.py b/guardrails/run/async_stream_runner.py index 2fd6abb03..357f84491 100644 --- a/guardrails/run/async_stream_runner.py +++ b/guardrails/run/async_stream_runner.py @@ -91,7 +91,9 @@ async def async_step( stream=True, ) outputs = Outputs() - iteration = Iteration(inputs=inputs, outputs=outputs) + iteration = Iteration( + call_id=call_log.id, index=index, inputs=inputs, outputs=outputs + ) set_scope(str(id(iteration))) call_log.iterations.push(iteration) if output: @@ -160,6 +162,7 @@ async def async_step( ) passed = call_log.status == pass_status yield ValidationOutcome( + call_id=call_log.id, raw_llm_output=chunk_text, validated_output=validated_fragment, validation_passed=passed, @@ -195,6 +198,7 @@ async def async_step( ) yield ValidationOutcome( + call_id=call_log.id, raw_llm_output=fragment, validated_output=chunk_text, validation_passed=validated_fragment is not None, diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index cb65ace4d..67f3dfc16 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -272,7 +272,9 @@ def step( full_schema_reask=self.full_schema_reask, ) outputs = Outputs() - iteration = Iteration(inputs=inputs, outputs=outputs) + iteration = Iteration( + call_id=call_log.id, index=index, inputs=inputs, outputs=outputs + ) set_scope(str(id(iteration))) call_log.iterations.push(iteration) @@ -342,7 +344,7 @@ def validate_msg_history( inputs = Inputs( llm_output=msg_str, ) - iteration = Iteration(inputs=inputs) + iteration = Iteration(call_id=call_log.id, index=attempt_number, inputs=inputs) call_log.iterations.insert(0, iteration) value, _metadata = validator_service.validate( value=msg_str, @@ -388,7 +390,7 @@ def validate_prompt(self, call_log: Call, prompt: Prompt, attempt_number: int): inputs = Inputs( llm_output=prompt.source, ) - iteration = Iteration(inputs=inputs) + iteration = Iteration(call_id=call_log.id, index=attempt_number, inputs=inputs) call_log.iterations.insert(0, iteration) value, _metadata = validator_service.validate( value=prompt.source, @@ -417,7 +419,7 @@ def validate_instructions( inputs = Inputs( llm_output=instructions.source, ) - iteration = Iteration(inputs=inputs) + iteration = Iteration(call_id=call_log.id, index=attempt_number, inputs=inputs) call_log.iterations.insert(0, iteration) value, _metadata = validator_service.validate( value=instructions.source, diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py index 6eb87a1ac..3b008a71c 100644 --- a/guardrails/run/stream_runner.py +++ b/guardrails/run/stream_runner.py @@ -99,7 +99,9 @@ def step( stream=True, ) outputs = Outputs() - iteration = Iteration(inputs=inputs, outputs=outputs) + iteration = Iteration( + call_id=call_log.id, index=index, inputs=inputs, outputs=outputs + ) call_log.iterations.push(iteration) # Prepare: run pre-processing, and input validation. @@ -185,6 +187,7 @@ def step( # 5. Convert validated fragment to a pretty JSON string passed = call_log.status == pass_status yield ValidationOutcome( + call_id=call_log.id, # The chunk or the whole output? raw_llm_output=chunk_text, validated_output=validated_text, @@ -213,6 +216,7 @@ def step( reask = last_result yield ValidationOutcome( + call_id=call_log.id, raw_llm_output=last_chunk_text, validated_output=validated_output, reask=reask, @@ -257,6 +261,7 @@ def step( # 5. Convert validated fragment to a pretty JSON string yield ValidationOutcome( + call_id=call_log.id, raw_llm_output=fragment, validated_output=validated_fragment, validation_passed=validated_fragment is not None, diff --git a/poetry.lock b/poetry.lock index 4b5b69721..f6b9b4887 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1802,13 +1802,13 @@ protobuf = ["grpcio-tools (>=1.64.0)"] [[package]] name = "guardrails-api-client" -version = "0.3.4" +version = "0.3.5" description = "Guardrails API Client." optional = false python-versions = "<4,>=3.8" files = [ - {file = "guardrails_api_client-0.3.4-py3-none-any.whl", hash = "sha256:4a6b28d11848c129d5474663e3bed9be3180c25a303709c388da62054b2c0621"}, - {file = "guardrails_api_client-0.3.4.tar.gz", hash = "sha256:8b2da58baaa5449c06a4f74828078a79ce8e27121f600764e2a5b7be6aa0355c"}, + {file = "guardrails_api_client-0.3.5-py3-none-any.whl", hash = "sha256:04783581fe95dc576f33de34ade9dfbe64c99a707b179ad88ee7eee8674f7381"}, + {file = "guardrails_api_client-0.3.5.tar.gz", hash = "sha256:45aa2c40d3e29d77da214258cef4d5b1926ec5d329a3bf3c67c7c40fd0685097"}, ] [package.extras] diff --git a/pyproject.toml b/pyproject.toml index b1e257780..05caff228 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -61,7 +61,7 @@ pip = ">=22" opentelemetry-sdk = "^1.24.0" opentelemetry-exporter-otlp-proto-grpc = "^1.24.0" opentelemetry-exporter-otlp-proto-http = "^1.24.0" -guardrails-api-client = ">=0.3.4" +guardrails-api-client = ">=0.3.5" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] diff --git a/tests/integration_tests/test_run.py b/tests/integration_tests/test_run.py index 7e07d94f5..7190151d5 100644 --- a/tests/integration_tests/test_run.py +++ b/tests/integration_tests/test_run.py @@ -64,7 +64,10 @@ async def test_sync_async_validate_equivalence(mocker): ) ] - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) parsed_output, _ = runner_instance(True).parse(OUTPUT, OUTPUT_SCHEMA) diff --git a/tests/unit_tests/classes/history/test_call.py b/tests/unit_tests/classes/history/test_call.py index 39735ad93..f1f2eb034 100644 --- a/tests/unit_tests/classes/history/test_call.py +++ b/tests/unit_tests/classes/history/test_call.py @@ -117,7 +117,9 @@ def custom_llm(): validator_logs=first_validator_logs, ) - first_iteration = Iteration(inputs=inputs, outputs=first_outputs) + first_iteration = Iteration( + call_id="mock-call", index=0, inputs=inputs, outputs=first_outputs + ) second_iter_prompt = Prompt(source="That wasn't quite right. Try again.") @@ -155,7 +157,9 @@ def custom_llm(): validator_logs=second_validator_logs, ) - second_iteration = Iteration(inputs=second_inputs, outputs=second_outputs) + second_iteration = Iteration( + call_id="mock-call", index=0, inputs=second_inputs, outputs=second_outputs + ) iterations: Stack[Iteration] = Stack(first_iteration, second_iteration) diff --git a/tests/unit_tests/classes/history/test_iteration.py b/tests/unit_tests/classes/history/test_iteration.py index 1dde35b0c..38bc05d73 100644 --- a/tests/unit_tests/classes/history/test_iteration.py +++ b/tests/unit_tests/classes/history/test_iteration.py @@ -13,7 +13,10 @@ def test_empty_initialization(): - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) assert iteration.inputs == Inputs() assert iteration.outputs == Outputs() @@ -95,7 +98,7 @@ def test_non_empty_initialization(): error=error, ) - iteration = Iteration(inputs=inputs, outputs=outputs) + iteration = Iteration(call_id="mock-call", index=0, inputs=inputs, outputs=outputs) assert iteration.inputs == inputs assert iteration.outputs == outputs diff --git a/tests/unit_tests/cli/test_validate.py b/tests/unit_tests/cli/test_validate.py index 22a9ebc90..78cf4cffa 100644 --- a/tests/unit_tests/cli/test_validate.py +++ b/tests/unit_tests/cli/test_validate.py @@ -49,6 +49,7 @@ def parse(self, *args): parse_mock = mocker.patch.object(mock_guard, "parse") parse_mock.return_value = ValidationOutcome( + call_id="mock-call", raw_llm_output="output", validated_output="validated output", validation_passed=True, diff --git a/tests/unit_tests/test_async_validator_service.py b/tests/unit_tests/test_async_validator_service.py index dabed7230..7b01e3d06 100644 --- a/tests/unit_tests/test_async_validator_service.py +++ b/tests/unit_tests/test_async_validator_service.py @@ -15,7 +15,10 @@ def test_validate_with_running_loop(mocker): - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) with pytest.raises(RuntimeError) as e_info: mock_loop = MockLoop(True) mocker.patch("asyncio.get_event_loop", return_value=mock_loop) @@ -43,7 +46,10 @@ def test_validate_without_running_loop(mocker): mocker.patch.object(avs, "async_validate", async_validate_mock) loop_spy = mocker.spy(mock_loop, "run_until_complete") - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) validated_value, validated_metadata = avs.validate( value=True, @@ -71,7 +77,10 @@ async def test_async_validate_with_children(mocker): value = {"a": 1} - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) validated_value, validated_metadata = await avs.async_validate( value=value, @@ -103,7 +112,10 @@ async def test_async_validate_without_children(mocker): run_validators_mock = mocker.patch.object(avs, "run_validators") run_validators_mock.return_value = ("run_validators_mock", {"async": True}) - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) validated_value, validated_metadata = await avs.async_validate( value="Hello world!", @@ -149,7 +161,10 @@ async def mock_async_validate(v, md, *args, **kwargs): } } - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) validated_value, validated_metadata = await avs.validate_children( value=value.get("mock-parent-key"), @@ -230,7 +245,10 @@ async def mock_gather(*args): asyancio_gather_mock = mocker.patch("asyncio.gather", side_effect=mock_gather) - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) value, metadata = await avs.run_validators( iteration=iteration, @@ -292,7 +310,10 @@ async def test_run_validators_with_override(mocker): asyancio_gather_mock = mocker.patch("asyncio.gather") - iteration = Iteration() + iteration = Iteration( + call_id="mock-call", + index=0, + ) value, metadata = await avs.run_validators( iteration=iteration, diff --git a/tests/unit_tests/test_validator_service.py b/tests/unit_tests/test_validator_service.py index aebdfad01..36b723382 100644 --- a/tests/unit_tests/test_validator_service.py +++ b/tests/unit_tests/test_validator_service.py @@ -6,7 +6,10 @@ from .mocks import MockAsyncValidatorService, MockLoop, MockSequentialValidatorService -iteration = Iteration() +iteration = Iteration( + call_id="mock-call", + index=0, +) @pytest.mark.asyncio From 04d73c34b0ca095fa31f7d040beeeb61f25bd240 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Tue, 18 Jun 2024 09:41:37 -0700 Subject: [PATCH 173/318] Remove 'match' to support Python 3.8. --- guardrails/formatters/__init__.py | 10 +++++----- guardrails/guard.py | 2 +- tests/integration_tests/test_formatters.py | 4 ++-- 3 files changed, 8 insertions(+), 8 deletions(-) diff --git a/guardrails/formatters/__init__.py b/guardrails/formatters/__init__.py index b225fecbf..c4e61b739 100644 --- a/guardrails/formatters/__init__.py +++ b/guardrails/formatters/__init__.py @@ -4,11 +4,11 @@ def get_formatter(name: str, *args, **kwargs) -> BaseFormatter: """Returns a class.""" - match name.lower(): - case "jsonformer": - return JsonFormatter(*args, **kwargs) - case "none": - return PassthroughFormatter(*args, **kwargs) + name = name.lower() + if name == "jsonformer": + return JsonFormatter(*args, **kwargs) + elif name == "none": + return PassthroughFormatter(*args, **kwargs) raise ValueError(f"Unrecognized formatter '{name}'") diff --git a/guardrails/guard.py b/guardrails/guard.py index 09e2b5c4e..10536f46c 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -505,7 +505,7 @@ def from_pydantic( raise Exception("A root-level list is not valid JSON.") output_formatter = get_formatter( output_formatter, - schema=output_class.model_json_schema() # type: ignore + schema=output_class.model_json_schema(), # type: ignore ) guard._output_formatter = output_formatter guard._fill_validators() diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py index ac4b057e8..5ba425ec9 100644 --- a/tests/integration_tests/test_formatters.py +++ b/tests/integration_tests/test_formatters.py @@ -7,8 +7,8 @@ if_transformers_installed = pytest.mark.skipif( - not importlib.util.find_spec('transformers') - or not importlib.util.find_spec('torch'), + not importlib.util.find_spec("transformers") + or not importlib.util.find_spec("torch"), reason="Transformers / Torch not installed.", ) From 3da322eb20fdd407772ed6cc7d9a19e7163da6e7 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Tue, 18 Jun 2024 09:50:52 -0700 Subject: [PATCH 174/318] Update docstrings and fix test so it runs on Python 3.8. --- guardrails/formatters/base_formatter.py | 4 ++++ guardrails/guard.py | 2 +- tests/integration_tests/test_formatters.py | 5 +++-- 3 files changed, 8 insertions(+), 3 deletions(-) diff --git a/guardrails/formatters/base_formatter.py b/guardrails/formatters/base_formatter.py index bbd78093d..c767ccd0f 100644 --- a/guardrails/formatters/base_formatter.py +++ b/guardrails/formatters/base_formatter.py @@ -7,6 +7,10 @@ class BaseFormatter(ABC): + """A Formatter takes an LLM Callable and wraps the method into an abstract callable. + Used to perform manipulations of the input or the output, like JSON constrained- + decoding.""" + @abstractmethod def wrap_callable(self, llm_callable: PromptCallableBase) -> ArbitraryCallable: ... diff --git a/guardrails/guard.py b/guardrails/guard.py index 10536f46c..8ced86d90 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -460,7 +460,7 @@ def from_pydantic( tracer (Tracer, optional): An OpenTelemetry tracer to use for metrics and traces. Defaults to None. name (str, optional): A unique name for this Guard. Defaults to `gr-` + the object id. description (str, optional): A description for this Guard. Defaults to None. - output_formatter (str | Formatter, optional): + output_formatter (str | Formatter, optional): 'none' (default), 'jsonformer', or a Guardrails Formatter. """ # noqa if num_reasks: diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py index 5ba425ec9..23a4d4430 100644 --- a/tests/integration_tests/test_formatters.py +++ b/tests/integration_tests/test_formatters.py @@ -1,5 +1,6 @@ import importlib import pytest +from typing import List from pydantic import BaseModel @@ -21,7 +22,7 @@ def test_hugging_face_model_callable(): class Foo(BaseModel): bar: str - bez: list[str] + bez: List[str] g = Guard.from_pydantic(Foo, output_formatter="jsonformer") response = g(model.generate, tokenizer=tokenizer, prompt="test") @@ -41,7 +42,7 @@ def test_hugging_face_pipeline_callable(): class Foo(BaseModel): bar: str - bez: list[str] + bez: List[str] g = Guard.from_pydantic(Foo, output_formatter="jsonformer") response = g(model, prompt="Sample:") From 198eb544fd44c7dc3c072d96cc99df155e705f89 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Tue, 18 Jun 2024 09:57:02 -0700 Subject: [PATCH 175/318] Undo 'random' pipeline name change. --- tests/integration_tests/test_formatters.py | 4 ++-- tests/integration_tests/test_guard.py | 4 ++-- tests/unit_tests/mocks/mock_hf_models.py | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/tests/integration_tests/test_formatters.py b/tests/integration_tests/test_formatters.py index 23a4d4430..48f9628b8 100644 --- a/tests/integration_tests/test_formatters.py +++ b/tests/integration_tests/test_formatters.py @@ -36,9 +36,9 @@ class Foo(BaseModel): @if_transformers_installed def test_hugging_face_pipeline_callable(): - from tests.unit_tests.mocks.mock_hf_models import make_random_pipeline + from tests.unit_tests.mocks.mock_hf_models import make_mock_pipeline - model = make_random_pipeline() + model = make_mock_pipeline() class Foo(BaseModel): bar: str diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 4fa9ef0e5..c457f0e16 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -1165,9 +1165,9 @@ def test_ser_deser(self): reason="transformers or torch is not installed", ) def test_guard_from_pydantic_with_mock_hf_pipeline(): - from tests.unit_tests.mocks.mock_hf_models import make_random_pipeline + from tests.unit_tests.mocks.mock_hf_models import make_mock_pipeline - pipe = make_random_pipeline() + pipe = make_mock_pipeline() guard = Guard() _ = guard(pipe, prompt="Don't care about the output. Just don't crash.") diff --git a/tests/unit_tests/mocks/mock_hf_models.py b/tests/unit_tests/mocks/mock_hf_models.py index 82aa5d86f..737f6f29c 100644 --- a/tests/unit_tests/mocks/mock_hf_models.py +++ b/tests/unit_tests/mocks/mock_hf_models.py @@ -22,7 +22,7 @@ def make_mock_model_and_tokenizer(): return model, tokenizer -def make_random_pipeline(): +def make_mock_pipeline(): from transformers import pipeline model, tokenizer = make_mock_model_and_tokenizer() From 7a47a163490bc7c98202ba8eeb66be3ff5680c88 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Tue, 18 Jun 2024 10:06:02 -0700 Subject: [PATCH 176/318] One last test_formatter fix. --- tests/unit_tests/test_formatters.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/unit_tests/test_formatters.py b/tests/unit_tests/test_formatters.py index 72d8b3f10..b92fb81b3 100644 --- a/tests/unit_tests/test_formatters.py +++ b/tests/unit_tests/test_formatters.py @@ -10,7 +10,7 @@ class Simple(BaseModel): my_age: int my_height_in_nanometers: float my_name: str - my_friends: list[str] + my_friends: List[str] out_schema = _jsonschema_to_jsonformer(Simple.model_json_schema()) assert out_schema["type"] == "object" From efaf8dec8d5a8ec4cc6f287f616dacf7dc9b4d78 Mon Sep 17 00:00:00 2001 From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com> Date: Tue, 18 Jun 2024 10:20:00 -0700 Subject: [PATCH 177/318] removing pytest ini --- tests/pytest.ini | 3 --- 1 file changed, 3 deletions(-) delete mode 100644 tests/pytest.ini diff --git a/tests/pytest.ini b/tests/pytest.ini deleted file mode 100644 index 6b0f81474..000000000 --- a/tests/pytest.ini +++ /dev/null @@ -1,3 +0,0 @@ -[pytest] -markers = - asyncio: asyncio mark \ No newline at end of file From 4cee913dd3ede821e92edb2788862e97bd091135 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 11:39:50 -0700 Subject: [PATCH 178/318] adds support for json return through tools --- guardrails/guard.py | 4 ++++ tests/unit_tests/test_rail.py | 6 ++++-- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 6c2b108c7..f73daab4c 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1441,6 +1441,10 @@ def to_dict(self) -> Dict[str, Any]: ] return i_guard_dict + + def augment_tools_with_schema(self, tools: list, schema: Optional[ModelOrListOfModels]=None) -> Dict[str, Any]: + schema = pydantic_model_to_schema(schema) or self.output_schema + return tools # override IGuard.from_dict @classmethod diff --git a/tests/unit_tests/test_rail.py b/tests/unit_tests/test_rail.py index 2e65df212..f75ac2252 100644 --- a/tests/unit_tests/test_rail.py +++ b/tests/unit_tests/test_rail.py @@ -1,5 +1,5 @@ from guardrails.schema.rail_schema import rail_string_to_schema - +import json def test_rail_scalar_string(): rail_spec = """ @@ -41,7 +41,9 @@ def test_rail_object_with_scalar(): """ - rail_string_to_schema(rail_spec) + result = rail_string_to_schema(rail_spec) + print("====JSON SCHEMA====", json.dumps(result.json_schema, indent=2)) + assert json.dumps(result.json_schema, indent=2) == False def test_rail_object_with_list(): From d3c70718c527cbc7ca1a6e49ba410df10ebf736b Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 11:54:23 -0700 Subject: [PATCH 179/318] integrate it to guard --- guardrails/guard.py | 2 + guardrails/utils/tools_utils.py | 73 ++++++++++++++++++++++ tests/unit_tests/utils/test_tools_utils.py | 56 +++++++++++++++++ 3 files changed, 131 insertions(+) create mode 100644 guardrails/utils/tools_utils.py create mode 100644 tests/unit_tests/utils/test_tools_utils.py diff --git a/guardrails/guard.py b/guardrails/guard.py index f73daab4c..c61864145 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -90,6 +90,7 @@ ValidatorMap, ) +from guardrails.utils.tools_utils import augment_tools_with_schema class Guard(IGuard, Generic[OT]): """The Guard class. @@ -1444,6 +1445,7 @@ def to_dict(self) -> Dict[str, Any]: def augment_tools_with_schema(self, tools: list, schema: Optional[ModelOrListOfModels]=None) -> Dict[str, Any]: schema = pydantic_model_to_schema(schema) or self.output_schema + tools = augment_tools_with_schema(tools, schema) return tools # override IGuard.from_dict diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py new file mode 100644 index 000000000..3c9db8b21 --- /dev/null +++ b/guardrails/utils/tools_utils.py @@ -0,0 +1,73 @@ +from typing import ( + Any, + Awaitable, + Callable, + Dict, + Generic, + Iterable, + List, + Optional, + Sequence, + Type, + Union, + cast, + overload, +) + +from guardrails.classes.schema.processed_schema import ProcessedSchema + + +def process_property(tool: dict, key: str, value: dict) -> dict: + property = { + "type": value["type"], + "description": value.get("description", ""), + } + if value.get("format"): + property["format"] = value["format"] + if value.get("enum"): + property["enum"] = value["enum"] + if value.get("minimum"): + property["minimum"] = value["minimum"] + if value.get("maximum"): + property["maximum"] = value["maximum"] + if value.get("minLength"): + property["minLength"] = value["minLength"] + if value.get("maxLength"): + property["maxLength"] = value["maxLength"] + if value.get("pattern"): + property["pattern"] = value["pattern"] + if value.get("items"): + property["items"] = process_property(tool, key, value["items"]) + if value.get("properties"): + property["properties"] = {} + for sub_key, sub_value in value["properties"].items(): + property["properties"][sub_key] = process_property(tool, sub_key, sub_value) + return property + +# takes processed schema and converts it to a openai tool object +def schema_to_tool(schema: ProcessedSchema) -> dict: + json_schema = schema.json_schema + tool = { + "type": "function", + "function": { + "name": "gd_response_tool", + "description": "A tool for generating responses to guardrails. It must be called last in every response.", + "parameters": { + "type": "object", + "properties": {}, + }, + "required": json_schema["required"] or [], + }, + } + + for key, value in json_schema["properties"].items(): + tool["function"]["parameters"]["properties"][key] = process_property(tool, key, value) + + return tool + +def augment_tools_with_schema(schema: ProcessedSchema, tools: Optional[list] = [],) -> list: + tools.append(schema_to_tool(schema)) + return tools + +def tools_prompt_string()-> str: + return "Tools have been provided. Call the gd_response_tool with the response as the last thing you do." \ No newline at end of file diff --git a/tests/unit_tests/utils/test_tools_utils.py b/tests/unit_tests/utils/test_tools_utils.py new file mode 100644 index 000000000..cd74b9d7f --- /dev/null +++ b/tests/unit_tests/utils/test_tools_utils.py @@ -0,0 +1,56 @@ +from pydantic import BaseModel + +from guardrails.schema.pydantic_schema import pydantic_model_to_schema + +from guardrails.utils.tools_utils import schema_to_tool + + +class Delivery(BaseModel): + name: str + description: str + number_of_items: int + address: str + price: float + +def test_pydantic_model_to_schema(): + schema = pydantic_model_to_schema(Delivery) + tool = schema_to_tool(schema) + assert tool == { + "type": "function", + "function": { + "name": "gd_response_tool", + "description": "A tool for generating responses to guardrails. It must be called last in every response.", + "parameters": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "", + }, + "description": { + "type": "string", + "description": "", + }, + "number_of_items": { + "type": "integer", + "description": "", + }, + "address": { + "type": "string", + "description": "", + }, + "price": { + "type": "number", + "description": "", + }, + }, + }, + "required": [ + "name", + "description", + "number_of_items", + "address", + "price", + ], + } + } \ No newline at end of file From 19e643ea49fe8c0629c9d76812493bb153d55bd2 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 13:55:46 -0500 Subject: [PATCH 180/318] remove async from sync Guard; type AsyncGuard --- guardrails/async_guard.py | 105 ++++++++- guardrails/guard.py | 199 +----------------- .../validators/qa_relevance_llm_eval.py | 2 +- pyproject.toml | 2 +- tests/integration_tests/test_parsing.py | 2 +- 5 files changed, 112 insertions(+), 198 deletions(-) diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index d0486570d..a0143f645 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -7,8 +7,10 @@ Awaitable, Callable, Dict, + Generic, List, Optional, + Sequence, Union, cast, ) @@ -19,19 +21,24 @@ from guardrails.classes import OT, ValidationOutcome from guardrails.classes.history import Call from guardrails.classes.history.call_inputs import CallInputs +from guardrails.classes.output_type import OutputTypes +from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.llm_providers import get_async_llm_ask, model_is_supported_server_side from guardrails.logger import set_scope from guardrails.run import AsyncRunner, AsyncStreamRunner from guardrails.stores.context import ( + Tracer, get_call_kwarg, set_call_kwargs, set_tracer, set_tracer_context, ) +from guardrails.types.pydantic import ModelOrListOfModels from guardrails.utils.validator_utils import verify_metadata_requirements +from guardrails.validator_base import Validator -class AsyncGuard(Guard): +class AsyncGuard(Guard, Generic[OT]): """The AsyncGuard class. This class one of the main entry point for using Guardrails. It is @@ -48,7 +55,97 @@ class AsyncGuard(Guard): the LLM and the validated output stream. """ - async def _execute( # FIXME: Is this override necessary? + @classmethod + def _from_rail_schema( + cls, + schema: ProcessedSchema, + rail: str, + *, + num_reasks: Optional[int] = None, + tracer: Optional[Tracer] = None, + name: Optional[str] = None, + description: Optional[str] = None, + ): + guard = super()._from_rail_schema( + schema, + rail, + num_reasks=num_reasks, + tracer=tracer, + name=name, + description=description, + ) + if schema.output_type == OutputTypes.STRING: + return cast(AsyncGuard[str], guard) + elif schema.output_type == OutputTypes.LIST: + return cast(AsyncGuard[List], guard) + else: + return cast(AsyncGuard[Dict], guard) + + @classmethod + def from_pydantic( + cls, + output_class: ModelOrListOfModels, + *, + prompt: Optional[str] = None, # deprecate this too + instructions: Optional[str] = None, # deprecate this too + num_reasks: Optional[int] = None, + reask_prompt: Optional[str] = None, # deprecate this too + reask_instructions: Optional[str] = None, # deprecate this too + tracer: Optional[Tracer] = None, + name: Optional[str] = None, + description: Optional[str] = None, + ): + guard = super().from_pydantic( + output_class, + prompt=prompt, + instructions=instructions, + num_reasks=num_reasks, + reask_prompt=reask_prompt, + reask_instructions=reask_instructions, + tracer=tracer, + name=name, + description=description, + ) + if guard._output_type == OutputTypes.LIST: + return cast(AsyncGuard[List], guard) + else: + return cast(AsyncGuard[Dict], guard) + + @classmethod + def from_string( + cls, + validators: Sequence[Validator], + *, + string_description: Optional[str] = None, + prompt: Optional[str] = None, # deprecate this too + instructions: Optional[str] = None, # deprecate this too + reask_prompt: Optional[str] = None, # deprecate this too + reask_instructions: Optional[str] = None, # deprecate this too + num_reasks: Optional[int] = None, + tracer: Optional[Tracer] = None, + name: Optional[str] = None, + description: Optional[str] = None, + ): + guard = super().from_string( + validators, + string_description=string_description, + prompt=prompt, + instructions=instructions, + reask_prompt=reask_prompt, + reask_instructions=reask_instructions, + num_reasks=num_reasks, + tracer=tracer, + name=name, + description=description, + ) + return cast(AsyncGuard[str], guard) + + @classmethod + def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional["AsyncGuard"]: + guard = super().from_dict(obj) + return cast(AsyncGuard, guard) + + async def _execute( self, *args, llm_api: Optional[Callable[..., Awaitable[Any]]] = None, @@ -178,7 +275,7 @@ async def __exec( # If the LLM API is async, return a coroutine else: - result = await self._exec_async( + result = await self._exec( llm_api=llm_api, llm_output=llm_output, prompt_params=prompt_params, @@ -215,7 +312,7 @@ async def __exec( **kwargs, ) - async def _exec_async( + async def _exec( self, *args, llm_api: Optional[Callable[[Any], Awaitable[Any]]], diff --git a/guardrails/guard.py b/guardrails/guard.py index 6c2b108c7..a75ca3511 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1,12 +1,9 @@ -import asyncio import contextvars import json import os from builtins import id as object_id -from string import Template from typing import ( Any, - Awaitable, Callable, Dict, Generic, @@ -49,14 +46,13 @@ from guardrails.classes.schema.processed_schema import ProcessedSchema from guardrails.classes.schema.model_schema import ModelSchema from guardrails.llm_providers import ( - get_async_llm_ask, get_llm_api_enum, get_llm_ask, model_is_supported_server_side, ) from guardrails.logger import logger, set_scope from guardrails.prompt import Instructions, Prompt -from guardrails.run import AsyncRunner, Runner, StreamRunner +from guardrails.run import Runner, StreamRunner from guardrails.schema.primitive_schema import primitive_to_schema from guardrails.schema.pydantic_schema import pydantic_model_to_schema from guardrails.schema.rail_schema import rail_file_to_schema, rail_string_to_schema @@ -275,34 +271,6 @@ def _fill_validators(self): for v in v_list ] - # FIXME: What do we want this to look like now? - def __repr__(self): - return f"Guard(RAIL={self._rail})" - - # FIXME: What do we want this to look like now? - def __rich_repr__(self): - yield "RAIL", self._rail - - def __stringify__(self): - if self._output_type == OutputTypes.STRING: - template = Template( - """ - Guard { - validators: [ - ${validators} - ] - } - """ - ) - return template.safe_substitute( - { - "validators": ",\n".join( - [v.__stringify__() for v in self._validators] - ) - } - ) - return self.__repr__() - @classmethod def _from_rail_schema( cls, @@ -571,7 +539,7 @@ def from_string( def _execute( self, *args, - llm_api: Optional[Union[Callable, Callable[[Any], Awaitable[Any]]]] = None, + llm_api: Optional[Callable] = None, llm_output: Optional[str] = None, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, @@ -581,11 +549,7 @@ def _execute( metadata: Optional[Dict], full_schema_reask: Optional[bool] = None, **kwargs, - ) -> Union[ - ValidationOutcome[OT], - Iterable[ValidationOutcome[OT]], - Awaitable[ValidationOutcome[OT]], - ]: + ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: self._fill_validator_map() self._fill_validators() metadata = metadata or {} @@ -606,7 +570,7 @@ def _execute( def __exec( self: Guard, *args, - llm_api: Optional[Union[Callable, Callable[[Any], Awaitable[Any]]]] = None, + llm_api: Optional[Callable] = None, llm_output: Optional[str] = None, prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = None, @@ -698,24 +662,8 @@ def __exec( **kwargs, ) - # If the LLM API is async, return a coroutine - if asyncio.iscoroutinefunction(llm_api): - return self._exec_async( - llm_api=llm_api, - llm_output=llm_output, - prompt_params=prompt_params, - num_reasks=self._num_reasks, - prompt=prompt, - instructions=instructions, - msg_history=msg_history, - metadata=metadata, - full_schema_reask=full_schema_reask, - call_log=call_log, - *args, - **kwargs, - ) # Otherwise, call the LLM synchronously - return self._exec_sync( + return self._exec( llm_api=llm_api, llm_output=llm_output, prompt_params=prompt_params, @@ -747,7 +695,7 @@ def __exec( **kwargs, ) - def _exec_sync( + def _exec( self, *args, llm_api: Optional[Callable] = None, @@ -805,98 +753,11 @@ def _exec_sync( call = runner(call_log=call_log, prompt_params=prompt_params) return ValidationOutcome[OT].from_guard_history(call) - async def _exec_async( - self, - *args, - llm_api: Callable[[Any], Awaitable[Any]], - llm_output: Optional[str] = None, - call_log: Call, - prompt_params: Dict, # Should be defined at this point - num_reasks: int = 0, # Should be defined at this point - metadata: Dict, # Should be defined at this point - full_schema_reask: bool = False, # Should be defined at this point - prompt: Optional[str], - instructions: Optional[str], - msg_history: Optional[List[Dict]], - **kwargs, - ) -> ValidationOutcome[OT]: - """Call the LLM asynchronously and validate the output. - - Args: - llm_api: The LLM API to call asynchronously (e.g. openai.Completion.acreate) - prompt_params: The parameters to pass to the prompt.format() method. - num_reasks: The max times to re-ask the LLM for invalid output. - prompt: The prompt to use for the LLM. - instructions: Instructions for chat models. - msg_history: The message history to pass to the LLM. - metadata: Metadata to pass to the validators. - full_schema_reask: When reasking, whether to regenerate the full schema - or just the incorrect values. - Defaults to `True` if a base model is provided, - `False` otherwise. - - Returns: - The raw text output from the LLM and the validated output. - """ - api = ( - get_async_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None - ) - runner = AsyncRunner( - output_type=self._output_type, - output_schema=self.output_schema.to_dict(), - num_reasks=num_reasks, - validation_map=self._validator_map, - prompt=prompt, - instructions=instructions, - msg_history=msg_history, - api=api, - metadata=metadata, - output=llm_output, - base_model=self._base_model, - full_schema_reask=full_schema_reask, - disable_tracer=(not self._allow_metrics_collection), - exec_options=self._exec_opts, - ) - # Why are we using a different method here instead of just overriding? - call = await runner.async_run(call_log=call_log, prompt_params=prompt_params) - return ValidationOutcome[OT].from_guard_history(call) - - @overload def __call__( self, llm_api: Callable, *args, prompt_params: Optional[Dict] = None, - num_reasks: Optional[int] = None, - prompt: Optional[str] = None, - instructions: Optional[str] = None, - msg_history: Optional[List[Dict]] = None, - metadata: Optional[Dict] = None, - full_schema_reask: Optional[bool] = None, - stream: Optional[bool] = False, - **kwargs, - ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: ... - - @overload - def __call__( - self, - llm_api: Callable[[Any], Awaitable[Any]], - *args, - prompt_params: Optional[Dict] = None, - num_reasks: Optional[int] = None, - prompt: Optional[str] = None, - instructions: Optional[str] = None, - msg_history: Optional[List[Dict]] = None, - metadata: Optional[Dict] = None, - full_schema_reask: Optional[bool] = None, - **kwargs, - ) -> Awaitable[ValidationOutcome[OT]]: ... - - def __call__( - self, - llm_api: Union[Callable, Callable[[Any], Awaitable[Any]]], - *args, - prompt_params: Optional[Dict] = None, num_reasks: Optional[int] = 1, prompt: Optional[str] = None, instructions: Optional[str] = None, @@ -904,10 +765,7 @@ def __call__( metadata: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, **kwargs, - ) -> Union[ - Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]], - Awaitable[ValidationOutcome[OT]], - ]: + ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: """Call the LLM and validate the output. Args: @@ -950,45 +808,6 @@ def __call__( **kwargs, ) - @overload - def parse( - self, - llm_output: str, - *args, - metadata: Optional[Dict] = None, - llm_api: None = None, - num_reasks: Optional[int] = None, - prompt_params: Optional[Dict] = None, - full_schema_reask: Optional[bool] = None, - **kwargs, - ) -> ValidationOutcome[OT]: ... - - @overload - def parse( - self, - llm_output: str, - *args, - metadata: Optional[Dict] = None, - llm_api: Optional[Callable[[Any], Awaitable[Any]]] = ..., - num_reasks: Optional[int] = None, - prompt_params: Optional[Dict] = None, - full_schema_reask: Optional[bool] = None, - **kwargs, - ) -> Awaitable[ValidationOutcome[OT]]: ... - - @overload - def parse( - self, - llm_output: str, - *args, - metadata: Optional[Dict] = None, - llm_api: Optional[Callable] = None, - num_reasks: Optional[int] = None, - prompt_params: Optional[Dict] = None, - full_schema_reask: Optional[bool] = None, - **kwargs, - ) -> ValidationOutcome[OT]: ... - def parse( self, llm_output: str, @@ -999,7 +818,7 @@ def parse( prompt_params: Optional[Dict] = None, full_schema_reask: Optional[bool] = None, **kwargs, - ) -> Union[ValidationOutcome[OT], Awaitable[ValidationOutcome[OT]]]: + ) -> ValidationOutcome[OT]: """Alternate flow to using Guard where the llm_output is known. Args: @@ -1179,8 +998,6 @@ def _construct_history_from_server_response( call_log = call_log or Call() if llm_api is not None: llm_api = get_llm_ask(llm_api) - if asyncio.iscoroutinefunction(llm_api): - llm_api = get_async_llm_ask(llm_api) session_history = ( validation_output.session_history if validation_output is not None and validation_output.session_history diff --git a/guardrails/validators/qa_relevance_llm_eval.py b/guardrails/validators/qa_relevance_llm_eval.py index 76f106148..1806edfea 100644 --- a/guardrails/validators/qa_relevance_llm_eval.py +++ b/guardrails/validators/qa_relevance_llm_eval.py @@ -79,7 +79,7 @@ def _selfeval(self, question: str, answer: str) -> Dict: max_tokens=10, temperature=0.1, ) - validated_output = cast(Dict, response.validated_output) + validated_output = cast(Dict, response.validated_output) # type: ignore return validated_output def validate(self, value: Any, metadata: Dict) -> ValidationResult: diff --git a/pyproject.toml b/pyproject.toml index b72a66980..ff285a243 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -63,7 +63,7 @@ pip = ">=22" opentelemetry-sdk = "^1.24.0" opentelemetry-exporter-otlp-proto-grpc = "^1.24.0" opentelemetry-exporter-otlp-proto-http = "^1.24.0" -guardrails-api-client = ">=0.3.4" +guardrails-api-client = "0.3.4" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] diff --git a/tests/integration_tests/test_parsing.py b/tests/integration_tests/test_parsing.py index 64e7b6002..5aa729782 100644 --- a/tests/integration_tests/test_parsing.py +++ b/tests/integration_tests/test_parsing.py @@ -84,7 +84,7 @@ async def test_async_parsing_reask(mocker): ), ] - guard = gd.Guard.from_pydantic( + guard = gd.AsyncGuard.from_pydantic( output_class=pydantic.PersonalDetails, prompt=pydantic.PARSING_INITIAL_PROMPT ) From dcf2d66eafea06bcab8f0bdf66c4fba773759c67 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 13:59:01 -0500 Subject: [PATCH 181/318] lock guardrails-api-client to avoid breaking changes for local server --- poetry.lock | 2 +- pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/poetry.lock b/poetry.lock index 6af2335f4..9a0b61f86 100644 --- a/poetry.lock +++ b/poetry.lock @@ -8377,4 +8377,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "00c5cb4c98d20a29056f3f677ac184fff668a9cb3df0b7e58c99816bda46250c" +content-hash = "1797a23db633d2ffa8013e992a3ff3abe37bfa14ab7cb377d4650b2e61c60092" diff --git a/pyproject.toml b/pyproject.toml index b72a66980..ff285a243 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -63,7 +63,7 @@ pip = ">=22" opentelemetry-sdk = "^1.24.0" opentelemetry-exporter-otlp-proto-grpc = "^1.24.0" opentelemetry-exporter-otlp-proto-http = "^1.24.0" -guardrails-api-client = ">=0.3.4" +guardrails-api-client = "0.3.4" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] From abfb0597cc385ac7f5299ccd28a89e7678750b1d Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 14:01:32 -0500 Subject: [PATCH 182/318] type AyncGuard.use --- guardrails/async_guard.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index a0143f645..2750da26e 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -34,6 +34,7 @@ set_tracer_context, ) from guardrails.types.pydantic import ModelOrListOfModels +from guardrails.types.validator import UseManyValidatorSpec, UseValidatorSpec from guardrails.utils.validator_utils import verify_metadata_requirements from guardrails.validator_base import Validator @@ -145,6 +146,24 @@ def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional["AsyncGuard"]: guard = super().from_dict(obj) return cast(AsyncGuard, guard) + def use( + self, + validator: UseValidatorSpec, + *args, + on: str = "output", + **kwargs, + ) -> "AsyncGuard": + guard = super().use(validator, *args, on=on, **kwargs) + return cast(AsyncGuard, guard) + + def use_many( + self, + *validators: UseManyValidatorSpec, + on: str = "output", + ) -> "AsyncGuard": + guard = super().use_many(*validators, on=on) + return cast(AsyncGuard, guard) + async def _execute( self, *args, From 69f75962cbca8260743ea60c2c60f8ff4bc870a5 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Tue, 18 Jun 2024 12:13:42 -0700 Subject: [PATCH 183/318] Someone updated poetry.lock. Recompute hash. --- poetry.lock | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/poetry.lock b/poetry.lock index 64920bd0d..df3b7bde9 100644 --- a/poetry.lock +++ b/poetry.lock @@ -8405,4 +8405,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "12c3eedbbda3e6f4790ca4b88e6a070bc94733c7e8852abb79aa4ebbc6992317" +content-hash = "16b2d0b6fd7a7fea30125e265d154413e1f0eb54b5a2e550203eb5e0c22ce66f" From 1f7db522c89c7d4837b07223599f682a1c5d8a2e Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 12:40:43 -0700 Subject: [PATCH 184/318] fix support for tools and update tool generation to support complex schemas --- guardrails/utils/openai_utils/v1.py | 22 ++-- guardrails/utils/tools_utils.py | 8 +- tests/unit_tests/utils/test_tools_utils.py | 126 +++++++++++++++------ 3 files changed, 106 insertions(+), 50 deletions(-) diff --git a/guardrails/utils/openai_utils/v1.py b/guardrails/utils/openai_utils/v1.py index 4a0c7fa4e..68e347dee 100644 --- a/guardrails/utils/openai_utils/v1.py +++ b/guardrails/utils/openai_utils/v1.py @@ -141,10 +141,13 @@ def construct_chat_response( else: try: output = openai_response.choices[0].message.function_call.arguments - except AttributeError as ae: - raise ValueError( - "No message content or function call arguments returned from OpenAI" - ) from ae + except AttributeError as ae_function: + try: + output = openai_response.choices[0].message.tool_calls[-1].function.arguments + except AttributeError as ae_tools: + raise ValueError( + "No message content or function call arguments returned from OpenAI" + ) from ae_tools return LLMResponse( output=output, @@ -302,10 +305,13 @@ async def construct_chat_response( else: try: output = openai_response.choices[0].message.function_call.arguments - except AttributeError as ae: - raise ValueError( - "No message content or function call arguments returned from OpenAI" - ) from ae + except AttributeError as ae_function: + try: + output = openai_response.choices[0].message.tool_calls[-1].function.arguments + except AttributeError as ae_tools: + raise ValueError( + "No message content or function call arguments returned from OpenAI" + ) from ae_tools return LLMResponse( output=output, diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py index 3c9db8b21..d0633fdb4 100644 --- a/guardrails/utils/tools_utils.py +++ b/guardrails/utils/tools_utils.py @@ -52,17 +52,11 @@ def schema_to_tool(schema: ProcessedSchema) -> dict: "function": { "name": "gd_response_tool", "description": "A tool for generating responses to guardrails. It must be called last in every response.", - "parameters": { - "type": "object", - "properties": {}, - }, + "parameters": schema.json_schema, "required": json_schema["required"] or [], }, } - for key, value in json_schema["properties"].items(): - tool["function"]["parameters"]["properties"][key] = process_property(tool, key, value) - return tool def augment_tools_with_schema(schema: ProcessedSchema, tools: Optional[list] = [],) -> list: diff --git a/tests/unit_tests/utils/test_tools_utils.py b/tests/unit_tests/utils/test_tools_utils.py index cd74b9d7f..9dfd7edef 100644 --- a/tests/unit_tests/utils/test_tools_utils.py +++ b/tests/unit_tests/utils/test_tools_utils.py @@ -1,56 +1,112 @@ -from pydantic import BaseModel +from pydantic import BaseModel, Field +from typing import List + +import json from guardrails.schema.pydantic_schema import pydantic_model_to_schema from guardrails.utils.tools_utils import schema_to_tool - class Delivery(BaseModel): - name: str - description: str - number_of_items: int - address: str - price: float + customer: str=Field( description="customer name") + pickup_time: str=Field(description="date and time of pickup") + pickup_location: str=Field(description="address of pickup") + dropoff_time: str=Field(description="date and time of dropoff") + dropoff_location: str=Field(description="address of dropoff") + price: str = Field(description="price of delivery with currency symbol included") + items: str= Field(description='items for pickup/delivery typically something a single person can carry on a bike') + number_items: int=Field(description="number of items") + +class Schedule(BaseModel): + deliveries: List[Delivery] = Field(description="deliveries for messenger") def test_pydantic_model_to_schema(): - schema = pydantic_model_to_schema(Delivery) + schema = pydantic_model_to_schema(Schedule) + tool = schema_to_tool(schema) + assert tool == { "type": "function", "function": { "name": "gd_response_tool", "description": "A tool for generating responses to guardrails. It must be called last in every response.", "parameters": { - "type": "object", + "$defs": { + "Delivery": { + "properties": { + "customer": { + "description": "customer name", + "title": "Customer", + "type": "string" + }, + "pickup_time": { + "description": "date and time of pickup", + "title": "Pickup Time", + "type": "string" + }, + "pickup_location": { + "description": "address of pickup", + "title": "Pickup Location", + "type": "string" + }, + "dropoff_time": { + "description": "date and time of dropoff", + "title": "Dropoff Time", + "type": "string" + }, + "dropoff_location": { + "description": "address of dropoff", + "title": "Dropoff Location", + "type": "string" + }, + "price": { + "description": "price of delivery with currency symbol included", + "title": "Price", + "type": "string" + }, + "items": { + "description": "items for pickup/delivery typically something a single person can carry on a bike", + "title": "Items", + "type": "string" + }, + "number_items": { + "description": "number of items", + "title": "Number Items", + "type": "integer" + } + }, + "required": [ + "customer", + "pickup_time", + "pickup_location", + "dropoff_time", + "dropoff_location", + "price", + "items", + "number_items" + ], + "title": "Delivery", + "type": "object" + } + }, "properties": { - "name": { - "type": "string", - "description": "", - }, - "description": { - "type": "string", - "description": "", - }, - "number_of_items": { - "type": "integer", - "description": "", - }, - "address": { - "type": "string", - "description": "", - }, - "price": { - "type": "number", - "description": "", - }, + "deliveries": { + "description": "deliveries for messenger", + "items": { + "$ref": "#/$defs/Delivery" + }, + "title": "Deliveries", + "type": "array" + } }, + "required": [ + "deliveries" + ], + "title": "Schedule", + "type": "object" }, "required": [ - "name", - "description", - "number_of_items", - "address", - "price", - ], + "deliveries" + ] } } \ No newline at end of file From 1db93d6f0b65087b914ace0886feb91c3bd5733d Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 12:42:39 -0700 Subject: [PATCH 185/318] cleanup unecessary helper --- guardrails/utils/tools_utils.py | 40 --------------------------------- 1 file changed, 40 deletions(-) diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py index d0633fdb4..da3df9cb6 100644 --- a/guardrails/utils/tools_utils.py +++ b/guardrails/utils/tools_utils.py @@ -1,49 +1,9 @@ from typing import ( - Any, - Awaitable, - Callable, - Dict, - Generic, - Iterable, - List, Optional, - Sequence, - Type, - Union, - cast, - overload, ) from guardrails.classes.schema.processed_schema import ProcessedSchema - -def process_property(tool: dict, key: str, value: dict) -> dict: - property = { - "type": value["type"], - "description": value.get("description", ""), - } - if value.get("format"): - property["format"] = value["format"] - if value.get("enum"): - property["enum"] = value["enum"] - if value.get("minimum"): - property["minimum"] = value["minimum"] - if value.get("maximum"): - property["maximum"] = value["maximum"] - if value.get("minLength"): - property["minLength"] = value["minLength"] - if value.get("maxLength"): - property["maxLength"] = value["maxLength"] - if value.get("pattern"): - property["pattern"] = value["pattern"] - if value.get("items"): - property["items"] = process_property(tool, key, value["items"]) - if value.get("properties"): - property["properties"] = {} - for sub_key, sub_value in value["properties"].items(): - property["properties"][sub_key] = process_property(tool, sub_key, sub_value) - return property - # takes processed schema and converts it to a openai tool object def schema_to_tool(schema: ProcessedSchema) -> dict: json_schema = schema.json_schema From 6b41bf463c7f43e0bee312b73006f9b6d828fc14 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 15:29:13 -0500 Subject: [PATCH 186/318] ignore type bc pyright is wrong --- guardrails/async_guard.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index 2750da26e..5fd948886 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -161,7 +161,7 @@ def use_many( *validators: UseManyValidatorSpec, on: str = "output", ) -> "AsyncGuard": - guard = super().use_many(*validators, on=on) + guard = super().use_many(*validators, on=on) # type: ignore return cast(AsyncGuard, guard) async def _execute( From 7a4e50ad012505c4e71ef61b20b9dd3126314f54 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 15:32:05 -0500 Subject: [PATCH 187/318] remove dead test --- tests/integration_tests/test_guard.py | 57 --------------------------- 1 file changed, 57 deletions(-) diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 586197932..a18d1d97a 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -913,63 +913,6 @@ class Task(BaseModel): ) -@pytest.mark.skip("Move to GuardRunnable!") -@pytest.mark.parametrize( - "output,throws", - [ - ("Ice cream is frozen.", False), - ("Ice cream is a frozen dairy product that is consumed in many places.", True), - ("This response isn't relevant.", True), - ], -) -def test_guard_as_runnable(output: str, throws: bool): - from langchain_core.language_models import LanguageModelInput - from langchain_core.messages import AIMessage, BaseMessage - from langchain_core.output_parsers import StrOutputParser - from langchain_core.prompts import ChatPromptTemplate - from langchain_core.runnables import Runnable, RunnableConfig - - from guardrails.errors import ValidationError - from guardrails.validators import ReadingTime, RegexMatch - - class MockModel(Runnable): - def invoke( - self, input: LanguageModelInput, config: Optional[RunnableConfig] = None - ) -> BaseMessage: - return AIMessage(content=output) - - prompt = ChatPromptTemplate.from_template("ELIF: {topic}") - model = MockModel() - guard = ( - Guard() - .use( - RegexMatch("Ice cream", match_type="search", on_fail="refrain"), on="output" - ) - .use(ReadingTime(0.05, on_fail="refrain")) # 3 seconds - ) - output_parser = StrOutputParser() - - chain = prompt | model | guard | output_parser - - topic = "ice cream" - if throws: - with pytest.raises(ValidationError) as exc_info: - chain.invoke({"topic": topic}) - - assert str(exc_info.value) == ( - "The response from the LLM failed validation!" - "See `guard.history` for more details." - ) - - assert guard.history.last.status == "fail" - assert guard.history.last.status == "fail" - - else: - result = chain.invoke({"topic": topic}) - - assert result == output - - @pytest.mark.parametrize( "rail,prompt", [ From e59296095bafcd04f0684cecac245dbe2dff3e29 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 15:42:31 -0500 Subject: [PATCH 188/318] start fixing async tests --- .../applications/test_text2sql.py | 8 ++++---- tests/unit_tests/test_async_guard.py | 18 +++++++++--------- 2 files changed, 13 insertions(+), 13 deletions(-) diff --git a/tests/integration_tests/applications/test_text2sql.py b/tests/integration_tests/applications/test_text2sql.py index ff5d199c5..8889afc13 100644 --- a/tests/integration_tests/applications/test_text2sql.py +++ b/tests/integration_tests/applications/test_text2sql.py @@ -1,11 +1,9 @@ import json import os -import openai import pytest from guardrails.applications.text2sql import Text2Sql -from guardrails.utils.openai_utils import OPENAI_VERSION CURRENT_DIR_PARENT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) SCHEMA_PATH = os.path.join(CURRENT_DIR_PARENT, "test_assets/text2sql/schema.sql") @@ -39,8 +37,10 @@ def test_text2sql_with_examples(conn_str: str, schema_path: str, examples: str, Text2Sql(conn_str, schema_file=schema_path, examples=examples) -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") def test_text2sql_with_coro(): - s = Text2Sql("sqlite://", llm_api=openai.Completion.acreate) + async def mock_llm(*args, **kwargs): + return {"choices": [{"text": "SELECT * FROM employees;"}]} + + s = Text2Sql("sqlite://", llm_api=mock_llm) with pytest.raises(ValueError): s("") diff --git a/tests/unit_tests/test_async_guard.py b/tests/unit_tests/test_async_guard.py index b9f0cb851..9a9de2dfc 100644 --- a/tests/unit_tests/test_async_guard.py +++ b/tests/unit_tests/test_async_guard.py @@ -1,10 +1,8 @@ -import openai import pytest from pydantic import BaseModel from guardrails import AsyncGuard, Validator from guardrails.utils import args, kwargs, on_fail -from guardrails.utils.openai_utils import OPENAI_VERSION from guardrails.utils.validator_utils import verify_metadata_requirements from guardrails.validator_base import OnFailAction from guardrails.validators import ( # ReadingTime, @@ -90,9 +88,8 @@ def validate(self, value, metadata): ], ) @pytest.mark.asyncio -@pytest.mark.skipif(not OPENAI_VERSION.startswith("0"), reason="Only for OpenAI v0") async def test_required_metadata(spec, metadata, error_message): - guard = AsyncGuard.from_rail_string(spec) + guard: AsyncGuard = AsyncGuard.from_rail_string(spec) missing_keys = verify_metadata_requirements({}, guard._validators) assert set(missing_keys) == set(metadata) @@ -102,20 +99,23 @@ async def test_required_metadata(spec, metadata, error_message): # test sync guard with pytest.raises(ValueError) as excinfo: - guard.parse("{}") + await guard.parse("{}") assert str(excinfo.value) == error_message - response = guard.parse("{}", metadata=metadata, num_reasks=0) + response = await guard.parse("{}", metadata=metadata, num_reasks=0) assert response.error is None + async def mock_llm(*args, **kwargs): + return "" + # test async guard with pytest.raises(ValueError) as excinfo: - guard.parse("{}") - await guard.parse("{}", llm_api=openai.ChatCompletion.acreate, num_reasks=0) + await guard.parse("{}") + await guard.parse("{}", llm_api=mock_llm, num_reasks=0) assert str(excinfo.value) == error_message response = await guard.parse( - "{}", metadata=metadata, llm_api=openai.ChatCompletion.acreate, num_reasks=0 + "{}", metadata=metadata, llm_api=mock_llm, num_reasks=0 ) assert response.error is None From ceffd1161ff3c051f7e1839167e5d45baadec3a3 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 15:04:32 -0700 Subject: [PATCH 189/318] fix output parsing and cleanup tests --- guardrails/llm_providers.py | 5 +- guardrails/utils/tools_utils.py | 5 +- tests/unit_tests/utils/test_tools_utils.py | 58 +++++++++++++++++++--- 3 files changed, 54 insertions(+), 14 deletions(-) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index a7b265ec0..c9b2f3129 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -199,7 +199,7 @@ def _invoke_llm( # TODO: Update this to tools # Configure function calling if applicable (only for non-streaming) fn_kwargs = {} - if base_model and not kwargs.get("stream", False): + if base_model and not kwargs.get("stream", False) and not kwargs.get("tools", False): function_params = convert_pydantic_model_to_openai_fn(base_model) if function_call is None and function_params: function_call = {"name": function_params["name"]} @@ -767,9 +767,10 @@ async def invoke_llm( # TODO: Update this to tools # Configure function calling if applicable fn_kwargs = {} + kwargs_tools = kwargs.get("tools", False) if base_model: function_params = convert_pydantic_model_to_openai_fn(base_model) - if function_call is None and function_params: + if function_call is None and function_params and not kwargs_tools: function_call = {"name": function_params["name"]} fn_kwargs = { "functions": [function_params], diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py index da3df9cb6..517167146 100644 --- a/guardrails/utils/tools_utils.py +++ b/guardrails/utils/tools_utils.py @@ -21,7 +21,4 @@ def schema_to_tool(schema: ProcessedSchema) -> dict: def augment_tools_with_schema(schema: ProcessedSchema, tools: Optional[list] = [],) -> list: tools.append(schema_to_tool(schema)) - return tools - -def tools_prompt_string()-> str: - return "Tools have been provided. Call the gd_response_tool with the response as the last thing you do." \ No newline at end of file + return tools \ No newline at end of file diff --git a/tests/unit_tests/utils/test_tools_utils.py b/tests/unit_tests/utils/test_tools_utils.py index 9dfd7edef..91ea5981d 100644 --- a/tests/unit_tests/utils/test_tools_utils.py +++ b/tests/unit_tests/utils/test_tools_utils.py @@ -1,11 +1,9 @@ from pydantic import BaseModel, Field from typing import List -import json - from guardrails.schema.pydantic_schema import pydantic_model_to_schema -from guardrails.utils.tools_utils import schema_to_tool +from guardrails.utils.tools_utils import augment_tools_with_schema, schema_to_tool class Delivery(BaseModel): customer: str=Field( description="customer name") @@ -13,18 +11,21 @@ class Delivery(BaseModel): pickup_location: str=Field(description="address of pickup") dropoff_time: str=Field(description="date and time of dropoff") dropoff_location: str=Field(description="address of dropoff") - price: str = Field(description="price of delivery with currency symbol included") - items: str= Field(description='items for pickup/delivery typically something a single person can carry on a bike') + price: str=Field(description="price of delivery with currency symbol included") + items: str=Field(description='items for pickup/delivery typically something a single person can carry on a bike') number_items: int=Field(description="number of items") class Schedule(BaseModel): deliveries: List[Delivery] = Field(description="deliveries for messenger") +class Person(BaseModel): + name: str + age: int + hair_color: str + def test_pydantic_model_to_schema(): schema = pydantic_model_to_schema(Schedule) - tool = schema_to_tool(schema) - assert tool == { "type": "function", "function": { @@ -109,4 +110,45 @@ def test_pydantic_model_to_schema(): "deliveries" ] } - } \ No newline at end of file + } + +def test_augment_tools_with_schema(): + schema = pydantic_model_to_schema(Person) + tools = augment_tools_with_schema(schema) + assert tools == [ + { + "type": "function", + "function": { + "name": "gd_response_tool", + "description": "A tool for generating responses to guardrails. It must be called last in every response.", + "parameters": { + "properties": { + "name": { + "title": "Name", + "type": "string" + }, + "age": { + "title": "Age", + "type": "integer" + }, + "hair_color": { + "title": "Hair Color", + "type": "string" + } + }, + "required": [ + "name", + "age", + "hair_color" + ], + "title": "Person", + "type": "object" + }, + "required": [ + "name", + "age", + "hair_color" + ] + } + } + ] \ No newline at end of file From 319992f31b99966e6745f11c03209cbe61b0acc6 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 15:20:22 -0700 Subject: [PATCH 190/318] backout warnings --- guardrails/async_guard.py | 1 - guardrails/llm_providers.py | 18 ------------------ 2 files changed, 19 deletions(-) diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index c39b4d087..422380959 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -1,7 +1,6 @@ from builtins import id as object_id import contextvars import inspect -import warnings from typing import ( Any, AsyncIterable, diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index 5f2b9f814..f0f8eab8a 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -1,5 +1,4 @@ import asyncio -import warnings from typing import ( Any, @@ -141,10 +140,6 @@ def _invoke_llm( *args, **kwargs, ) -> LLMResponse: - warnings.warn( - """Support for this callable is depcreated please migrate to model="gpt-3.5-turbo-instruct" and the messages parameter. """, - FutureWarning, - ) if "api_key" in kwargs: api_key = kwargs.pop("api_key") else: @@ -196,10 +191,6 @@ def _invoke_llm( If `base_model` is passed, the chat engine will be used as a function on the base model. """ - warnings.warn( - """Support for this callable is depcreated please migrate to model='gpt-4o' and the messages parameter. """, - FutureWarning, - ) if msg_history is None and text is None: raise PromptCallableException( "You must pass in either `text` or `msg_history` to `guard.__call__`." @@ -287,11 +278,6 @@ def _invoke_llm( ``` """ # noqa - warnings.warn( - """Support for this callable is depcreated please migrate to model="command-r" and the messages parameter. """, - FutureWarning, - ) - if "instructions" in kwargs: prompt = kwargs.pop("instructions") + "\n\n" + prompt @@ -344,10 +330,6 @@ def _invoke_llm( ... ``` """ - warnings.warn( - """Support for this callable is depcreated please migrate to model="claude-3-opus-20240229" and the messages parameter. """, - FutureWarning, - ) try: import anthropic except ImportError: From 22b0f0b63777a4e162f2542dcd5de0e5b8072fe5 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 15:28:17 -0700 Subject: [PATCH 191/318] fix test --- guardrails/guard.py | 6 ++---- tests/integration_tests/test_guard.py | 1 + 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 8a89cbd12..b6d801cbe 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -589,8 +589,6 @@ def _execute( self._fill_validator_map() self._fill_validators() metadata = metadata or {} - if not llm_api and not llm_output: - raise RuntimeError("'llm_api' or 'llm_output' must be provided!") if not llm_output and llm_api and not (prompt or msg_history): raise RuntimeError( "'prompt' or 'msg_history' must be provided in order to call an LLM!" @@ -762,7 +760,7 @@ def _exec_sync( msg_history: Optional[List[Dict]] = None, **kwargs, ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]: - api = get_llm_ask(llm_api, *args, **kwargs) if llm_api is not None else None + api = get_llm_ask(llm_api, *args, **kwargs) # Check whether stream is set if kwargs.get("stream", False): @@ -929,7 +927,7 @@ def __call__( """ instructions = instructions or self._exec_opts.instructions prompt = prompt or self._exec_opts.prompt - msg_history = msg_history or [] + msg_history = msg_history or kwargs.get('messages') or [] if prompt is None: if msg_history is not None and not len(msg_history): raise RuntimeError( diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 74e5301ca..d57eae74f 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -1014,6 +1014,7 @@ def test_pydantic_with_lite_llm(mocker): ) assert final_output.raw_llm_output == string.MSG_LLM_OUTPUT_INCORRECT + def test_string_output(mocker): """Test single string (non-JSON) generation.""" mock_invoke_llm = mocker.patch( From 8f3da7eaca9358bc2e6feefe4a3fe6ce72454642 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 15:35:24 -0700 Subject: [PATCH 192/318] update mock to not use a shared mock --- tests/integration_tests/test_guard.py | 22 +++++++++++++++++----- 1 file changed, 17 insertions(+), 5 deletions(-) diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index d57eae74f..ce6e13c62 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -1001,11 +1001,21 @@ def test_guard_with_top_level_list_return_type(mocker, rail, prompt): def test_pydantic_with_lite_llm(mocker): """Test lite llm JSON generation with message history re-asking.""" - mocker.patch( - "guardrails.llm_providers.LiteLLMCallable", - new=MockLiteLLMChatCallable, + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.LiteLLMCallable._invoke_llm" ) - + mock_invoke_llm.side_effect = [ + LLMResponse( + output=pydantic.MSG_HISTORY_LLM_OUTPUT_INCORRECT, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + output=pydantic.MSG_HISTORY_LLM_OUTPUT_CORRECT, + prompt_token_count=123, + response_token_count=1234, + ), + ] guard = gd.Guard.from_pydantic(output_class=pydantic.WITH_MSG_HISTORY) final_output = guard( messages=string.MOVIE_MSG_HISTORY, @@ -1013,7 +1023,9 @@ def test_pydantic_with_lite_llm(mocker): max_tokens=10 ) - assert final_output.raw_llm_output == string.MSG_LLM_OUTPUT_INCORRECT + call = guard.history.first + assert call.iterations.length == 2 + assert final_output.raw_llm_output == pydantic.MSG_HISTORY_LLM_OUTPUT_CORRECT def test_string_output(mocker): """Test single string (non-JSON) generation.""" From da196b5f6eec17db57e185320204c8e3d8dace53 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 15:36:42 -0700 Subject: [PATCH 193/318] remove class so no one can use a shared mock --- tests/integration_tests/mock_llm_outputs.py | 29 --------------------- tests/integration_tests/test_guard.py | 1 - 2 files changed, 30 deletions(-) diff --git a/tests/integration_tests/mock_llm_outputs.py b/tests/integration_tests/mock_llm_outputs.py index 2417a1e4a..daa8c4cef 100644 --- a/tests/integration_tests/mock_llm_outputs.py +++ b/tests/integration_tests/mock_llm_outputs.py @@ -187,32 +187,3 @@ class MockAsyncArbitraryCallable(AsyncArbitraryCallable): async def invoke_llm(self, prompt, *args, **kwargs): sync_mock = MockArbitraryCallable(kwargs.get("llm_api")) return sync_mock._invoke_llm(prompt, *args, **kwargs) - -class MockLiteLLMChatCallable(OpenAIChatCallable): - def _invoke_llm( - self, - *args, - **kwargs, - ): - """Mock the liteLLM API call to ChatCompletion.create.""" - - try: - messages = kwargs.get("messages") - if messages: - if messages == entity_extraction.COMPILED_MSG_HISTORY or "from pydantic test instruction" in messages[0]["content"]: - out_text = entity_extraction.LLM_OUTPUT - elif messages == string.MOVIE_MSG_HISTORY: - out_text = string.MSG_LLM_OUTPUT_INCORRECT - else: - raise ValueError("msg_history not found") - else: - raise ValueError( - "specify either prompt and instructions " "or msg_history" - ) - return LLMResponse( - output=out_text, - prompt_token_count=123, - response_token_count=1234, - ) - except KeyError: - raise ValueError("Compiled prompt not found") diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index ce6e13c62..eb16455c8 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -27,7 +27,6 @@ ) from .mock_llm_outputs import ( - MockLiteLLMChatCallable, MockOpenAICallable, MockOpenAIChatCallable, entity_extraction, From 67e3435c0f8851c745e9cddbf1d23200f4efc018 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 15:57:24 -0700 Subject: [PATCH 194/318] maybe test were actually passing the args properly --- guardrails/llm_providers.py | 4 ++-- tests/integration_tests/test_guard.py | 7 +++++++ 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index f0f8eab8a..f16d24b43 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -648,7 +648,7 @@ def get_llm_ask(llm_api: Callable, *args, **kwargs) -> PromptCallableBase: try: from litellm import completion # noqa: F401 # type: ignore - if llm_api == completion or (llm_api == None and kwargs.get("model")): + if llm_api == completion or (llm_api is None and kwargs.get("model")): return LiteLLMCallable(*args, **kwargs) except ImportError: pass @@ -945,7 +945,7 @@ def get_async_llm_ask( try: import litellm - if llm_api == litellm.acompletion or (llm_api == None and kwargs.get("model")): + if llm_api == litellm.acompletion or (llm_api is None and kwargs.get("model")): return AsyncLiteLLMCallable(*args, **kwargs) except ImportError: pass diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index eb16455c8..b0bbec203 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -1021,6 +1021,13 @@ def test_pydantic_with_lite_llm(mocker): model="gpt-3.5-turbo", max_tokens=10 ) + assert guard.history.last.inputs.msg_history == [ + {"role": "system", "content": "You are a helpful assistant."}, + { + "role": "user", + "content": "Can you give me your favorite movie?" + } + ] call = guard.history.first assert call.iterations.length == 2 From a60470bba75311fc7d72a56f50e63b303b0bc07b Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 16:12:19 -0700 Subject: [PATCH 195/318] lint --- guardrails/guard.py | 6 +++++- guardrails/llm_providers.py | 3 ++- guardrails/utils/openai_utils/v1.py | 16 ++++++++++------ guardrails/utils/tools_utils.py | 8 ++++++-- tests/unit_tests/test_rail.py | 5 +---- tests/unit_tests/utils/test_tools_utils.py | 17 ++++++++++++----- 6 files changed, 36 insertions(+), 19 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index c61864145..9843d83c8 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1443,7 +1443,11 @@ def to_dict(self) -> Dict[str, Any]: return i_guard_dict - def augment_tools_with_schema(self, tools: list, schema: Optional[ModelOrListOfModels]=None) -> Dict[str, Any]: + def augment_tools_with_schema( + self, + tools: list, + schema: Optional[ModelOrListOfModels]=None, + ) -> Dict[str, Any]: schema = pydantic_model_to_schema(schema) or self.output_schema tools = augment_tools_with_schema(tools, schema) return tools diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index c9b2f3129..fca7de57f 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -199,7 +199,8 @@ def _invoke_llm( # TODO: Update this to tools # Configure function calling if applicable (only for non-streaming) fn_kwargs = {} - if base_model and not kwargs.get("stream", False) and not kwargs.get("tools", False): + if (base_model and not kwargs.get("stream", False) + and not kwargs.get("tools", False)): function_params = convert_pydantic_model_to_openai_fn(base_model) if function_call is None and function_params: function_call = {"name": function_params["name"]} diff --git a/guardrails/utils/openai_utils/v1.py b/guardrails/utils/openai_utils/v1.py index 68e347dee..b367d78b6 100644 --- a/guardrails/utils/openai_utils/v1.py +++ b/guardrails/utils/openai_utils/v1.py @@ -141,12 +141,14 @@ def construct_chat_response( else: try: output = openai_response.choices[0].message.function_call.arguments - except AttributeError as ae_function: + except AttributeError: try: - output = openai_response.choices[0].message.tool_calls[-1].function.arguments + choice = openai_response.choices[0] + output = choice.message.tool_calls[-1].function.arguments except AttributeError as ae_tools: raise ValueError( - "No message content or function call arguments returned from OpenAI" + "No message content or function" + " call arguments returned from OpenAI" ) from ae_tools return LLMResponse( @@ -305,12 +307,14 @@ async def construct_chat_response( else: try: output = openai_response.choices[0].message.function_call.arguments - except AttributeError as ae_function: + except AttributeError: try: - output = openai_response.choices[0].message.tool_calls[-1].function.arguments + choice = openai_response.choices[0] + output = choice.message.tool_calls[-1].function.arguments except AttributeError as ae_tools: raise ValueError( - "No message content or function call arguments returned from OpenAI" + "No message content or function" + " call arguments returned from OpenAI" ) from ae_tools return LLMResponse( diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py index 517167146..b925a8523 100644 --- a/guardrails/utils/tools_utils.py +++ b/guardrails/utils/tools_utils.py @@ -11,7 +11,8 @@ def schema_to_tool(schema: ProcessedSchema) -> dict: "type": "function", "function": { "name": "gd_response_tool", - "description": "A tool for generating responses to guardrails. It must be called last in every response.", + "description": "A tool for generating responses to guardrails." + " It must be called last in every response.", "parameters": schema.json_schema, "required": json_schema["required"] or [], }, @@ -19,6 +20,9 @@ def schema_to_tool(schema: ProcessedSchema) -> dict: return tool -def augment_tools_with_schema(schema: ProcessedSchema, tools: Optional[list] = [],) -> list: +def augment_tools_with_schema( + schema: ProcessedSchema, + tools: Optional[list] = [], + ) -> list: tools.append(schema_to_tool(schema)) return tools \ No newline at end of file diff --git a/tests/unit_tests/test_rail.py b/tests/unit_tests/test_rail.py index f75ac2252..ddfe0d691 100644 --- a/tests/unit_tests/test_rail.py +++ b/tests/unit_tests/test_rail.py @@ -1,5 +1,4 @@ from guardrails.schema.rail_schema import rail_string_to_schema -import json def test_rail_scalar_string(): rail_spec = """ @@ -41,9 +40,7 @@ def test_rail_object_with_scalar(): """ - result = rail_string_to_schema(rail_spec) - print("====JSON SCHEMA====", json.dumps(result.json_schema, indent=2)) - assert json.dumps(result.json_schema, indent=2) == False + rail_string_to_schema(rail_spec) def test_rail_object_with_list(): diff --git a/tests/unit_tests/utils/test_tools_utils.py b/tests/unit_tests/utils/test_tools_utils.py index 91ea5981d..de94cdb55 100644 --- a/tests/unit_tests/utils/test_tools_utils.py +++ b/tests/unit_tests/utils/test_tools_utils.py @@ -12,7 +12,10 @@ class Delivery(BaseModel): dropoff_time: str=Field(description="date and time of dropoff") dropoff_location: str=Field(description="address of dropoff") price: str=Field(description="price of delivery with currency symbol included") - items: str=Field(description='items for pickup/delivery typically something a single person can carry on a bike') + items: str=Field( + description="items for pickup/delivery typically" + " something a single person can carry on a bike", + ) number_items: int=Field(description="number of items") class Schedule(BaseModel): @@ -30,7 +33,8 @@ def test_pydantic_model_to_schema(): "type": "function", "function": { "name": "gd_response_tool", - "description": "A tool for generating responses to guardrails. It must be called last in every response.", + "description": "A tool for generating responses to guardrails." + " It must be called last in every response.", "parameters": { "$defs": { "Delivery": { @@ -61,12 +65,14 @@ def test_pydantic_model_to_schema(): "type": "string" }, "price": { - "description": "price of delivery with currency symbol included", + "description": "price of delivery with" + " currency symbol included", "title": "Price", "type": "string" }, "items": { - "description": "items for pickup/delivery typically something a single person can carry on a bike", + "description": "items for pickup/delivery typically" + " something a single person can carry on a bike", "title": "Items", "type": "string" }, @@ -120,7 +126,8 @@ def test_augment_tools_with_schema(): "type": "function", "function": { "name": "gd_response_tool", - "description": "A tool for generating responses to guardrails. It must be called last in every response.", + "description": "A tool for generating responses to guardrails." + " It must be called last in every response.", "parameters": { "properties": { "name": { From e0aae6ff9f9ffb0d374555d10e0e3c5681af7350 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Tue, 18 Jun 2024 18:15:23 -0500 Subject: [PATCH 196/318] upgrade async tests that were stuck on openai 0.x --- guardrails/async_guard.py | 2 +- guardrails/run/runner.py | 3 - guardrails/schema/rail_schema.py | 13 +- tests/integration_tests/test_async.py | 172 ++++++++++++------ .../classes/history/test_outputs.py | 5 - tests/unit_tests/test_async_guard.py | 8 - tests/unit_tests/test_guard.py | 19 +- tests/unit_tests/test_validators.py | 104 ++++++----- tests/unit_tests/utils/pydantic_utils/v2.py | 5 - 9 files changed, 184 insertions(+), 147 deletions(-) diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py index 5fd948886..d761a8bce 100644 --- a/guardrails/async_guard.py +++ b/guardrails/async_guard.py @@ -514,7 +514,7 @@ async def parse( if llm_api is None else 1 ) - default_prompt = self._exec_opts.prompt if llm_api else None + default_prompt = self._exec_opts.prompt if llm_api is not None else None prompt = kwargs.pop("prompt", default_prompt) default_instructions = self._exec_opts.instructions if llm_api else None diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py index cb65ace4d..5f530cde6 100644 --- a/guardrails/run/runner.py +++ b/guardrails/run/runner.py @@ -102,9 +102,6 @@ def __init__( self.exec_options = copy.deepcopy(exec_options) or GuardExecutionOptions() # LLM Inputs - if prompt: - assert api, "Must provide an API if a prompt is provided." - assert not output, "Cannot provide both a prompt and output." stringified_output_schema = prompt_content_for_schema( output_type, output_schema, validation_map diff --git a/guardrails/schema/rail_schema.py b/guardrails/schema/rail_schema.py index a04f6982b..8f83b7548 100644 --- a/guardrails/schema/rail_schema.py +++ b/guardrails/schema/rail_schema.py @@ -199,13 +199,18 @@ def parse_element( items = None children = list(element) num_of_children = len(children) - if num_of_children == 0 or num_of_children > 1: + if num_of_children > 1: raise ValueError( " RAIL elements must have precisely 1 child element!" ) - first_child = children[0] - child_schema = parse_element(first_child, processed_schema, f"{json_path}.*") - items = child_schema.to_dict() + elif num_of_children == 0: + items = {} + else: + first_child = children[0] + child_schema = parse_element( + first_child, processed_schema, f"{json_path}.*" + ) + items = child_schema.to_dict() return ModelSchema( type=ValidationType(SimpleTypes.ARRAY), items=items, description=description ) diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 3c96f96f9..250063608 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -1,31 +1,46 @@ -from unittest.mock import patch -import openai import pytest -from guardrails.guard import Guard -from guardrails.prompt.prompt import Prompt +from guardrails import AsyncGuard, Prompt from guardrails.utils import docs_utils +from guardrails.classes.llm.llm_response import LLMResponse from tests.integration_tests.test_assets.fixtures import ( # noqa fixture_llm_output, fixture_rail_spec, fixture_validated_output, ) -from .mock_llm_outputs import MockAsyncOpenAICallable, entity_extraction +from .mock_llm_outputs import entity_extraction -# FIXME: None of these tests were ever updated to work with OpenAI 1.x -# making them useless once we drop support for 0.x +async def mock_llm(*args, **kwargs): + return "" @pytest.mark.asyncio -@pytest.mark.parametrize("multiprocessing_validators", (True, False)) -@pytest.mark.skip(reason="Only for OpenAI v0") -async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: bool): +# @pytest.mark.parametrize("multiprocessing_validators", (True, False)) +async def test_entity_extraction_with_reask( + mocker, multiprocessing_validators: bool = False +): """Test that the entity extraction works with re-asking.""" + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ), + LLMResponse( + # TODO: Re-enable once field level reasking is supported + # output=entity_extraction.LLM_OUTPUT_REASK, + output=entity_extraction.LLM_OUTPUT_FULL_REASK, + prompt_token_count=123, + response_token_count=1234, + ), + ] mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, + "guardrails.llm_providers.get_static_openai_acreate_func", return_value=mock_llm ) mocker.patch( "guardrails.validators.Validator.run_in_separate_process", @@ -33,19 +48,20 @@ async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: ) content = docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_REASK) - - with patch( - "guardrails.run.async_runner.preprocess_prompt" - ) as mock_preprocess_prompt: - final_output = await guard( - llm_api=openai.Completion.acreate, - prompt_params={"document": content[:6000]}, - num_reasks=1, - ) + guard = AsyncGuard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_REASK) - # Check that the preprocess_prompt method was called. - mock_preprocess_prompt.assert_called() + from guardrails.run import async_runner + + preprocess_prompt_spy = mocker.spy(async_runner, "preprocess_prompt") + + final_output = await guard( + llm_api=mock_llm, + prompt_params={"document": content[:6000]}, + num_reasks=1, + ) + + # Check that the preprocess_prompt method was called. + preprocess_prompt_spy.assert_called() # Assertions are made on the guard state object. assert final_output.validation_passed is True @@ -74,21 +90,32 @@ async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: assert final.inputs.prompt == Prompt(entity_extraction.COMPILED_PROMPT_REASK) # Same as above assert call.reask_prompts.last == entity_extraction.COMPILED_PROMPT_REASK - assert final.raw_output == entity_extraction.LLM_OUTPUT_REASK + + # TODO: Re-enable once field level reasking is supported + # assert final.raw_output == entity_extraction.LLM_OUTPUT_REASK + assert final.raw_output == entity_extraction.LLM_OUTPUT_FULL_REASK assert call.guarded_output == entity_extraction.VALIDATED_OUTPUT_REASK_2 @pytest.mark.asyncio -@pytest.mark.skip(reason="Only for OpenAI v0") async def test_entity_extraction_with_noop(mocker): + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, + "guardrails.llm_providers.get_static_openai_acreate_func", return_value=mock_llm ) content = docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_NOOP) + guard = AsyncGuard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_NOOP) final_output = await guard( - llm_api=openai.Completion.acreate, + llm_api=mock_llm, prompt_params={"document": content[:6000]}, num_reasks=1, ) @@ -118,18 +145,27 @@ async def test_entity_extraction_with_noop(mocker): @pytest.mark.asyncio -@pytest.mark.skip(reason="Only for OpenAI v0") async def test_entity_extraction_with_noop_pydantic(mocker): + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, + "guardrails.llm_providers.get_static_openai_acreate_func", return_value=mock_llm ) content = docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = Guard.from_pydantic( - entity_extraction.PYDANTIC_RAIL_WITH_NOOP, entity_extraction.PYDANTIC_PROMPT + guard = AsyncGuard.from_pydantic( + entity_extraction.PYDANTIC_RAIL_WITH_NOOP, + prompt=entity_extraction.PYDANTIC_PROMPT, ) final_output = await guard( - llm_api=openai.Completion.acreate, + llm_api=mock_llm, prompt_params={"document": content[:6000]}, num_reasks=1, ) @@ -154,18 +190,26 @@ async def test_entity_extraction_with_noop_pydantic(mocker): @pytest.mark.asyncio -@pytest.mark.skip(reason="Only for OpenAI v0") async def test_entity_extraction_with_filter(mocker): """Test that the entity extraction works with re-asking.""" + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, + "guardrails.llm_providers.get_static_openai_acreate_func", return_value=mock_llm ) content = docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_FILTER) + guard = AsyncGuard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_FILTER) final_output = await guard( - llm_api=openai.Completion.acreate, + llm_api=mock_llm, prompt_params={"document": content[:6000]}, num_reasks=1, ) @@ -189,18 +233,26 @@ async def test_entity_extraction_with_filter(mocker): @pytest.mark.asyncio -@pytest.mark.skip(reason="Only for OpenAI v0") async def test_entity_extraction_with_fix(mocker): """Test that the entity extraction works with re-asking.""" + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, + "guardrails.llm_providers.get_static_openai_acreate_func", return_value=mock_llm ) content = docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_FIX) + guard = AsyncGuard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_FIX) final_output = await guard( - llm_api=openai.Completion.acreate, + llm_api=mock_llm, prompt_params={"document": content[:6000]}, num_reasks=1, ) @@ -221,18 +273,26 @@ async def test_entity_extraction_with_fix(mocker): @pytest.mark.asyncio -@pytest.mark.skip(reason="Only for OpenAI v0") async def test_entity_extraction_with_refrain(mocker): """Test that the entity extraction works with re-asking.""" + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", + ) + mock_invoke_llm.side_effect = [ + LLMResponse( + output=entity_extraction.LLM_OUTPUT, + prompt_token_count=123, + response_token_count=1234, + ) + ] mocker.patch( - "guardrails.llm_providers.AsyncOpenAICallable", - new=MockAsyncOpenAICallable, + "guardrails.llm_providers.get_static_openai_acreate_func", return_value=mock_llm ) content = docs_utils.read_pdf("docs/examples/data/chase_card_agreement.pdf") - guard = Guard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_REFRAIN) + guard = AsyncGuard.from_rail_string(entity_extraction.RAIL_SPEC_WITH_REFRAIN) final_output = await guard( - llm_api=openai.Completion.acreate, + llm_api=mock_llm, prompt_params={"document": content[:6000]}, num_reasks=1, ) @@ -253,13 +313,12 @@ async def test_entity_extraction_with_refrain(mocker): @pytest.mark.asyncio -@pytest.mark.skip(reason="Only for OpenAI v0") async def test_rail_spec_output_parse(rail_spec, llm_output, validated_output): """Test that the rail_spec fixture is working.""" - guard = Guard.from_rail_string(rail_spec) + guard = AsyncGuard.from_rail_string(rail_spec) output = await guard.parse( llm_output, - llm_api=openai.Completion.acreate, + llm_api=mock_llm, ) assert output.validated_output == validated_output @@ -291,15 +350,14 @@ def validated_string_output(): @pytest.mark.asyncio -@pytest.mark.skip(reason="Only for OpenAI v0") async def test_string_rail_spec_output_parse( string_rail_spec, string_llm_output, validated_string_output ): """Test that the string_rail_spec fixture is working.""" - guard = Guard.from_rail_string(string_rail_spec) + guard: AsyncGuard = AsyncGuard.from_rail_string(string_rail_spec) output = await guard.parse( string_llm_output, - llm_api=openai.Completion.acreate, + llm_api=mock_llm, num_reasks=0, ) assert output.validated_output == validated_string_output diff --git a/tests/unit_tests/classes/history/test_outputs.py b/tests/unit_tests/classes/history/test_outputs.py index 85585d0a0..d96865d8e 100644 --- a/tests/unit_tests/classes/history/test_outputs.py +++ b/tests/unit_tests/classes/history/test_outputs.py @@ -1,4 +1,3 @@ -import pydantic import pytest from guardrails.classes.history.outputs import Outputs @@ -184,10 +183,6 @@ def test_status(outputs: Outputs, expected_status: str): assert status == expected_status -@pytest.mark.skipif( - pydantic.version.VERSION.startswith("1"), - reason="This fails in Pydantic 1.x because it casts the ReAsk to a Dict on init...", -) def test_status_reask(): outputs = Outputs( validation_response=ReAsk( diff --git a/tests/unit_tests/test_async_guard.py b/tests/unit_tests/test_async_guard.py index 9a9de2dfc..8e9dce1c1 100644 --- a/tests/unit_tests/test_async_guard.py +++ b/tests/unit_tests/test_async_guard.py @@ -97,14 +97,6 @@ async def test_required_metadata(spec, metadata, error_message): not_missing_keys = verify_metadata_requirements(metadata, guard._validators) assert not_missing_keys == [] - # test sync guard - with pytest.raises(ValueError) as excinfo: - await guard.parse("{}") - assert str(excinfo.value) == error_message - - response = await guard.parse("{}", metadata=metadata, num_reasks=0) - assert response.error is None - async def mock_llm(*args, **kwargs): return "" diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 2625a78f9..9923f4df8 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,4 +1,3 @@ -import openai import pytest from pydantic import BaseModel from guardrails import Guard, Validator @@ -88,16 +87,13 @@ def validate(self, value, metadata): ], ) @pytest.mark.asyncio -@pytest.mark.skip(reason="Only for OpenAI v0") # FIXME: Rewrite for OpenAI v1 async def test_required_metadata(spec, metadata, error_message): guard = Guard.from_rail_string(spec) - missing_keys = verify_metadata_requirements({}, guard.output_schema.root_datatype) + missing_keys = verify_metadata_requirements({}, guard._validators) assert set(missing_keys) == set(metadata) - not_missing_keys = verify_metadata_requirements( - metadata, guard.output_schema.root_datatype - ) + not_missing_keys = verify_metadata_requirements(metadata, guard._validators) assert not_missing_keys == [] # test sync guard @@ -108,17 +104,6 @@ async def test_required_metadata(spec, metadata, error_message): response = guard.parse("{}", metadata=metadata, num_reasks=0) assert response.error is None - # test async guard - with pytest.raises(ValueError) as excinfo: - guard.parse("{}") - await guard.parse("{}", llm_api=openai.ChatCompletion.acreate, num_reasks=0) - assert str(excinfo.value) == error_message - - response = await guard.parse( - "{}", metadata=metadata, llm_api=openai.ChatCompletion.acreate, num_reasks=0 - ) - assert response.error is None - empty_rail_string = """ @@ -1039,41 +1038,41 @@ def custom_llm(*args, **kwargs): [ ( OnFailAction.REASK, - "Prompt validation failed: incorrect_value='What kind of pet should I get?\\n\\nJson Output:\\n\\n' fail_results=[FailResult(outcome='fail', metadata=None, validated_chunk=None, error_message='must be exactly two words', fix_value='What kind', error_spans=None)] path=None", # noqa - "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', metadata=None, validated_chunk=None, error_message='must be exactly two words', fix_value='What kind', error_spans=None)] path=None", # noqa - "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', metadata=None, validated_chunk=None, error_message='must be exactly two words', fix_value='What kind', error_spans=None)] path=None", # noqa - "Prompt validation failed: incorrect_value='\\nThis is not two words\\n\\n\\nString Output:\\n\\n' fail_results=[FailResult(outcome='fail', metadata=None, validated_chunk=None, error_message='must be exactly two words', fix_value='This is', error_spans=None)] path=None", # noqa - "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', metadata=None, validated_chunk=None, error_message='must be exactly two words', fix_value='This also', error_spans=None)] path=None", # noqa - ), - ( - OnFailAction.FILTER, - "Prompt validation failed", - "Instructions validation failed", - "Message history validation failed", - "Prompt validation failed", - "Instructions validation failed", - ), - ( - OnFailAction.REFRAIN, - "Prompt validation failed", - "Instructions validation failed", - "Message history validation failed", - "Prompt validation failed", - "Instructions validation failed", - ), - ( - OnFailAction.EXCEPTION, - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", + "Prompt validation failed: incorrect_value='What kind of pet should I get?\\n\\nJson Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Prompt validation failed: incorrect_value='\\nThis is not two words\\n\\n\\nString Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa ), + # ( + # OnFailAction.FILTER, + # "Prompt validation failed", + # "Instructions validation failed", + # "Message history validation failed", + # "Prompt validation failed", + # "Instructions validation failed", + # ), + # ( + # OnFailAction.REFRAIN, + # "Prompt validation failed", + # "Instructions validation failed", + # "Message history validation failed", + # "Prompt validation failed", + # "Instructions validation failed", + # ), + # ( + # OnFailAction.EXCEPTION, + # "Validation failed for field with errors: must be exactly two words", + # "Validation failed for field with errors: must be exactly two words", + # "Validation failed for field with errors: must be exactly two words", + # "Validation failed for field with errors: must be exactly two words", + # "Validation failed for field with errors: must be exactly two words", + # ), ], ) @pytest.mark.asyncio -@pytest.mark.skip(reason="Not supported in v1") # FIXME: Rewrite for openai v1 async def test_input_validation_fail_async( + mocker, on_fail, structured_prompt_error, structured_instructions_error, @@ -1081,13 +1080,24 @@ async def test_input_validation_fail_async( unstructured_prompt_error, unstructured_instructions_error, ): + async def custom_llm(*args, **kwargs): + raise Exception( + "LLM was called when it should not have been!" + "Input Validation did not raise as expected!" + ) + + mocker.patch( + "guardrails.llm_providers.get_static_openai_acreate_func", + return_value=custom_llm, + ) + # with_prompt_validation - guard = Guard.from_pydantic(output_class=Pet) + guard = AsyncGuard.from_pydantic(output_class=Pet) guard.use(TwoWords(on_fail=on_fail), on="prompt") with pytest.raises(ValidationError) as excinfo: await guard( - get_static_openai_acreate_func(), + custom_llm, prompt="What kind of pet should I get?", ) assert str(excinfo.value) == structured_prompt_error @@ -1095,12 +1105,12 @@ async def test_input_validation_fail_async( assert guard.history.last.exception == excinfo.value # with_instructions_validation - guard = Guard.from_pydantic(output_class=Pet) + guard = AsyncGuard.from_pydantic(output_class=Pet) guard.use(TwoWords(on_fail=on_fail), on="instructions") with pytest.raises(ValidationError) as excinfo: await guard( - get_static_openai_acreate_func(), + custom_llm, prompt="What kind of pet should I get and what should I name it?", instructions="What kind of pet should I get?", ) @@ -1109,12 +1119,12 @@ async def test_input_validation_fail_async( assert guard.history.last.exception == excinfo.value # with_msg_history_validation - guard = Guard.from_pydantic(output_class=Pet) + guard = AsyncGuard.from_pydantic(output_class=Pet) guard.use(TwoWords(on_fail=on_fail), on="msg_history") with pytest.raises(ValidationError) as excinfo: await guard( - get_static_openai_acreate_func(), + custom_llm, msg_history=[ { "role": "user", @@ -1127,7 +1137,7 @@ async def test_input_validation_fail_async( assert guard.history.last.exception == excinfo.value # rail prompt validation - guard = Guard.from_rail_string( + guard = AsyncGuard.from_rail_string( f""" @@ -1169,7 +1179,7 @@ async def test_input_validation_fail_async( ) with pytest.raises(ValidationError) as excinfo: await guard( - get_static_openai_acreate_func(), + custom_llm, ) assert str(excinfo.value) == unstructured_instructions_error assert isinstance(guard.history.last.exception, ValidationError) diff --git a/tests/unit_tests/utils/pydantic_utils/v2.py b/tests/unit_tests/utils/pydantic_utils/v2.py index b4c063ab0..2e8f88d7a 100644 --- a/tests/unit_tests/utils/pydantic_utils/v2.py +++ b/tests/unit_tests/utils/pydantic_utils/v2.py @@ -2,7 +2,6 @@ from typing import List import pydantic.version -import pytest from pydantic import BaseModel, Field from guardrails.utils.pydantic_utils import convert_pydantic_model_to_openai_fn @@ -33,10 +32,6 @@ class Foo(BaseModel): # This test is descriptive, not prescriptive. -@pytest.mark.skipif( - not PYDANTIC_VERSION.startswith("2"), - reason="Tests function calling syntax for Pydantic v2", -) class TestConvertPydanticModelToOpenaiFn: def test_object_schema(self): expected_schema = deepcopy(foo_schema) From 8621f9479d9757b97f0add58485a582560df89f2 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 16:17:38 -0700 Subject: [PATCH 197/318] fix typing --- guardrails/llm_providers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index f16d24b43..16609d3e9 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -570,7 +570,7 @@ def _invoke_llm(self, *args, **kwargs) -> LLMResponse: ) -def get_llm_ask(llm_api: Callable, *args, **kwargs) -> PromptCallableBase: +def get_llm_ask(llm_api: Optional[Callable] = None, *args, **kwargs) -> PromptCallableBase: if "temperature" not in kwargs: kwargs.update({"temperature": 0}) if llm_api == get_static_openai_create_func(): From 536dd9b34a2adc9982492e76ec38b7e36bbe73dd Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 16:20:14 -0700 Subject: [PATCH 198/318] more lint updates --- guardrails/guard.py | 2 +- guardrails/llm_providers.py | 15 ++++++++------- tests/integration_tests/test_guard.py | 10 +++------- 3 files changed, 12 insertions(+), 15 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index b6d801cbe..7246b8b4e 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -927,7 +927,7 @@ def __call__( """ instructions = instructions or self._exec_opts.instructions prompt = prompt or self._exec_opts.prompt - msg_history = msg_history or kwargs.get('messages') or [] + msg_history = msg_history or kwargs.get("messages") or [] if prompt is None: if msg_history is not None and not len(msg_history): raise RuntimeError( diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index 16609d3e9..8db81cddf 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -388,9 +388,9 @@ def _invoke_llm( if text is not None or instructions is not None or msg_history is not None: messages = litellm_messages( prompt=text, instructions=instructions, msg_history=msg_history - ) + ) kwargs["messages"] = messages - + response = completion( model=model, *args, @@ -570,7 +570,11 @@ def _invoke_llm(self, *args, **kwargs) -> LLMResponse: ) -def get_llm_ask(llm_api: Optional[Callable] = None, *args, **kwargs) -> PromptCallableBase: +def get_llm_ask( + llm_api: Optional[Callable] = None, + *args, + **kwargs, +) -> PromptCallableBase: if "temperature" not in kwargs: kwargs.update({"temperature": 0}) if llm_api == get_static_openai_create_func(): @@ -826,11 +830,8 @@ async def invoke_llm( "Install with `pip install litellm`" ) from e - if text is not None or instructions is not None: - messages = litellm_messages( - prompt=text, instructions=instructions - ) + messages = litellm_messages(prompt=text, instructions=instructions) kwargs["messages"] = messages response = await acompletion( diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index b0bbec203..08ab5e7e5 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -1017,22 +1017,18 @@ def test_pydantic_with_lite_llm(mocker): ] guard = gd.Guard.from_pydantic(output_class=pydantic.WITH_MSG_HISTORY) final_output = guard( - messages=string.MOVIE_MSG_HISTORY, - model="gpt-3.5-turbo", - max_tokens=10 + messages=string.MOVIE_MSG_HISTORY, model="gpt-3.5-turbo", max_tokens=10 ) assert guard.history.last.inputs.msg_history == [ {"role": "system", "content": "You are a helpful assistant."}, - { - "role": "user", - "content": "Can you give me your favorite movie?" - } + {"role": "user", "content": "Can you give me your favorite movie?"}, ] call = guard.history.first assert call.iterations.length == 2 assert final_output.raw_llm_output == pydantic.MSG_HISTORY_LLM_OUTPUT_CORRECT + def test_string_output(mocker): """Test single string (non-JSON) generation.""" mock_invoke_llm = mocker.patch( From cac30483313474b22b1ae678e1c57af82e4c5079 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 16:21:16 -0700 Subject: [PATCH 199/318] lint --- guardrails/guard.py | 11 ++- guardrails/llm_providers.py | 7 +- guardrails/utils/openai_utils/v1.py | 4 +- guardrails/utils/tools_utils.py | 12 ++- tests/unit_tests/test_rail.py | 1 + tests/unit_tests/utils/test_tools_utils.py | 106 +++++++++------------ 6 files changed, 65 insertions(+), 76 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 9843d83c8..1d40cbfa2 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -92,6 +92,7 @@ from guardrails.utils.tools_utils import augment_tools_with_schema + class Guard(IGuard, Generic[OT]): """The Guard class. @@ -1442,12 +1443,12 @@ def to_dict(self) -> Dict[str, Any]: ] return i_guard_dict - + def augment_tools_with_schema( - self, - tools: list, - schema: Optional[ModelOrListOfModels]=None, - ) -> Dict[str, Any]: + self, + tools: list, + schema: Optional[ModelOrListOfModels] = None, + ) -> Dict[str, Any]: schema = pydantic_model_to_schema(schema) or self.output_schema tools = augment_tools_with_schema(tools, schema) return tools diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index fca7de57f..40de8e3b4 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -199,8 +199,11 @@ def _invoke_llm( # TODO: Update this to tools # Configure function calling if applicable (only for non-streaming) fn_kwargs = {} - if (base_model and not kwargs.get("stream", False) - and not kwargs.get("tools", False)): + if ( + base_model + and not kwargs.get("stream", False) + and not kwargs.get("tools", False) + ): function_params = convert_pydantic_model_to_openai_fn(base_model) if function_call is None and function_params: function_call = {"name": function_params["name"]} diff --git a/guardrails/utils/openai_utils/v1.py b/guardrails/utils/openai_utils/v1.py index b367d78b6..df0bf6d10 100644 --- a/guardrails/utils/openai_utils/v1.py +++ b/guardrails/utils/openai_utils/v1.py @@ -148,7 +148,7 @@ def construct_chat_response( except AttributeError as ae_tools: raise ValueError( "No message content or function" - " call arguments returned from OpenAI" + " call arguments returned from OpenAI" ) from ae_tools return LLMResponse( @@ -314,7 +314,7 @@ async def construct_chat_response( except AttributeError as ae_tools: raise ValueError( "No message content or function" - " call arguments returned from OpenAI" + " call arguments returned from OpenAI" ) from ae_tools return LLMResponse( diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py index b925a8523..7bc418419 100644 --- a/guardrails/utils/tools_utils.py +++ b/guardrails/utils/tools_utils.py @@ -4,6 +4,7 @@ from guardrails.classes.schema.processed_schema import ProcessedSchema + # takes processed schema and converts it to a openai tool object def schema_to_tool(schema: ProcessedSchema) -> dict: json_schema = schema.json_schema @@ -12,7 +13,7 @@ def schema_to_tool(schema: ProcessedSchema) -> dict: "function": { "name": "gd_response_tool", "description": "A tool for generating responses to guardrails." - " It must be called last in every response.", + " It must be called last in every response.", "parameters": schema.json_schema, "required": json_schema["required"] or [], }, @@ -20,9 +21,10 @@ def schema_to_tool(schema: ProcessedSchema) -> dict: return tool + def augment_tools_with_schema( - schema: ProcessedSchema, - tools: Optional[list] = [], - ) -> list: + schema: ProcessedSchema, + tools: Optional[list] = [], +) -> list: tools.append(schema_to_tool(schema)) - return tools \ No newline at end of file + return tools diff --git a/tests/unit_tests/test_rail.py b/tests/unit_tests/test_rail.py index ddfe0d691..2e65df212 100644 --- a/tests/unit_tests/test_rail.py +++ b/tests/unit_tests/test_rail.py @@ -1,5 +1,6 @@ from guardrails.schema.rail_schema import rail_string_to_schema + def test_rail_scalar_string(): rail_spec = """ diff --git a/tests/unit_tests/utils/test_tools_utils.py b/tests/unit_tests/utils/test_tools_utils.py index de94cdb55..920c37dd4 100644 --- a/tests/unit_tests/utils/test_tools_utils.py +++ b/tests/unit_tests/utils/test_tools_utils.py @@ -5,27 +5,31 @@ from guardrails.utils.tools_utils import augment_tools_with_schema, schema_to_tool + class Delivery(BaseModel): - customer: str=Field( description="customer name") - pickup_time: str=Field(description="date and time of pickup") - pickup_location: str=Field(description="address of pickup") - dropoff_time: str=Field(description="date and time of dropoff") - dropoff_location: str=Field(description="address of dropoff") - price: str=Field(description="price of delivery with currency symbol included") - items: str=Field( + customer: str = Field(description="customer name") + pickup_time: str = Field(description="date and time of pickup") + pickup_location: str = Field(description="address of pickup") + dropoff_time: str = Field(description="date and time of dropoff") + dropoff_location: str = Field(description="address of dropoff") + price: str = Field(description="price of delivery with currency symbol included") + items: str = Field( description="items for pickup/delivery typically" - " something a single person can carry on a bike", - ) - number_items: int=Field(description="number of items") + " something a single person can carry on a bike", + ) + number_items: int = Field(description="number of items") + class Schedule(BaseModel): deliveries: List[Delivery] = Field(description="deliveries for messenger") + class Person(BaseModel): name: str age: int hair_color: str + def test_pydantic_model_to_schema(): schema = pydantic_model_to_schema(Schedule) tool = schema_to_tool(schema) @@ -34,7 +38,7 @@ def test_pydantic_model_to_schema(): "function": { "name": "gd_response_tool", "description": "A tool for generating responses to guardrails." - " It must be called last in every response.", + " It must be called last in every response.", "parameters": { "$defs": { "Delivery": { @@ -42,45 +46,45 @@ def test_pydantic_model_to_schema(): "customer": { "description": "customer name", "title": "Customer", - "type": "string" + "type": "string", }, "pickup_time": { "description": "date and time of pickup", "title": "Pickup Time", - "type": "string" + "type": "string", }, "pickup_location": { "description": "address of pickup", "title": "Pickup Location", - "type": "string" + "type": "string", }, "dropoff_time": { "description": "date and time of dropoff", "title": "Dropoff Time", - "type": "string" + "type": "string", }, "dropoff_location": { "description": "address of dropoff", "title": "Dropoff Location", - "type": "string" + "type": "string", }, "price": { "description": "price of delivery with" - " currency symbol included", + " currency symbol included", "title": "Price", - "type": "string" + "type": "string", }, "items": { "description": "items for pickup/delivery typically" - " something a single person can carry on a bike", + " something a single person can carry on a bike", "title": "Items", - "type": "string" + "type": "string", }, "number_items": { "description": "number of items", "title": "Number Items", - "type": "integer" - } + "type": "integer", + }, }, "required": [ "customer", @@ -90,34 +94,29 @@ def test_pydantic_model_to_schema(): "dropoff_location", "price", "items", - "number_items" + "number_items", ], "title": "Delivery", - "type": "object" + "type": "object", } }, "properties": { "deliveries": { "description": "deliveries for messenger", - "items": { - "$ref": "#/$defs/Delivery" - }, + "items": {"$ref": "#/$defs/Delivery"}, "title": "Deliveries", - "type": "array" + "type": "array", } }, - "required": [ - "deliveries" - ], + "required": ["deliveries"], "title": "Schedule", - "type": "object" + "type": "object", }, - "required": [ - "deliveries" - ] - } + "required": ["deliveries"], + }, } + def test_augment_tools_with_schema(): schema = pydantic_model_to_schema(Person) tools = augment_tools_with_schema(schema) @@ -127,35 +126,18 @@ def test_augment_tools_with_schema(): "function": { "name": "gd_response_tool", "description": "A tool for generating responses to guardrails." - " It must be called last in every response.", + " It must be called last in every response.", "parameters": { "properties": { - "name": { - "title": "Name", - "type": "string" - }, - "age": { - "title": "Age", - "type": "integer" - }, - "hair_color": { - "title": "Hair Color", - "type": "string" - } + "name": {"title": "Name", "type": "string"}, + "age": {"title": "Age", "type": "integer"}, + "hair_color": {"title": "Hair Color", "type": "string"}, }, - "required": [ - "name", - "age", - "hair_color" - ], + "required": ["name", "age", "hair_color"], "title": "Person", - "type": "object" + "type": "object", }, - "required": [ - "name", - "age", - "hair_color" - ] - } + "required": ["name", "age", "hair_color"], + }, } - ] \ No newline at end of file + ] From 6407f64bd3df9cf1bf40ad59d5cfbacc57f1f02c Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 16:27:30 -0700 Subject: [PATCH 200/318] more typpings --- guardrails/llm_providers.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index 8db81cddf..c8381f52b 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -532,7 +532,7 @@ def _invoke_llm(self, prompt: str, pipeline: Any, *args, **kwargs) -> LLMRespons class ArbitraryCallable(PromptCallableBase): - def __init__(self, llm_api: Callable, *args, **kwargs): + def __init__(self, llm_api: Optional[Callable] = None, *args, **kwargs): self.llm_api = llm_api super().__init__(*args, **kwargs) @@ -629,7 +629,7 @@ def get_llm_ask( ): if ( hasattr(llm_api, "__func__") - and llm_api.__func__ == GenerationMixin.generate + and llm_api.__func__ == GenerationMixin.generate # type: ignore ): return HuggingFaceModelCallable(*args, model_generate=llm_api, **kwargs) raise ValueError("Only text generation models are supported at this time.") From b9a8e2fa22c513a2360a52956000522fd0064447 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 16:40:32 -0700 Subject: [PATCH 201/318] add integration test --- guardrails/guard.py | 4 +-- tests/integration_tests/test_guard.py | 44 +++++++++++++++++++++++++++ 2 files changed, 45 insertions(+), 3 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 1d40cbfa2..ae8fd86a9 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1447,10 +1447,8 @@ def to_dict(self) -> Dict[str, Any]: def augment_tools_with_schema( self, tools: list, - schema: Optional[ModelOrListOfModels] = None, ) -> Dict[str, Any]: - schema = pydantic_model_to_schema(schema) or self.output_schema - tools = augment_tools_with_schema(tools, schema) + tools = augment_tools_with_schema(tools, self.output_schema) return tools # override IGuard.from_dict diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 586197932..2e66e1725 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -1031,6 +1031,50 @@ def test_string_output(mocker): assert mock_invoke_llm.call_count == 1 mock_invoke_llm = None +def test_augment_tools_with_schema(mocker): + mock_invoke_llm = mocker.patch( + "guardrails.llm_providers.OpenAICallable._invoke_llm" + ) + + mock_invoke_llm.side_effect = [ + LLMResponse( + output=json.dumps([{ + "status": "not started", + "priority": 1, + "description": "Do something", + },{ + "status": "in progress", + "priority": 2, + "description": "Do something else", + },{ + "status": "on hold", + "priority": 3, + "description": "Do something else again", + }]), + prompt_token_count=123, + response_token_count=1234, + ), + ] + + class Task(BaseModel): + status: str + priority: int + description: str + guard = Guard.from_pydantic(Task) + tools = [] + + guard( + llm_api=get_static_openai_create_func(), + prompt="You are a helpful assistant" + "read this email and return the tasks from it", + num_reasks=1, + max_tokens=100, + tools=guard.augment_tools_with_schema(tools), + tool_choice="required", + ) + + # verify that the tools are augmented with schema + # verify output has been parsed and validated def test_string_reask(mocker): """Test single string (non-JSON) generation with re-asking.""" From 8505fd5a5a722d052aa8821bbac092ad48a3ab82 Mon Sep 17 00:00:00 2001 From: David Tam Date: Tue, 18 Jun 2024 16:42:18 -0700 Subject: [PATCH 202/318] lint and typing fix --- guardrails/llm_providers.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index c8381f52b..a2cc1b868 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -551,7 +551,7 @@ def _invoke_llm(self, *args, **kwargs) -> LLMResponse: # Get the response from the callable # The LLM response should either be a # string or an generator object of strings - llm_response = self.llm_api(*args, **kwargs) + llm_response = self.llm_api(*args, **kwargs) # type: ignore # Check if kwargs stream is passed in if kwargs.get("stream", False): @@ -629,7 +629,7 @@ def get_llm_ask( ): if ( hasattr(llm_api, "__func__") - and llm_api.__func__ == GenerationMixin.generate # type: ignore + and llm_api.__func__ == GenerationMixin.generate # type: ignore ): return HuggingFaceModelCallable(*args, model_generate=llm_api, **kwargs) raise ValueError("Only text generation models are supported at this time.") From e8694c6c0787c4d1526c21738440df792283fe78 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 19 Jun 2024 08:55:30 -0500 Subject: [PATCH 203/318] comments to TODO's --- guardrails/guard.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index a75ca3511..d79d46e38 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -403,11 +403,11 @@ def from_pydantic( cls, output_class: ModelOrListOfModels, *, - prompt: Optional[str] = None, # deprecate this too - instructions: Optional[str] = None, # deprecate this too + prompt: Optional[str] = None, # TODO: deprecate this in 0.5.1 + instructions: Optional[str] = None, # TODO: deprecate this in 0.5.1 num_reasks: Optional[int] = None, - reask_prompt: Optional[str] = None, # deprecate this too - reask_instructions: Optional[str] = None, # deprecate this too + reask_prompt: Optional[str] = None, # TODO: deprecate this in 0.5.1 + reask_instructions: Optional[str] = None, # TODO: deprecate this in 0.5.1 tracer: Optional[Tracer] = None, name: Optional[str] = None, description: Optional[str] = None, @@ -473,10 +473,10 @@ def from_string( validators: Sequence[Validator], *, string_description: Optional[str] = None, - prompt: Optional[str] = None, # deprecate this too - instructions: Optional[str] = None, # deprecate this too - reask_prompt: Optional[str] = None, # deprecate this too - reask_instructions: Optional[str] = None, # deprecate this too + prompt: Optional[str] = None, # TODO: deprecate this in 0.5.1 + instructions: Optional[str] = None, # TODO: deprecate this in 0.5.1 + reask_prompt: Optional[str] = None, # TODO: deprecate this in 0.5.1 + reask_instructions: Optional[str] = None, # TODO: deprecate this in 0.5.1 num_reasks: Optional[int] = None, tracer: Optional[Tracer] = None, name: Optional[str] = None, From 96e2c8b4d9daaf265c09b4d72958b04c1c5f0037 Mon Sep 17 00:00:00 2001 From: David Tam Date: Wed, 19 Jun 2024 09:11:58 -0700 Subject: [PATCH 204/318] progress on test --- guardrails/guard.py | 2 +- guardrails/utils/tools_utils.py | 9 ++++----- tests/integration_tests/test_guard.py | 1 + 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index ae8fd86a9..82bfea4ea 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1448,7 +1448,7 @@ def augment_tools_with_schema( self, tools: list, ) -> Dict[str, Any]: - tools = augment_tools_with_schema(tools, self.output_schema) + tools = augment_tools_with_schema(tools= tools, schema= self.output_schema.to_dict()) return tools # override IGuard.from_dict diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py index 7bc418419..32f828243 100644 --- a/guardrails/utils/tools_utils.py +++ b/guardrails/utils/tools_utils.py @@ -6,19 +6,18 @@ # takes processed schema and converts it to a openai tool object -def schema_to_tool(schema: ProcessedSchema) -> dict: - json_schema = schema.json_schema +def schema_to_tool(schema) -> dict: tool = { "type": "function", "function": { "name": "gd_response_tool", "description": "A tool for generating responses to guardrails." " It must be called last in every response.", - "parameters": schema.json_schema, - "required": json_schema["required"] or [], + "parameters": schema, + "required": schema["required"] or [], }, } - + print("===generated tool", tool) return tool diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index 2e66e1725..f4e1dc878 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -1074,6 +1074,7 @@ class Task(BaseModel): ) # verify that the tools are augmented with schema + assert mock_invoke_llm.call_count == 1 # verify output has been parsed and validated def test_string_reask(mocker): From 7c097b98d68cb5006a967b6c5de5ef5134689b19 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 19 Jun 2024 11:55:02 -0500 Subject: [PATCH 205/318] remove validators --- guardrails/classes/history/call.py | 21 - guardrails/classes/history/iteration.py | 26 - guardrails/classes/history/outputs.py | 17 - guardrails/utils/telemetry_utils.py | 2 +- guardrails/validator_base.py | 336 +---- guardrails/validators/__init__.py | 95 -- guardrails/validators/bug_free_python.py | 42 - guardrails/validators/bug_free_sql.py | 50 - guardrails/validators/competitor_check.py | 174 --- guardrails/validators/detect_secrets.py | 197 --- .../validators/endpoint_is_reachable.py | 54 - .../validators/exclude_sql_predicates.py | 54 - .../extracted_summary_sentences_match.py | 152 -- guardrails/validators/extractive_summary.py | 136 -- .../validators/is_high_quality_translation.py | 100 -- guardrails/validators/is_profanity_free.py | 44 - guardrails/validators/lower_case.py | 35 - guardrails/validators/on_topic.py | 267 ---- guardrails/validators/one_line.py | 36 - guardrails/validators/pii_filter.py | 146 -- guardrails/validators/provenance.py | 672 --------- .../validators/pydantic_field_validator.py | 58 - .../validators/qa_relevance_llm_eval.py | 110 -- guardrails/validators/regex_match.py | 74 - .../validators/remove_redundant_sentences.py | 85 -- guardrails/validators/saliency_check.py | 140 -- guardrails/validators/similar_to_document.py | 106 -- guardrails/validators/similar_to_list.py | 164 --- guardrails/validators/sql_column_presence.py | 53 - guardrails/validators/toxic_language.py | 202 --- guardrails/validators/two_words.py | 48 - guardrails/validators/valid_choices.py | 45 - guardrails/validators/valid_length.py | 88 -- guardrails/validators/valid_range.py | 63 - guardrails/validators/valid_url.py | 44 - guardrails/validators/validators.py | 30 - .../langchain/test_guard_runnable.py | 2 +- .../langchain/test_validator_runnable.py | 2 +- .../integration_tests/mock_toxic_language.py | 68 - .../entity_extraction/pydantic_models.py | 2 +- .../validated_output_reask_1.py | 2 +- .../validated_output_skeleton_reask_1.py | 2 +- .../pydantic/msg_validated_output_reask.py | 2 +- .../pydantic/validated_response_reask.py | 7 +- .../validator_parallelism_reask_1.py | 2 +- .../validator_parallelism_reask_2.py | 2 +- .../string/msg_validated_output_reask.py | 2 +- .../string/validated_output_reask.py | 2 +- .../test_assets/validators/__init__.py | 6 + .../test_assets}/validators/ends_with.py | 0 .../test_assets}/validators/reading_time.py | 0 .../test_assets}/validators/upper_case.py | 0 tests/integration_tests/test_async.py | 6 +- tests/integration_tests/test_guard.py | 3 +- tests/integration_tests/test_parsing.py | 2 +- tests/integration_tests/test_python_rail.py | 10 +- tests/integration_tests/test_streaming.py | 2 +- .../integration_tests/test_validator_base.py | 40 +- tests/integration_tests/test_validators.py | 637 --------- tests/unit_tests/mock_embeddings.py | 45 - tests/unit_tests/mock_provenance_v1.py | 37 - tests/unit_tests/mock_secrets.py | 29 - tests/unit_tests/mocks/mock_comet.py | 21 - tests/unit_tests/mocks/mock_validator.py | 6 +- tests/unit_tests/test_async_guard.py | 9 +- .../test_async_validator_service.py | 2 +- tests/unit_tests/test_guard.py | 9 +- tests/unit_tests/test_validator_base.py | 865 +++++++++++- tests/unit_tests/test_validator_suite.py | 106 -- tests/unit_tests/test_validators.py | 1228 ----------------- tests/unit_tests/validators/__init__.py | 0 .../unit_tests/validators/test_parameters.py | 439 ------ .../unit_tests/validators/test_regex_match.py | 37 - tests/unit_tests/validators/test_two_words.py | 32 - .../validators/test_valid_length.py | 19 - 75 files changed, 937 insertions(+), 6714 deletions(-) delete mode 100644 guardrails/validators/bug_free_python.py delete mode 100644 guardrails/validators/bug_free_sql.py delete mode 100644 guardrails/validators/competitor_check.py delete mode 100644 guardrails/validators/detect_secrets.py delete mode 100644 guardrails/validators/endpoint_is_reachable.py delete mode 100644 guardrails/validators/exclude_sql_predicates.py delete mode 100644 guardrails/validators/extracted_summary_sentences_match.py delete mode 100644 guardrails/validators/extractive_summary.py delete mode 100644 guardrails/validators/is_high_quality_translation.py delete mode 100644 guardrails/validators/is_profanity_free.py delete mode 100644 guardrails/validators/lower_case.py delete mode 100644 guardrails/validators/on_topic.py delete mode 100644 guardrails/validators/one_line.py delete mode 100644 guardrails/validators/pii_filter.py delete mode 100644 guardrails/validators/provenance.py delete mode 100644 guardrails/validators/pydantic_field_validator.py delete mode 100644 guardrails/validators/qa_relevance_llm_eval.py delete mode 100644 guardrails/validators/regex_match.py delete mode 100644 guardrails/validators/remove_redundant_sentences.py delete mode 100644 guardrails/validators/saliency_check.py delete mode 100644 guardrails/validators/similar_to_document.py delete mode 100644 guardrails/validators/similar_to_list.py delete mode 100644 guardrails/validators/sql_column_presence.py delete mode 100644 guardrails/validators/toxic_language.py delete mode 100644 guardrails/validators/two_words.py delete mode 100644 guardrails/validators/valid_choices.py delete mode 100644 guardrails/validators/valid_length.py delete mode 100644 guardrails/validators/valid_range.py delete mode 100644 guardrails/validators/valid_url.py delete mode 100644 guardrails/validators/validators.py delete mode 100644 tests/integration_tests/mock_toxic_language.py rename {guardrails => tests/integration_tests/test_assets}/validators/ends_with.py (100%) rename {guardrails => tests/integration_tests/test_assets}/validators/reading_time.py (100%) rename {guardrails => tests/integration_tests/test_assets}/validators/upper_case.py (100%) delete mode 100644 tests/integration_tests/test_validators.py delete mode 100644 tests/unit_tests/mock_embeddings.py delete mode 100644 tests/unit_tests/mock_provenance_v1.py delete mode 100644 tests/unit_tests/mock_secrets.py delete mode 100644 tests/unit_tests/mocks/mock_comet.py delete mode 100644 tests/unit_tests/test_validator_suite.py delete mode 100644 tests/unit_tests/test_validators.py delete mode 100644 tests/unit_tests/validators/__init__.py delete mode 100644 tests/unit_tests/validators/test_parameters.py delete mode 100644 tests/unit_tests/validators/test_regex_match.py delete mode 100644 tests/unit_tests/validators/test_two_words.py delete mode 100644 tests/unit_tests/validators/test_valid_length.py diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py index 233335899..a4ecd3212 100644 --- a/guardrails/classes/history/call.py +++ b/guardrails/classes/history/call.py @@ -4,7 +4,6 @@ from rich.panel import Panel from rich.pretty import pretty_repr from rich.tree import Tree -from typing_extensions import deprecated from guardrails_api_client import Call as ICall, CallException from guardrails.actions.filter import Filter @@ -202,14 +201,6 @@ def parsed_outputs(self) -> Stack[Union[str, List, Dict]]: validation.""" return Stack(*[i.outputs.parsed_output for i in self.iterations]) - @property - @deprecated( - """'Call.validation_output' is deprecated and will be removed in \ -versions 0.5.0 and beyond. Use 'validation_response' instead.""" - ) - def validation_output(self) -> Optional[Union[str, List, Dict, ReAsk]]: - return self.validation_response - @property def validation_response(self) -> Optional[Union[str, List, Dict, ReAsk]]: """The aggregated responses from the validation process across all @@ -297,18 +288,6 @@ def guarded_output(self) -> Optional[Union[str, List, Dict]]: if all_noop: return last_iteration.guarded_output - @property - @deprecated( - """'Call.validated_output' is deprecated and will be removed in \ -versions 0.5.0 and beyond. Use 'guarded_output' instead.""" - ) - def validated_output(self) -> Optional[Union[str, List, Dict]]: - """The output from the LLM after undergoing validation. - - This will only have a value if the Guard is in a passing state. - """ - return self.guarded_output - @property def reasks(self) -> Stack[ReAsk]: """Reasks generated during validation that could not be automatically diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py index c918907ca..adf9e6168 100644 --- a/guardrails/classes/history/iteration.py +++ b/guardrails/classes/history/iteration.py @@ -5,7 +5,6 @@ from rich.panel import Panel from rich.pretty import pretty_repr from rich.table import Table -from typing_extensions import deprecated from guardrails_api_client import Iteration as IIteration from guardrails.classes.generic.stack import Stack @@ -90,18 +89,6 @@ def validation_response(self) -> Optional[Union[ReAsk, str, List, Dict]]: """ return self.outputs.validation_response - @property - @deprecated( - """'Iteration.validation_output' is deprecated and will be removed in \ -versions 0.5.0 and beyond. Use 'validation_response' instead.""" - ) - def validation_output(self) -> Optional[Union[ReAsk, str, List, Dict]]: - """The output from the validation process. - - Could be a combination of valid output and ReAsks - """ - return self.validation_response - @property def guarded_output(self) -> Optional[Union[str, List, Dict]]: """Any valid values after undergoing validation. @@ -112,19 +99,6 @@ def guarded_output(self) -> Optional[Union[str, List, Dict]]: """ return self.outputs.guarded_output - @property - @deprecated( - """'Iteration.validated_output' is deprecated and will be removed in \ -versions 0.5.0 and beyond. Use 'guarded_output' instead.""" - ) - def validated_output(self) -> Optional[Union[str, List, Dict]]: - """The valid output from the LLM after undergoing validation. - - Could be only a partial structure if field level reasks occur. - Could contain fixed values. - """ - return self.outputs.guarded_output - @property def reasks(self) -> Sequence[ReAsk]: """Reasks generated during validation. diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py index 513ea558e..922d05be1 100644 --- a/guardrails/classes/history/outputs.py +++ b/guardrails/classes/history/outputs.py @@ -1,7 +1,6 @@ from typing import Any, Dict, List, Optional, Union from pydantic import Field -from typing_extensions import deprecated from guardrails_api_client import ( Outputs as IOutputs, @@ -137,22 +136,6 @@ def status(self) -> str: return fail_status return pass_status - @property - @deprecated( - """'Outputs.validation_output' is deprecated and will be removed in \ -versions 0.5.0 and beyond. Use 'validation_response' instead.""" - ) - def validation_output(self) -> Optional[Union[str, ReAsk, List, Dict]]: - return self.validation_response - - @property - @deprecated( - """'Outputs.validated_output' is deprecated and will be removed in \ -versions 0.5.0 and beyond. Use 'guarded_output' instead.""" - ) - def validated_output(self) -> Optional[Union[str, ReAsk, List, Dict]]: - return self.guarded_output - def to_dict(self) -> Dict[str, Any]: i_outputs = IOutputs( llm_response_info=self.llm_response_info, # type: ignore diff --git a/guardrails/utils/telemetry_utils.py b/guardrails/utils/telemetry_utils.py index 5b8e9a988..f27022afc 100644 --- a/guardrails/utils/telemetry_utils.py +++ b/guardrails/utils/telemetry_utils.py @@ -12,7 +12,7 @@ from guardrails.utils.casting_utils import to_string from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.actions.reask import ReAsk -from guardrails.validator_base import Filter, Refrain +from guardrails.actions import Filter, Refrain def get_result_type(before_value: Any, after_value: Any, outcome: str): diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py index 419397814..efd2ceb9f 100644 --- a/guardrails/validator_base.py +++ b/guardrails/validator_base.py @@ -1,7 +1,11 @@ +# TODO: +# - [ ] Rename this to just validator.py 0.5.x +# - [ ] Maintain validator_base.py for exports but deprecate them +# - [ ] Remove validator_base.py in 0.6.x + import inspect import nltk from collections import defaultdict -from copy import deepcopy from string import Template from typing import ( Any, @@ -12,172 +16,32 @@ Tuple, Type, Union, - cast, ) -from typing_extensions import deprecated from warnings import warn -from langchain_core.messages import BaseMessage -from langchain_core.runnables import Runnable, RunnableConfig +from langchain_core.runnables import Runnable -from guardrails.actions.filter import Filter -from guardrails.actions.refrain import Refrain from guardrails.classes import ( - InputType, ValidationResult, PassResult, # noqa FailResult, ErrorSpan, # noqa ) from guardrails.constants import hub -from guardrails.errors import ValidationError from guardrails.types.on_fail import OnFailAction from dataclasses import dataclass -VALIDATOR_IMPORT_WARNING = """Accessing `{validator_name}` using -`from guardrails.validators import {validator_name}` is deprecated and -support will be removed after version 0.5.x. Please switch to the Guardrails Hub syntax: -`from guardrails.hub import {hub_validator_name}` for future updates and support. -For additional details, please visit: {hub_validator_url}. -""" - -# Old names -> New names + hub URLs -VALIDATOR_NAMING = { - "bug-free-python": [ - "ValidPython", - "https://hub.guardrailsai.com/validator/reflex/valid_python", - ], - "bug-free-sql": [ - "ValidSQL", - "https://hub.guardrailsai.com/validator/guardrails/valid_sql", - ], - "competitor-check": [ - "CompetitorCheck", - "https://hub.guardrailsai.com/validator/guardrails/competitor_check", - ], - "detect-secrets": [ - "SecretsPresent", - "https://hub.guardrailsai.com/validator/guardrails/secrets_present", - ], - "is-reachable": [ - "EndpointIsReachable", - "https://hub.guardrailsai.com/validator/guardrails/endpoint_is_reachable", - ], - "ends-with": [ - "EndsWith", - "https://hub.guardrailsai.com/validator/guardrails/ends_with", - ], - "exclude-sql-predicates": [ - "ExcludeSqlPredicates", - "https://hub.guardrailsai.com/validator/guardrails/exclude_sql_predicates", - ], - "extracted-summary-sentences-match": [ - "ExtractedSummarySentencesMatch", - "https://hub.guardrailsai.com/validator/guardrails/extracted_summary_sentences_match", # noqa: E501 - ], - "extractive-summary": [ - "ExtractiveSummary", - "https://hub.guardrailsai.com/validator/aryn/extractive_summary", - ], - "is-high-quality-translation": [ - "HighQualityTranslation", - "https://hub.guardrailsai.com/validator/brainlogic/high_quality_translation", - ], - "is-profanity-free": [ - "ProfanityFree", - "https://hub.guardrailsai.com/validator/guardrails/profanity_free", - ], - "lower-case": [ - "LowerCase", - "https://hub.guardrailsai.com/validator/guardrails/lowercase", - ], - "on_topic": [ - "RestrictToTopic", - "https://hub.guardrailsai.com/validator/tryolabs/restricttotopic", - ], - "one-line": [ - "OneLine", - "https://hub.guardrailsai.com/validator/guardrails/one_line", - ], - "pii": [ - "DetectPII", - "https://hub.guardrailsai.com/validator/guardrails/detect_pii", - ], - "provenance-v0": [ - "ProvenanceEmbeddings", - "https://hub.guardrailsai.com/validator/guardrails/provenance_embeddings", - ], - "provenance-v1": [ - "ProvenanceLLM", - "https://hub.guardrailsai.com/validator/guardrails/provenance_llm", - ], - "qa-relevance-llm-eval": [ - "QARelevanceLLMEval", - "https://hub.guardrailsai.com/validator/guardrails/qa_relevance_llm_eval", - ], - "reading-time": [ - "ReadingTime", - "https://hub.guardrailsai.com/validator/guardrails/reading_time", - ], - "regex_match": [ - "RegexMatch", - "https://hub.guardrailsai.com/validator/guardrails/regex_match", - ], - "remove-redundant-sentences": [ - "RedundantSentences", - "https://hub.guardrailsai.com/validator/guardrails/redundant_sentences", - ], - "saliency-check": [ - "SaliencyCheck", - "https://hub.guardrailsai.com/validator/guardrails/saliency_check", - ], - "similar-to-document": [ - "SimilarToDocument", - "https://hub.guardrailsai.com/validator/guardrails/similar_to_document", - ], - "similar-to-list": [ - "SimilarToPreviousValues", - "https://hub.guardrailsai.com/validator/guardrails/similar_to_previous_values", - ], - "sql-column-presence": [ - "SqlColumnPresence", - "https://hub.guardrailsai.com/validator/numbersstation/sql_column_presence", - ], - "toxic-language": [ - "ToxicLanguage", - "https://hub.guardrailsai.com/validator/guardrails/toxic_language", - ], - "two-words": [ - "TwoWords", - "https://hub.guardrailsai.com/validator/guardrails/two_words", - ], - "upper-case": [ - "UpperCase", - "https://hub.guardrailsai.com/validator/guardrails/uppercase", - ], - "valid-choices": [ - "ValidChoices", - "https://hub.guardrailsai.com/validator/guardrails/valid_choices", - ], - "length": [ - "ValidLength", - "https://hub.guardrailsai.com/validator/guardrails/valid_length", - ], - "valid-range": [ - "ValidRange", - "https://hub.guardrailsai.com/validator/guardrails/valid_range", - ], - "valid-url": [ - "ValidURL", - "https://hub.guardrailsai.com/validator/guardrails/valid_url", - ], - "pydantic_field_validator": [], -} - - -# functions to get chunks + +# TODO: Use a different, lighter weight tokenizer +# that doesn't require downloads during runtime +# See: https://github.com/guardrails-ai/guardrails/issues/829 +try: + nltk.data.find("tokenizers/punkt") +except LookupError: + nltk.download("punkt") +### functions to get chunks ### def split_sentence_str(chunk: str): """A naive sentence splitter that splits on periods.""" if "." not in chunk: @@ -206,116 +70,6 @@ def split_sentence_nltk(chunk: str): return [sentences[0], "".join(sentences[1:])] -def check_refrain_in_list(schema: List) -> bool: - """Checks if a Refrain object exists in a list. - - Args: - schema: A list that can contain lists, dicts or scalars. - - Returns: - bool: True if a Refrain object exists in the list. - """ - for item in schema: - if isinstance(item, Refrain): - return True - elif isinstance(item, list): - if check_refrain_in_list(item): - return True - elif isinstance(item, dict): - if check_refrain_in_dict(item): - return True - - return False - - -def check_refrain_in_dict(schema: Dict) -> bool: - """Checks if a Refrain object exists in a dict. - - Args: - schema: A dict that can contain lists, dicts or scalars. - - Returns: - True if a Refrain object exists in the dict. - """ - for key, value in schema.items(): - if isinstance(value, Refrain): - return True - elif isinstance(value, list): - if check_refrain_in_list(value): - return True - elif isinstance(value, dict): - if check_refrain_in_dict(value): - return True - - return False - - -def check_refrain(schema: Union[List, Dict]) -> bool: - if isinstance(schema, List): - return check_refrain_in_list(schema) - return check_refrain_in_dict(schema) - - -def filter_in_list(schema: List) -> List: - """Remove out all Filter objects from a list. - - Args: - schema: A list that can contain lists, dicts or scalars. - - Returns: - A list with all Filter objects removed. - """ - filtered_list = [] - - for item in schema: - if isinstance(item, Filter): - pass - elif isinstance(item, list): - filtered_item = filter_in_list(item) - if len(filtered_item): - filtered_list.append(filtered_item) - elif isinstance(item, dict): - filtered_dict = filter_in_dict(item) - if len(filtered_dict): - filtered_list.append(filtered_dict) - else: - filtered_list.append(item) - - return filtered_list - - -def filter_in_dict(schema: Dict) -> Dict: - """Remove out all Filter objects from a dictionary. - - Args: - schema: A dictionary that can contain lists, dicts or scalars. - - Returns: - A dictionary with all Filter objects removed. - """ - filtered_dict = {} - - for key, value in schema.items(): - if isinstance(value, Filter): - pass - elif isinstance(value, list): - filtered_item = filter_in_list(value) - if len(filtered_item): - filtered_dict[key] = filtered_item - elif isinstance(value, dict): - filtered_dict[key] = filter_in_dict(value) - else: - filtered_dict[key] = value - - return filtered_dict - - -def filter_in_schema(schema: Union[Dict, List]) -> Union[Dict, List]: - if isinstance(schema, List): - return filter_in_list(schema) - return filter_in_dict(schema) - - validators_registry: Dict[str, Type["Validator"]] = {} types_to_validators = defaultdict(list) @@ -371,6 +125,7 @@ def decorator(cls_or_func: Union[Type[Validator], Callable]): return decorator +# TODO: Move this to validator_utils.py def get_validator_class(name: Optional[str]) -> Optional[Type["Validator"]]: if not name: return None @@ -393,7 +148,7 @@ def get_validator_class(name: Optional[str]) -> Optional[Type["Validator"]]: @dataclass # type: ignore -class Validator(Runnable): +class Validator: """Base class for validators.""" rail_alias: str = "" @@ -410,30 +165,6 @@ class Validator(Runnable): def __init__( self, on_fail: Optional[Union[Callable, OnFailAction]] = None, **kwargs ): - # Raise a warning for deprecated validators - - # Get class name and rail_alias - child_class_name = str(type(self).__name__) - validator_rail_alias = self.rail_alias - - # Check if this rail_alias is deprecated - if validator_rail_alias in VALIDATOR_NAMING: - if VALIDATOR_NAMING[validator_rail_alias]: - warn( - VALIDATOR_IMPORT_WARNING.format( - validator_name=child_class_name, - hub_validator_name=VALIDATOR_NAMING[validator_rail_alias][0], - hub_validator_url=VALIDATOR_NAMING[validator_rail_alias][1], - ), - FutureWarning, - ) - else: - warn( - f"""{child_class_name} is deprecated and - will be removed after version 0.5.x. - """, - FutureWarning, - ) self.on_fail_descriptor: Union[str, OnFailAction] = "custom" if on_fail is None: @@ -528,6 +259,7 @@ def to_prompt(self, with_keywords: bool = True) -> str: params = " ".join([f"{k}={v}" for k, v in kwargs.items()]) return f"{self.rail_alias}: {params}" + # TODO: Is this still used anywhere? def to_xml_attrib(self): """Convert the validator to an XML attribute.""" @@ -592,38 +324,6 @@ def __stringify__(self): } ) - @deprecated( - """'Validator.invoke' is deprecated and will be removed in \ - versions 0.5.x and beyond. Use Validator.to_runnable() instead.""" - ) - def invoke( - self, input: InputType, config: Optional[RunnableConfig] = None - ) -> InputType: - output = BaseMessage(content="", type="") - str_input = None - input_is_chat_message = False - if isinstance(input, BaseMessage): - input_is_chat_message = True - str_input = str(input.content) - output = deepcopy(input) - else: - str_input = str(input) - - response = self.validate(str_input, self._metadata) - - if isinstance(response, FailResult): - raise ValidationError( - ( - "The response from the LLM failed validation!" - f"{response.error_message}" - ) - ) - - if input_is_chat_message: - output.content = str_input - return cast(InputType, output) - return cast(InputType, str_input) - """ This method allows the user to provide metadata to validators used in an LCEL chain. This is necessary because they can't pass metadata directly to `validate` in a chain diff --git a/guardrails/validators/__init__.py b/guardrails/validators/__init__.py index deda9d450..394991271 100644 --- a/guardrails/validators/__init__.py +++ b/guardrails/validators/__init__.py @@ -1,11 +1,3 @@ -"""This module contains the validators for the Guardrails framework. - -The name with which a validator is registered is the name that is used -in the `RAIL` spec to specify formatters. -""" - -from warnings import warn - from guardrails.validator_base import ( FailResult, PassResult, @@ -13,95 +5,8 @@ Validator, register_validator, ) -from guardrails.validators.bug_free_python import BugFreePython -from guardrails.validators.bug_free_sql import BugFreeSQL -from guardrails.validators.competitor_check import CompetitorCheck -from guardrails.validators.detect_secrets import DetectSecrets, detect_secrets -from guardrails.validators.endpoint_is_reachable import EndpointIsReachable -from guardrails.validators.ends_with import EndsWith -from guardrails.validators.exclude_sql_predicates import ExcludeSqlPredicates -from guardrails.validators.extracted_summary_sentences_match import ( - ExtractedSummarySentencesMatch, -) -from guardrails.validators.extractive_summary import ExtractiveSummary -from guardrails.validators.is_high_quality_translation import IsHighQualityTranslation -from guardrails.validators.is_profanity_free import IsProfanityFree -from guardrails.validators.lower_case import LowerCase -from guardrails.validators.on_topic import OnTopic -from guardrails.validators.one_line import OneLine -from guardrails.validators.pii_filter import AnalyzerEngine, AnonymizerEngine, PIIFilter -from guardrails.validators.provenance import ProvenanceV0, ProvenanceV1 -from guardrails.validators.pydantic_field_validator import PydanticFieldValidator -from guardrails.validators.qa_relevance_llm_eval import QARelevanceLLMEval -from guardrails.validators.reading_time import ReadingTime -from guardrails.validators.regex_match import RegexMatch -from guardrails.validators.remove_redundant_sentences import RemoveRedundantSentences -from guardrails.validators.saliency_check import SaliencyCheck -from guardrails.validators.similar_to_document import SimilarToDocument -from guardrails.validators.similar_to_list import SimilarToList -from guardrails.validators.sql_column_presence import SqlColumnPresence -from guardrails.validators.toxic_language import ToxicLanguage, pipeline -from guardrails.validators.two_words import TwoWords -from guardrails.validators.upper_case import UpperCase -from guardrails.validators.valid_choices import ValidChoices -from guardrails.validators.valid_length import ValidLength -from guardrails.validators.valid_range import ValidRange -from guardrails.validators.valid_url import ValidURL - -warn( - """ - Importing validators from `guardrails.validators` is deprecated. - All validators are now available in the Guardrails Hub. Please install - and import them from the hub instead. All validators will be - removed from this module in the next major release. - - Install with: `guardrails hub install hub:///` - Import as: from guardrails.hub import `ValidatorName` - """, - FutureWarning, -) __all__ = [ - # Validators - "PydanticFieldValidator", - "ValidRange", - "ValidChoices", - "LowerCase", - "UpperCase", - "ValidLength", - "RegexMatch", - "TwoWords", - "OneLine", - "ValidURL", - "EndpointIsReachable", - "BugFreePython", - "BugFreeSQL", - "SqlColumnPresence", - "ExcludeSqlPredicates", - "SimilarToDocument", - "IsProfanityFree", - "IsHighQualityTranslation", - "EndsWith", - "ExtractedSummarySentencesMatch", - "ReadingTime", - "ExtractiveSummary", - "RemoveRedundantSentences", - "SaliencyCheck", - "QARelevanceLLMEval", - "ProvenanceV0", - "ProvenanceV1", - "PIIFilter", - "SimilarToList", - "DetectSecrets", - "ToxicLanguage", - "CompetitorCheck", - "OnTopic", - # Validator helpers - "detect_secrets", - "AnalyzerEngine", - "AnonymizerEngine", - "pipeline", - # Base classes "Validator", "register_validator", "ValidationResult", diff --git a/guardrails/validators/bug_free_python.py b/guardrails/validators/bug_free_python.py deleted file mode 100644 index ff854338a..000000000 --- a/guardrails/validators/bug_free_python.py +++ /dev/null @@ -1,42 +0,0 @@ -import ast -from typing import Any, Dict - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="bug-free-python", data_type="string") -class BugFreePython(Validator): - """Validates that there are no Python syntactic bugs in the generated code. - - This validator checks for syntax errors by running `ast.parse(code)`, - and will raise an exception if there are any. - Only the packages in the `python` environment are available to the code snippet. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `bug-free-python` | - | Supported data types | `string` | - | Programmatic fix | None | - """ - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - logger.debug(f"Validating {value} is not a bug...") - - # The value is a Python code snippet. We need to check for syntax errors. - try: - ast.parse(value) - except SyntaxError as e: - return FailResult( - error_message=f"Syntax error: {e.msg}", - ) - - return PassResult() diff --git a/guardrails/validators/bug_free_sql.py b/guardrails/validators/bug_free_sql.py deleted file mode 100644 index ec66ee151..000000000 --- a/guardrails/validators/bug_free_sql.py +++ /dev/null @@ -1,50 +0,0 @@ -from typing import Any, Callable, Dict, Optional - -from guardrails.utils.sql_utils import SQLDriver, create_sql_driver -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="bug-free-sql", data_type=["string"]) -class BugFreeSQL(Validator): - """Validates that there are no SQL syntactic bugs in the generated code. - - This is a very minimal implementation that uses the Pypi `sqlvalidator` package - to check if the SQL query is valid. You can implement a custom SQL validator - that uses a database connection to check if the query is valid. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `bug-free-sql` | - | Supported data types | `string` | - | Programmatic fix | None | - """ - - def __init__( - self, - conn: Optional[str] = None, - schema_file: Optional[str] = None, - on_fail: Optional[Callable] = None, - ): - super().__init__( - on_fail, - conn=conn, - schema_file=schema_file, - ) - self._driver: SQLDriver = create_sql_driver(schema_file=schema_file, conn=conn) - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - errors = self._driver.validate_sql(value) - if len(errors) > 0: - return FailResult( - error_message=". ".join(errors), - ) - - return PassResult() diff --git a/guardrails/validators/competitor_check.py b/guardrails/validators/competitor_check.py deleted file mode 100644 index 6b34aa873..000000000 --- a/guardrails/validators/competitor_check.py +++ /dev/null @@ -1,174 +0,0 @@ -import re -from typing import Callable, Dict, List, Optional - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - import nltk # type: ignore -except ImportError: - nltk = None # type: ignore - -if nltk is not None: - try: - nltk.data.find("tokenizers/punkt") - except LookupError: - nltk.download("punkt") - -try: - import spacy -except ImportError: - spacy = None - - -@register_validator(name="competitor-check", data_type="string") -class CompetitorCheck(Validator): - """Validates that LLM-generated text is not naming any competitors from a - given list. - - In order to use this validator you need to provide an extensive list of the - competitors you want to avoid naming including all common variations. - - Args: - competitors (List[str]): List of competitors you want to avoid naming - """ - - def __init__( - self, - competitors: List[str], - on_fail: Optional[Callable] = None, - ): - super().__init__(competitors=competitors, on_fail=on_fail) - self._competitors = competitors - model = "en_core_web_trf" - if spacy is None: - raise ImportError( - "You must install spacy in order to use the CompetitorCheck validator." - ) - - if not spacy.util.is_package(model): - logger.info( - f"Spacy model {model} not installed. " - "Download should start now and take a few minutes." - ) - spacy.cli.download(model) # type: ignore - - self.nlp = spacy.load(model) - - def exact_match(self, text: str, competitors: List[str]) -> List[str]: - """Performs exact match to find competitors from a list in a given - text. - - Args: - text (str): The text to search for competitors. - competitors (list): A list of competitor entities to match. - - Returns: - list: A list of matched entities. - """ - - found_entities = [] - for entity in competitors: - pattern = rf"\b{re.escape(entity)}\b" - match = re.search(pattern.lower(), text.lower()) - if match: - found_entities.append(entity) - return found_entities - - def perform_ner(self, text: str, nlp) -> List[str]: - """Performs named entity recognition on text using a provided NLP - model. - - Args: - text (str): The text to perform named entity recognition on. - nlp: The NLP model to use for entity recognition. - - Returns: - entities: A list of entities found. - """ - - doc = nlp(text) - entities = [] - for ent in doc.ents: - entities.append(ent.text) - return entities - - def is_entity_in_list(self, entities: List[str], competitors: List[str]) -> List: - """Checks if any entity from a list is present in a given list of - competitors. - - Args: - entities (list): A list of entities to check - competitors (list): A list of competitor names to match - - Returns: - List: List of found competitors - """ - - found_competitors = [] - for entity in entities: - for item in competitors: - pattern = rf"\b{re.escape(item)}\b" - match = re.search(pattern.lower(), entity.lower()) - if match: - found_competitors.append(item) - return found_competitors - - def validate(self, value: str, metadata=Dict) -> ValidationResult: - """Checks a text to find competitors' names in it. - - While running, store sentences naming competitors and generate a fixed output - filtering out all flagged sentences. - - Args: - value (str): The value to be validated. - metadata (Dict, optional): Additional metadata. Defaults to empty dict. - - Returns: - ValidationResult: The validation result. - """ - - if nltk is None: - raise ImportError( - "`nltk` library is required for `competitors-check` validator. " - "Please install it with `poetry add nltk`." - ) - sentences = nltk.sent_tokenize(value) - flagged_sentences = [] - filtered_sentences = [] - list_of_competitors_found = [] - - for sentence in sentences: - entities = self.exact_match(sentence, self._competitors) - if entities: - ner_entities = self.perform_ner(sentence, self.nlp) - found_competitors = self.is_entity_in_list(ner_entities, entities) - - if found_competitors: - flagged_sentences.append((found_competitors, sentence)) - list_of_competitors_found.append(found_competitors) - logger.debug(f"Found: {found_competitors} named in '{sentence}'") - else: - filtered_sentences.append(sentence) - - else: - filtered_sentences.append(sentence) - - filtered_output = " ".join(filtered_sentences) - - if len(flagged_sentences): - return FailResult( - error_message=( - f"Found the following competitors: {list_of_competitors_found}. " - "Please avoid naming those competitors next time" - ), - fix_value=filtered_output, - ) - else: - return PassResult() diff --git a/guardrails/validators/detect_secrets.py b/guardrails/validators/detect_secrets.py deleted file mode 100644 index da09ce6b3..000000000 --- a/guardrails/validators/detect_secrets.py +++ /dev/null @@ -1,197 +0,0 @@ -import os -import warnings -from typing import Any, Callable, Dict, List, Tuple, Union - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - import detect_secrets # type: ignore -except ImportError: - detect_secrets = None - - -@register_validator(name="detect-secrets", data_type="string") -class DetectSecrets(Validator): - """Validates whether the generated code snippet contains any secrets. - - **Key Properties** - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `detect-secrets` | - | Supported data types | `string` | - | Programmatic fix | None | - - Args: - None - - This validator uses the detect-secrets library to check whether the generated code - snippet contains any secrets. If any secrets are detected, the validator fails and - returns the generated code snippet with the secrets replaced with asterisks. - Else the validator returns the generated code snippet. - - Following are some caveats: - - Multiple secrets on the same line may not be caught. e.g. - - Minified code - - One-line lists/dictionaries - - Multi-variable assignments - - Multi-line secrets may not be caught. e.g. - - RSA/SSH keys - - Example: - ```py - - guard = Guard.from_string(validators=[ - DetectSecrets(on_fail=OnFailAction.FIX) - ]) - guard.parse( - llm_output=code_snippet, - ) - ``` - """ - - def __init__(self, on_fail: Union[Callable[..., Any], None] = None, **kwargs): - super().__init__(on_fail, **kwargs) - - # Check if detect-secrets is installed - if detect_secrets is None: - raise ValueError( - "You must install detect-secrets in order to " - "use the DetectSecrets validator." - ) - self.temp_file_name = "temp.txt" - self.mask = "********" - - def get_unique_secrets(self, value: str) -> Tuple[Dict[str, Any], List[str]]: - """Get unique secrets from the value. - - Args: - value (str): The generated code snippet. - - Returns: - unique_secrets (Dict[str, Any]): A dictionary of unique secrets and their - line numbers. - lines (List[str]): The lines of the generated code snippet. - """ - try: - # Write each line of value to a new file - with open(self.temp_file_name, "w") as f: - f.writelines(value) - except Exception as e: - raise OSError( - "Problems creating or deleting the temporary file. " - "Please check the permissions of the current directory." - ) from e - - try: - # Create a new secrets collection - from detect_secrets import settings - from detect_secrets.core.secrets_collection import SecretsCollection - - secrets = SecretsCollection() - - # Scan the file for secrets - with settings.default_settings(): - secrets.scan_file(self.temp_file_name) - except ImportError: - raise ValueError( - "You must install detect-secrets in order to " - "use the DetectSecrets validator." - ) - except Exception as e: - raise RuntimeError( - "Problems with creating a SecretsCollection or " - "scanning the file for secrets." - ) from e - - # Get unique secrets from these secrets - unique_secrets = {} - for secret in secrets: - _, potential_secret = secret - actual_secret = potential_secret.secret_value - line_number = potential_secret.line_number - if actual_secret not in unique_secrets: - unique_secrets[actual_secret] = [line_number] - else: - # if secret already exists, avoid duplicate line numbers - if line_number not in unique_secrets[actual_secret]: - unique_secrets[actual_secret].append(line_number) - - try: - # File no longer needed, read the lines from the file - with open(self.temp_file_name, "r") as f: - lines = f.readlines() - except Exception as e: - raise OSError( - "Problems reading the temporary file. " - "Please check the permissions of the current directory." - ) from e - - try: - # Delete the file - os.remove(self.temp_file_name) - except Exception as e: - raise OSError( - "Problems deleting the temporary file. " - "Please check the permissions of the current directory." - ) from e - return unique_secrets, lines - - def get_modified_value( - self, unique_secrets: Dict[str, Any], lines: List[str] - ) -> str: - """Replace the secrets on the lines with asterisks. - - Args: - unique_secrets (Dict[str, Any]): A dictionary of unique secrets and their - line numbers. - lines (List[str]): The lines of the generated code snippet. - - Returns: - modified_value (str): The generated code snippet with secrets replaced with - asterisks. - """ - # Replace the secrets on the lines with asterisks - for secret, line_numbers in unique_secrets.items(): - for line_number in line_numbers: - lines[line_number - 1] = lines[line_number - 1].replace( - secret, self.mask - ) - - # Convert lines to a multiline string - modified_value = "".join(lines) - return modified_value - - def validate(self, value: str, metadata: Dict[str, Any]) -> ValidationResult: - # Check if value is a multiline string - if "\n" not in value: - # Raise warning if value is not a multiline string - warnings.warn( - "The DetectSecrets validator works best with " - "multiline code snippets. " - "Refer validator docs for more details." - ) - - # Add a newline to value - value += "\n" - - # Get unique secrets from the value - unique_secrets, lines = self.get_unique_secrets(value) - - if unique_secrets: - # Replace the secrets on the lines with asterisks - modified_value = self.get_modified_value(unique_secrets, lines) - - return FailResult( - error_message=( - "The following secrets were detected in your response:\n" - + "\n".join(unique_secrets.keys()) - ), - fix_value=modified_value, - ) - return PassResult() diff --git a/guardrails/validators/endpoint_is_reachable.py b/guardrails/validators/endpoint_is_reachable.py deleted file mode 100644 index 27853c990..000000000 --- a/guardrails/validators/endpoint_is_reachable.py +++ /dev/null @@ -1,54 +0,0 @@ -from http import HTTPStatus -from typing import Any, Dict - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="is-reachable", data_type=["string"]) -class EndpointIsReachable(Validator): - """Validates that a value is a reachable URL. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `is-reachable` | - | Supported data types | `string`, | - | Programmatic fix | None | - """ - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - logger.debug(f"Validating {value} is a valid URL...") - - import requests - - # Check that the URL exists and can be reached - try: - response = requests.get(value) - if response.status_code != HTTPStatus.OK: - return FailResult( - error_message=f"URL {value} returned " - f"status code {response.status_code}", - ) - except requests.exceptions.ConnectionError: - return FailResult( - error_message=f"URL {value} could not be reached", - ) - except requests.exceptions.InvalidSchema: - return FailResult( - error_message=f"URL {value} does not specify " - f"a valid connection adapter", - ) - except requests.exceptions.MissingSchema: - return FailResult( - error_message=f"URL {value} does not contain " f"a http schema", - ) - - return PassResult() diff --git a/guardrails/validators/exclude_sql_predicates.py b/guardrails/validators/exclude_sql_predicates.py deleted file mode 100644 index 915c1ab13..000000000 --- a/guardrails/validators/exclude_sql_predicates.py +++ /dev/null @@ -1,54 +0,0 @@ -# This file contains the validator for the exclude-sql-predicates guardrail -from typing import Any, Callable, Dict, List, Optional - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="exclude-sql-predicates", data_type="string") -class ExcludeSqlPredicates(Validator): - """Validates that the SQL query does not contain certain predicates. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `exclude-sql-predicates` | - | Supported data types | `string` | - | Programmatic fix | None | - - Args: - predicates: The list of predicates to avoid. - """ - - def __init__(self, predicates: List[str], on_fail: Optional[Callable] = None): - super().__init__( - on_fail=on_fail, - predicates=predicates, - ) - self._predicates = set(predicates) - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - from sqlglot import exp, parse - - expressions = parse(value) - for expression in expressions: - if expression is None: - continue - for pred in self._predicates: - try: - getattr(exp, pred) - except AttributeError: - raise ValueError(f"Predicate {pred} does not exist") - if len(list(expression.find_all(getattr(exp, pred)))): - return FailResult( - error_message=f"SQL query contains predicate {pred}", - fix_value="", - ) - - return PassResult() diff --git a/guardrails/validators/extracted_summary_sentences_match.py b/guardrails/validators/extracted_summary_sentences_match.py deleted file mode 100644 index 74b02b56f..000000000 --- a/guardrails/validators/extracted_summary_sentences_match.py +++ /dev/null @@ -1,152 +0,0 @@ -import contextvars -import re -from typing import Any, Callable, Dict, Optional - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="extracted-summary-sentences-match", data_type="string") -class ExtractedSummarySentencesMatch(Validator): - """Validates that the extracted summary sentences match the original text - by performing a cosine similarity in the embedding space. - - **Key Properties** - - | Property | Description | - | ----------------------------- | ----------------------------------- | - | Name for `format` attribute | `extracted-summary-sentences-match` | - | Supported data types | `string` | - | Programmatic fix | Remove any sentences that can not be verified. | - - Args: - - threshold: The minimum cosine similarity to be considered similar. Default to 0.7. - - Other parameters: Metadata - - filepaths (List[str]): A list of strings that specifies the filepaths for any documents that should be used for asserting the summary's similarity. - document_store (DocumentStoreBase, optional): The document store to use during validation. Defaults to EphemeralDocumentStore. - vector_db (VectorDBBase, optional): A vector database to use for embeddings. Defaults to Faiss. - embedding_model (EmbeddingBase, optional): The embeddig model to use. Defaults to OpenAIEmbedding. - """ # noqa - - required_metadata_keys = ["filepaths"] - - def __init__( - self, - threshold: float = 0.7, - on_fail: Optional[Callable] = None, - **kwargs: Optional[Dict[str, Any]], - ): - super().__init__(on_fail, threshold=threshold, **kwargs) - # TODO(shreya): Pass embedding_model, vector_db, document_store from spec - - self._threshold = float(threshold) - - @staticmethod - def _instantiate_store( - metadata, api_key: Optional[str] = None, api_base: Optional[str] = None - ): - if "document_store" in metadata: - return metadata["document_store"] - - from guardrails.document_store import EphemeralDocumentStore - - if "vector_db" in metadata: - vector_db = metadata["vector_db"] - else: - from guardrails.vectordb import Faiss - - if "embedding_model" in metadata: - embedding_model = metadata["embedding_model"] - else: - from guardrails.embedding import OpenAIEmbedding - - embedding_model = OpenAIEmbedding(api_key=api_key, api_base=api_base) - - vector_db = Faiss.new_flat_ip_index( - embedding_model.output_dim, embedder=embedding_model - ) - - return EphemeralDocumentStore(vector_db) - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - if not metadata: - # default to value provided via Validator.with_metadata - metadata = self._metadata - - if "filepaths" not in metadata: - raise RuntimeError( - "extracted-sentences-summary-match validator expects " - "`filepaths` key in metadata" - ) - filepaths = metadata["filepaths"] - - kwargs = {} - context_copy = contextvars.copy_context() - for key, context_var in context_copy.items(): - if key.name == "kwargs" and isinstance(kwargs, dict): - kwargs = context_var - break - - api_key = kwargs.get("api_key") - api_base = kwargs.get("api_base") - - store = self._instantiate_store(metadata, api_key, api_base) - - sources = [] - for filepath in filepaths: - with open(filepath) as f: - doc = f.read() - store.add_text(doc, {"path": filepath}) - sources.append(filepath) - - # Split the value into sentences. - sentences = re.split(r"(?<=[.!?]) +", value) - - # Check if any of the sentences in the value match any of the sentences - # in the documents. - unverified = [] - verified = [] - citations = {} - for id_, sentence in enumerate(sentences): - page = store.search_with_threshold(sentence, self._threshold) - if not page or page[0].metadata["path"] not in sources: - unverified.append(sentence) - else: - sentence_id = id_ + 1 - citation_path = page[0].metadata["path"] - citation_id = sources.index(citation_path) + 1 - - citations[sentence_id] = citation_id - verified.append(sentence + f" [{citation_id}]") - - fixed_summary = ( - " ".join(verified) - + "\n\n" - + "\n".join(f"[{i + 1}] {s}" for i, s in enumerate(sources)) - ) - metadata["summary_with_citations"] = fixed_summary - metadata["citations"] = citations - - if unverified: - unverified_sentences = "\n".join(unverified) - return FailResult( - metadata=metadata, - error_message=( - f"The summary \nSummary: {value}\n has sentences\n" - f"{unverified_sentences}\n that are not similar to any document." - ), - fix_value=fixed_summary, - ) - - return PassResult(metadata=metadata) - - def to_prompt(self, with_keywords: bool = True) -> str: - return "" diff --git a/guardrails/validators/extractive_summary.py b/guardrails/validators/extractive_summary.py deleted file mode 100644 index a50088264..000000000 --- a/guardrails/validators/extractive_summary.py +++ /dev/null @@ -1,136 +0,0 @@ -from typing import Any, Callable, Dict, Optional - -from guardrails.utils.docs_utils import sentence_split -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="extractive-summary", data_type="string") -class ExtractiveSummary(Validator): - """Validates that a string is a valid extractive summary of a given - document. - - This validator does a fuzzy match between the sentences in the - summary and the sentences in the document. Each sentence in the - summary must be similar to at least one sentence in the document. - After the validation, the summary is updated to include the - sentences from the document that were matched, and the citations for - those sentences are added to the end of the summary. - - **Key Properties** - - | Property | Description | - | ----------------------------- | ----------------------------------- | - | Name for `format` attribute | `extractive-summary` | - | Supported data types | `string` | - | Programmatic fix | Remove any sentences that can not be verified. | - - Args: - - threshold: The minimum fuzz ratio to be considered summarized. Defaults to 85. - - Other parameters: Metadata - - filepaths (List[str]): A list of strings that specifies the filepaths for any documents that should be used for asserting the summary's similarity. - """ # noqa - - required_metadata_keys = ["filepaths"] - - def __init__( - self, - threshold: int = 85, - on_fail: Optional[Callable] = None, - **kwargs, - ): - super().__init__(on_fail, threshold=threshold, **kwargs) - - self._threshold = threshold - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - """Make sure each sentence was precisely copied from the document.""" - if not metadata: - # default to value provided via Validator.with_metadata - metadata = self._metadata - - if "filepaths" not in metadata: - raise RuntimeError( - "extractive-summary validator expects " "`filepaths` key in metadata" - ) - - filepaths = metadata["filepaths"] - - # Load documents - store = {} - for filepath in filepaths: - with open(filepath) as f: - doc = f.read() - store[filepath] = sentence_split(doc) - - try: - from thefuzz import fuzz # type: ignore - except ImportError: - raise ImportError( - "`thefuzz` library is required for `extractive-summary` validator. " - "Please install it with `poetry add thefuzz`." - ) - - # Split the value into sentences. - sentences = sentence_split(value) - - # Check if any of the sentences in the value match any of the sentences - # # in the documents. - unverified = [] - verified = [] - citations = {} - - for id_, sentence in enumerate(sentences): - highest_ratio = 0 - highest_ratio_doc = None - - # Check fuzzy match against all sentences in all documents - for doc_path, doc_sentences in store.items(): - for doc_sentence in doc_sentences: - ratio = fuzz.ratio(sentence, doc_sentence) - if ratio > highest_ratio: - highest_ratio = ratio - highest_ratio_doc = doc_path - - if highest_ratio < self._threshold: - unverified.append(sentence) - else: - sentence_id = id_ + 1 - citation_id = list(store).index(highest_ratio_doc) + 1 - - citations[sentence_id] = citation_id - verified.append(sentence + f" [{citation_id}]") - - verified_sentences = ( - " ".join(verified) - + "\n\n" - + "\n".join(f"[{i + 1}] {s}" for i, s in enumerate(store)) - ) - - metadata["summary_with_citations"] = verified_sentences - metadata["citations"] = citations - - if len(unverified): - unverified_sentences = "\n".join( - "- " + s for i, s in enumerate(sentences) if i in unverified - ) - return FailResult( - metadata=metadata, - error_message=( - f"The summary \nSummary: {value}\n has sentences\n" - f"{unverified_sentences}\n that are not similar to any document." - ), - fix_value="\n".join(verified_sentences), - ) - - return PassResult( - metadata=metadata, - ) diff --git a/guardrails/validators/is_high_quality_translation.py b/guardrails/validators/is_high_quality_translation.py deleted file mode 100644 index 714490343..000000000 --- a/guardrails/validators/is_high_quality_translation.py +++ /dev/null @@ -1,100 +0,0 @@ -from typing import Any, Dict, cast - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - from comet import download_model, load_from_checkpoint -except ImportError: - download_model = None - load_from_checkpoint = None - - -@register_validator(name="is-high-quality-translation", data_type="string") -class IsHighQualityTranslation(Validator): - """Validates that the translation is of high quality. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `is-high-quality-translation` | - | Supported data types | `string` | - | Programmatic fix | None | - - Other parameters: Metadata - translation_source (str): The source of the translation. - - This validator uses one of the reference-free models from Unbabel/COMET - to check the quality of the translation. Specifically, it uses the - `Unbabel/wmt22-cometkiwi-da` model. - - Unbabel/COMET details: https://github.com/Unbabel/COMET - Model details: https://huggingface.co/Unbabel/wmt22-cometkiwi-da - - Pre-requisites: - - Install the `unbabel-comet` from source: - `pip install git+https://github.com/Unbabel/COMET` - - Please accept the model license from: - https://huggingface.co/Unbabel/wmt22-cometkiwi-da - - Login into Huggingface Hub using: - huggingface-cli login --token $HUGGINGFACE_TOKEN - """ - - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - if download_model is None or load_from_checkpoint is None: - raise RuntimeError( - "is-high-quality-translation validator requires " - "unbabel-comet to be installed. Please install it using " - "`pip install git+https://github.com/Unbabel/COMET`." - ) - self._model_name = "Unbabel/wmt22-cometkiwi-da" - self._quality_threshold = 0.5 - - try: - # Download the model - print("\nDownloading the model. This may take a while the 1st time...") - model_path = download_model(self._model_name) - - # Load the model - print("\nLoading the model from checkpoint...") - self.model = load_from_checkpoint(model_path) - except Exception as e: - raise RuntimeError( - f"Error while downloading the model {self._model_name} " - "from COMET: {e}.\n Please review the validator " - "documentation for more details on the pre-requisites." - "Ensure that you are logged into Huggingface Hub." - ) from e - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - if not metadata: - # default to value provided via Validator.with_metadata - metadata = self._metadata - - if "translation_source" not in metadata: - raise RuntimeError( - "is-high-quality-translation validator expects " - "`translation_source` key in metadata" - ) - - model_output = self.model.predict( - [{"src": metadata["translation_source"], "mt": value}], - accelerator="cpu", - ) - model_output = cast(Any, model_output) - translation_quality = model_output.scores[0] - print(f"Translation quality: {translation_quality}") - if translation_quality < self._quality_threshold: - return FailResult( - error_message=f"{value} is a low quality translation. " - "Hence, not returning.", - fix_value="", - ) - return PassResult() diff --git a/guardrails/validators/is_profanity_free.py b/guardrails/validators/is_profanity_free.py deleted file mode 100644 index 6522d55d8..000000000 --- a/guardrails/validators/is_profanity_free.py +++ /dev/null @@ -1,44 +0,0 @@ -from typing import Any, Dict - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="is-profanity-free", data_type="string") -class IsProfanityFree(Validator): - """Validates that a translated text does not contain profanity language. - - This validator uses the `alt-profanity-check` package to check if a string - contains profanity language. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `is-profanity-free` | - | Supported data types | `string` | - | Programmatic fix | None | - """ - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - try: - from profanity_check import predict # type: ignore - except ImportError: - raise ImportError( - "`is-profanity-free` validator requires the `alt-profanity-check`" - "package. Please install it with `poetry add profanity-check`." - ) - - prediction = predict([value]) - if prediction[0] == 1: - return FailResult( - error_message=f"{value} contains profanity. " - f"Please return a profanity-free output.", - fix_value="", - ) - return PassResult() diff --git a/guardrails/validators/lower_case.py b/guardrails/validators/lower_case.py deleted file mode 100644 index 456951c2d..000000000 --- a/guardrails/validators/lower_case.py +++ /dev/null @@ -1,35 +0,0 @@ -from typing import Any, Dict - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="lower-case", data_type="string") -class LowerCase(Validator): - """Validates that a value is lower case. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `lower-case` | - | Supported data types | `string` | - | Programmatic fix | Convert to lower case. | - """ - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - logger.debug(f"Validating {value} is lower case...") - - if value.lower() != value: - return FailResult( - error_message=f"Value {value} is not lower case.", - fix_value=value.lower(), - ) - - return PassResult() diff --git a/guardrails/validators/on_topic.py b/guardrails/validators/on_topic.py deleted file mode 100644 index 6ca301b6b..000000000 --- a/guardrails/validators/on_topic.py +++ /dev/null @@ -1,267 +0,0 @@ -import contextvars -import json -from typing import Any, Callable, Dict, List, Optional, Tuple, Union - -from tenacity import retry, stop_after_attempt, wait_random_exponential - -from guardrails.utils.casting_utils import to_int -from guardrails.utils.openai_utils import OpenAIClient -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - from transformers import pipeline -except ImportError: - pipeline = None - - -@register_validator(name="on_topic", data_type="string") -class OnTopic(Validator): - """Checks if text's main topic is specified within a list of valid topics - and ensures that the text is not about any of the invalid topics. - - This validator accepts at least one valid topic and an optional list of - invalid topics. - - Default behavior first runs a Zero-Shot model, and then falls back to - ask OpenAI's `gpt-3.5-turbo` if the Zero-Shot model is not confident - in the topic classification (score < 0.5). - - In our experiments this LLM fallback increases accuracy by 15% but also - increases latency (more than doubles the latency in the worst case). - - Both the Zero-Shot classification and the GPT classification may be toggled. - - **Key Properties** - - | Property | Description | - | ----------------------------- | ---------------------------------------- | - | Name for `format` attribute | `on_topic` | - | Supported data types | `string` | - | Programmatic fix | Removes lines with off-topic information | - - Args: - valid_topics (List[str]): topics that the text should be about - (one or many). - invalid_topics (List[str], Optional, defaults to []): topics that the - text cannot be about. - device (int, Optional, defaults to -1): Device ordinal for CPU/GPU - supports for Zero-Shot classifier. Setting this to -1 will leverage - CPU, a positive will run the Zero-Shot model on the associated CUDA - device id. - model (str, Optional, defaults to 'facebook/bart-large-mnli'): The - Zero-Shot model that will be used to classify the topic. See a - list of all models here: - https://huggingface.co/models?pipeline_tag=zero-shot-classification - llm_callable (Union[str, Callable, None], Optional, defaults to - 'gpt-3.5-turbo'): Either the name of the OpenAI model, or a callable - that takes a prompt and returns a response. - disable_classifier (bool, Optional, defaults to False): controls whether - to use the Zero-Shot model. At least one of disable_classifier and - disable_llm must be False. - disable_llm (bool, Optional, defaults to False): controls whether to use - the LLM fallback. At least one of disable_classifier and - disable_llm must be False. - model_threshold (float, Optional, defaults to 0.5): The threshold used to - determine whether to accept a topic from the Zero-Shot model. Must be - a number between 0 and 1. - """ - - def __init__( - self, - valid_topics: List[str], - invalid_topics: Optional[List[str]] = [], - device: Optional[int] = -1, - model: Optional[str] = "facebook/bart-large-mnli", - llm_callable: Union[str, Callable, None] = None, - disable_classifier: Optional[bool] = False, - disable_llm: Optional[bool] = False, - on_fail: Optional[Callable[..., Any]] = None, - model_threshold: Optional[float] = 0.5, - ): - super().__init__( - valid_topics=valid_topics, - invalid_topics=invalid_topics, - device=device, - model=model, - disable_classifier=disable_classifier, - disable_llm=disable_llm, - llm_callable=llm_callable, - on_fail=on_fail, - model_threshold=model_threshold, - ) - self._valid_topics = valid_topics - - if pipeline is None: - raise ValueError( - "You must install transformers in order to " - "use the OnTopic validator." - "Install it using `pip install transformers`." - ) - - if invalid_topics is None: - self._invalid_topics = [] - else: - self._invalid_topics = invalid_topics - - self._device = to_int(device) - self._model = model - self._disable_classifier = disable_classifier - self._disable_llm = disable_llm - - if not model_threshold: - model_threshold = 0.5 - else: - self._model_threshold = model_threshold - - self.set_callable(llm_callable) - - def get_topic_ensemble( - self, text: str, candidate_topics: List[str] - ) -> ValidationResult: - topic, confidence = self.get_topic_zero_shot(text, candidate_topics) - - if confidence > self._model_threshold: - return self.verify_topic(topic) - else: - return self.get_topic_llm(text, candidate_topics) - - def get_topic_llm(self, text: str, candidate_topics: List[str]) -> ValidationResult: - response = self.call_llm(text, candidate_topics) - topic = json.loads(response)["topic"] - return self.verify_topic(topic) - - def get_client_args(self) -> Tuple[Optional[str], Optional[str]]: - kwargs = {} - context_copy = contextvars.copy_context() - for key, context_var in context_copy.items(): - if key.name == "kwargs" and isinstance(kwargs, dict): - kwargs = context_var - break - - api_key = kwargs.get("api_key") - api_base = kwargs.get("api_base") - - return (api_key, api_base) - - # todo: extract some of these similar methods into a base class w provenance - @retry(wait=wait_random_exponential(min=1, max=60), stop=stop_after_attempt(5)) - def call_llm(self, text: str, topics: List[str]) -> str: - """Call the LLM with the given prompt. - - Expects a function that takes a string and returns a string. - Args: - text (str): The input text to classify using the LLM. - topics (List[str]): The list of candidate topics. - Returns: - response (str): String representing the LLM response. - """ - return self._llm_callable(text, topics) - - def verify_topic(self, topic: str) -> ValidationResult: - if topic in self._valid_topics: - return PassResult() - else: - return FailResult(error_message=f"Most relevant topic is {topic}.") - - def set_callable(self, llm_callable: Union[str, Callable, None]) -> None: - """Set the LLM callable. - - Args: - llm_callable: Either the name of the OpenAI model, or a callable that takes - a prompt and returns a response. - """ - - if llm_callable is None: - llm_callable = "gpt-3.5-turbo" - - if isinstance(llm_callable, str): - if llm_callable not in ["gpt-3.5-turbo", "gpt-4"]: - raise ValueError( - "llm_callable must be one of 'gpt-3.5-turbo' or 'gpt-4'." - "If you want to use a custom LLM, please provide a callable." - "Check out ProvenanceV1 documentation for an example." - ) - - def openai_callable(text: str, topics: List[str]) -> str: - api_key, api_base = self.get_client_args() - response = OpenAIClient(api_key, api_base).create_chat_completion( - model=llm_callable, - messages=[ - { - "role": "user", - "content": f"""Classify the following text {text} - into one of these topics: {topics}. - Format the response as JSON with the following schema: - {{"topic": "topic_name"}}""", - }, - ], - ) - - return response.output - - self._llm_callable = openai_callable - elif isinstance(llm_callable, Callable): - self._llm_callable = llm_callable - else: - raise ValueError("llm_callable must be a string or a Callable") - - def get_topic_zero_shot( - self, text: str, candidate_topics: List[str] - ) -> Tuple[str, float]: - classifier = pipeline( # type: ignore - "zero-shot-classification", - model=self._model, - device=self._device, - hypothesis_template="This example has to do with topic {}.", - ) - result = classifier(text, candidate_topics) - topic = result["labels"][0] # type: ignore - score = result["scores"][0] # type: ignore - return topic, score # type: ignore - - def validate( - self, value: str, metadata: Optional[Dict[str, Any]] - ) -> ValidationResult: - valid_topics = set(self._valid_topics) - invalid_topics = set(self._invalid_topics) - - # throw if valid and invalid topics are empty - if not valid_topics: - raise ValueError( - "`valid_topics` must be set and contain at least one topic." - ) - - # throw if valid and invalid topics are not disjoint - if bool(valid_topics.intersection(invalid_topics)): - raise ValueError("A topic cannot be valid and invalid at the same time.") - - # Add 'other' to the invalid topics list - if "other" not in invalid_topics: - invalid_topics.add("other") - - # Combine valid and invalid topics - candidate_topics = valid_topics.union(invalid_topics) - - # Check which model(s) to use - if self._disable_classifier and self._disable_llm: # Error, no model set - raise ValueError("Either classifier or llm must be enabled.") - elif ( - not self._disable_classifier and not self._disable_llm - ): # Use ensemble (Zero-Shot + Ensemble) - return self.get_topic_ensemble(value, list(candidate_topics)) - elif self._disable_classifier and not self._disable_llm: # Use only LLM - return self.get_topic_llm(value, list(candidate_topics)) - - # Use only Zero-Shot - topic, _score = self.get_topic_zero_shot(value, list(candidate_topics)) - - if _score > self._model_threshold: - return self.verify_topic(topic) - else: - return self.verify_topic("other") diff --git a/guardrails/validators/one_line.py b/guardrails/validators/one_line.py deleted file mode 100644 index f63c75bde..000000000 --- a/guardrails/validators/one_line.py +++ /dev/null @@ -1,36 +0,0 @@ -from typing import Any, Dict - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="one-line", data_type="string") -class OneLine(Validator): - """Validates that a value is a single line, based on whether or not the - output has a newline character (\\n). - - **Key Properties** - - | Property | Description | - | ----------------------------- | -------------------------------------- | - | Name for `format` attribute | `one-line` | - | Supported data types | `string` | - | Programmatic fix | Keep the first line, delete other text | - """ - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - logger.debug(f"Validating {value} is a single line...") - - if len(value.splitlines()) > 1: - return FailResult( - error_message=f"Value {value} is not a single line.", - fix_value=value.splitlines()[0], - ) - - return PassResult() diff --git a/guardrails/validators/pii_filter.py b/guardrails/validators/pii_filter.py deleted file mode 100644 index 0a7561a68..000000000 --- a/guardrails/validators/pii_filter.py +++ /dev/null @@ -1,146 +0,0 @@ -from typing import Any, Callable, Dict, List, Union, cast - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - from presidio_analyzer import AnalyzerEngine - from presidio_anonymizer import AnonymizerEngine -except ImportError: - AnalyzerEngine = None - AnonymizerEngine = None - - -@register_validator(name="pii", data_type="string") -class PIIFilter(Validator): - """Validates that any text does not contain any PII. - - This validator uses Microsoft's Presidio (https://github.com/microsoft/presidio) - to detect PII in the text. If PII is detected, the validator will fail with a - programmatic fix that anonymizes the text. Otherwise, the validator will pass. - - **Key Properties** - - | Property | Description | - | ----------------------------- | ----------------------------------- | - | Name for `format` attribute | `pii` | - | Supported data types | `string` | - | Programmatic fix | Anonymized text with PII filtered | - - Args: - pii_entities (str | List[str], optional): The PII entities to filter. Must be - one of `pii` or `spi`. Defaults to None. Can also be set in metadata. - """ - - PII_ENTITIES_MAP = { - "pii": [ - "EMAIL_ADDRESS", - "PHONE_NUMBER", - "DOMAIN_NAME", - "IP_ADDRESS", - "DATE_TIME", - "LOCATION", - "PERSON", - "URL", - ], - "spi": [ - "CREDIT_CARD", - "CRYPTO", - "IBAN_CODE", - "NRP", - "MEDICAL_LICENSE", - "US_BANK_NUMBER", - "US_DRIVER_LICENSE", - "US_ITIN", - "US_PASSPORT", - "US_SSN", - ], - } - - def __init__( - self, - pii_entities: Union[str, List[str], None] = None, - on_fail: Union[Callable[..., Any], None] = None, - **kwargs, - ): - if AnalyzerEngine is None or AnonymizerEngine is None: - raise ImportError( - "You must install the `presidio-analyzer`, `presidio-anonymizer`" - "and a spaCy language model to use the PII validator." - "Refer to https://microsoft.github.io/presidio/installation/" - ) - - super().__init__( - on_fail, - pii_entities=pii_entities, - **kwargs, - ) - self.pii_entities = pii_entities - self.pii_analyzer = AnalyzerEngine() - self.pii_anonymizer = AnonymizerEngine() - - def get_anonymized_text(self, text: str, entities: List[str]) -> str: - """Analyze and anonymize the text for PII. - - Args: - text (str): The text to analyze. - pii_entities (List[str]): The PII entities to filter. - - Returns: - anonymized_text (str): The anonymized text. - """ - results = self.pii_analyzer.analyze(text=text, entities=entities, language="en") - results = cast(List[Any], results) - anonymized_text = self.pii_anonymizer.anonymize( - text=text, analyzer_results=results - ).text - return anonymized_text - - def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult: - # Entities to filter passed through metadata take precedence - if not metadata: - # default to value provided via Validator.with_metadata - metadata = self._metadata - - pii_entities = metadata.get("pii_entities", self.pii_entities) - if pii_entities is None: - raise ValueError( - "`pii_entities` must be set in order to use the `PIIFilter` validator." - "Add this: `pii_entities=['PERSON', 'PHONE_NUMBER']`" - "OR pii_entities='pii' or 'spi'" - "in init or metadata." - ) - - pii_keys = list(self.PII_ENTITIES_MAP.keys()) - # Check that pii_entities is a string OR list of strings - if isinstance(pii_entities, str): - # A key to the PII_ENTITIES_MAP - entities_to_filter = self.PII_ENTITIES_MAP.get(pii_entities, None) - if entities_to_filter is None: - raise ValueError(f"`pii_entities` must be one of {pii_keys}") - elif isinstance(pii_entities, list): - entities_to_filter = pii_entities - else: - raise ValueError( - f"`pii_entities` must be one of {pii_keys}" " or a list of strings." - ) - - # Analyze the text, and anonymize it if there is PII - anonymized_text = self.get_anonymized_text( - text=value, entities=entities_to_filter - ) - - # If anonymized value text is different from original value, then there is PII - if anonymized_text != value: - return FailResult( - error_message=( - f"The following text in your response contains PII:\n{value}" - ), - fix_value=anonymized_text, - ) - return PassResult() diff --git a/guardrails/validators/provenance.py b/guardrails/validators/provenance.py deleted file mode 100644 index d9819b05e..000000000 --- a/guardrails/validators/provenance.py +++ /dev/null @@ -1,672 +0,0 @@ -import contextvars -import itertools -import os -import warnings -from functools import partial -from typing import Any, Callable, Dict, List, Optional, Tuple, Union - -from tenacity import retry, stop_after_attempt, wait_random_exponential - -from guardrails.utils.docs_utils import get_chunks_from_text -from guardrails.utils.openai_utils import OpenAIClient -from guardrails.utils.validator_utils import PROVENANCE_V1_PROMPT -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - import numpy as np -except ImportError: - _HAS_NUMPY = False -else: - _HAS_NUMPY = True - -try: - import nltk # type: ignore -except ImportError: - nltk = None # type: ignore - -if nltk is not None: - try: - nltk.data.find("tokenizers/punkt") - except LookupError: - nltk.download("punkt") - - -@register_validator(name="provenance-v0", data_type="string") -class ProvenanceV0(Validator): - """Validates that LLM-generated text matches some source text based on - distance in embedding space. - - **Key Properties** - - | Property | Description | - | ----------------------------- | ----------------------------------- | - | Name for `format` attribute | `provenance-v0` | - | Supported data types | `string` | - | Programmatic fix | None | - - Args: - threshold: The minimum cosine similarity between the generated text and - the source text. Defaults to 0.8. - validation_method: Whether to validate at the sentence level or over the full text. Must be one of `sentence` or `full`. Defaults to `sentence` - - Other parameters: Metadata - query_function (Callable, optional): A callable that takes a string and returns a list of (chunk, score) tuples. - sources (List[str], optional): The source text. - embed_function (Callable, optional): A callable that creates embeddings for the sources. Must accept a list of strings and return an np.array of floats. - - In order to use this validator, you must provide either a `query_function` or - `sources` with an `embed_function` in the metadata. - - If providing query_function, it should take a string as input and return a list of - (chunk, score) tuples. The chunk is a string and the score is a float representing - the cosine distance between the chunk and the input string. The list should be - sorted in ascending order by score. - - Note: The score should represent distance in embedding space, not similarity. I.e., - lower is better and the score should be 0 if the chunk is identical to the input - string. - - Example: - ```py - def query_function(text: str, k: int) -> List[Tuple[str, float]]: - return [("This is a chunk", 0.9), ("This is another chunk", 0.8)] - - guard = Guard.from_rail(...) - guard( - openai.ChatCompletion.create(...), - prompt_params={...}, - temperature=0.0, - metadata={"query_function": query_function}, - ) - ``` - - - If providing sources, it should be a list of strings. The embed_function should - take a string or a list of strings as input and return a np array of floats. - The vector should be normalized to unit length. - - Example: - ```py - def embed_function(text: Union[str, List[str]]) -> np.ndarray: - return np.array([[0.1, 0.2, 0.3]]) - - guard = Guard.from_rail(...) - guard( - openai.ChatCompletion.create(...), - prompt_params={...}, - temperature=0.0, - metadata={ - "sources": ["This is a source text"], - "embed_function": embed_function - }, - ) - ``` - """ # noqa - - def __init__( - self, - threshold: float = 0.8, - validation_method: str = "sentence", - on_fail: Optional[Callable] = None, - **kwargs, - ): - super().__init__( - on_fail, - threshold=threshold, - validation_method=validation_method, - **kwargs, - ) - self._threshold = float(threshold) - if validation_method not in ["sentence", "full"]: - raise ValueError("validation_method must be 'sentence' or 'full'.") - self._validation_method = validation_method - - def get_query_function(self, metadata: Dict[str, Any]) -> Callable: - query_fn = metadata.get("query_function", None) - sources = metadata.get("sources", None) - - # Check that query_fn or sources are provided - if query_fn is not None: - if sources is not None: - warnings.warn( - "Both `query_function` and `sources` are provided in metadata. " - "`query_function` will be used." - ) - return query_fn - - if sources is None: - raise ValueError( - "You must provide either `query_function` or `sources` in metadata." - ) - - # Check chunking strategy - chunk_strategy = metadata.get("chunk_strategy", "sentence") - if chunk_strategy not in ["sentence", "word", "char", "token"]: - raise ValueError( - "`chunk_strategy` must be one of 'sentence', 'word', 'char', " - "or 'token'." - ) - chunk_size = metadata.get("chunk_size", 5) - chunk_overlap = metadata.get("chunk_overlap", 2) - - # Check distance metric - distance_metric = metadata.get("distance_metric", "cosine") - if distance_metric not in ["cosine", "euclidean"]: - raise ValueError( - "`distance_metric` must be one of 'cosine' or 'euclidean'." - ) - - # Check embed model - embed_function = metadata.get("embed_function", None) - if embed_function is None: - raise ValueError( - "You must provide `embed_function` in metadata in order to " - "use the default query function." - ) - return partial( - self.query_vector_collection, - sources=metadata["sources"], - chunk_strategy=chunk_strategy, - chunk_size=chunk_size, - chunk_overlap=chunk_overlap, - distance_metric=distance_metric, - embed_function=embed_function, - ) - - def validate_each_sentence( - self, value: Any, query_function: Callable, metadata: Dict[str, Any] - ) -> ValidationResult: - if nltk is None: - raise ImportError( - "`nltk` library is required for `provenance-v0` validator. " - "Please install it with `poetry add nltk`." - ) - # Split the value into sentences using nltk sentence tokenizer. - sentences = nltk.sent_tokenize(value) - - unsupported_sentences = [] - supported_sentences = [] - for sentence in sentences: - most_similar_chunks = query_function(text=sentence, k=1) - if most_similar_chunks is None: - unsupported_sentences.append(sentence) - continue - most_similar_chunk = most_similar_chunks[0] - if most_similar_chunk[1] < self._threshold: - supported_sentences.append((sentence, most_similar_chunk[0])) - else: - unsupported_sentences.append(sentence) - - metadata["unsupported_sentences"] = "- " + "\n- ".join(unsupported_sentences) - metadata["supported_sentences"] = supported_sentences - if unsupported_sentences: - unsupported_sentences = "- " + "\n- ".join(unsupported_sentences) - return FailResult( - metadata=metadata, - error_message=( - f"None of the following sentences in your response are supported " - "by provided context:" - f"\n{metadata['unsupported_sentences']}" - ), - fix_value="\n".join(s[0] for s in supported_sentences), - ) - return PassResult(metadata=metadata) - - def validate_full_text( - self, value: Any, query_function: Callable, metadata: Dict[str, Any] - ) -> ValidationResult: - most_similar_chunks = query_function(text=value, k=1) - if most_similar_chunks is None: - metadata["unsupported_text"] = value - metadata["supported_text_citations"] = {} - return FailResult( - metadata=metadata, - error_message=( - "The following text in your response is not supported by the " - "supported by the provided context:\n" + value - ), - ) - most_similar_chunk = most_similar_chunks[0] - if most_similar_chunk[1] > self._threshold: - metadata["unsupported_text"] = value - metadata["supported_text_citations"] = {} - return FailResult( - metadata=metadata, - error_message=( - "The following text in your response is not supported by the " - "supported by the provided context:\n" + value - ), - ) - - metadata["unsupported_text"] = "" - metadata["supported_text_citations"] = { - value: most_similar_chunk[0], - } - return PassResult(metadata=metadata) - - def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult: - query_function = self.get_query_function(metadata) - - if self._validation_method == "sentence": - return self.validate_each_sentence(value, query_function, metadata) - elif self._validation_method == "full": - return self.validate_full_text(value, query_function, metadata) - else: - raise ValueError("validation_method must be 'sentence' or 'full'.") - - @staticmethod - def query_vector_collection( - text: str, - k: int, - sources: List[str], - embed_function: Callable, - chunk_strategy: str = "sentence", - chunk_size: int = 5, - chunk_overlap: int = 2, - distance_metric: str = "cosine", - ) -> List[Tuple[str, float]]: - chunks = [ - get_chunks_from_text(source, chunk_strategy, chunk_size, chunk_overlap) - for source in sources - ] - chunks = list(itertools.chain.from_iterable(chunks)) - - # Create embeddings - source_embeddings = np.array(embed_function(chunks)).squeeze() - query_embedding = embed_function(text).squeeze() - - # Compute distances - if distance_metric == "cosine": - if not _HAS_NUMPY: - raise ValueError( - "You must install numpy in order to use the cosine distance " - "metric." - ) - - cos_sim = 1 - ( - np.dot(source_embeddings, query_embedding) - / ( - np.linalg.norm(source_embeddings, axis=1) - * np.linalg.norm(query_embedding) - ) - ) - top_indices = np.argsort(cos_sim)[:k] - top_similarities = [cos_sim[j] for j in top_indices] - top_chunks = [chunks[j] for j in top_indices] - else: - raise ValueError("distance_metric must be 'cosine'.") - - return list(zip(top_chunks, top_similarities)) - - def to_prompt(self, with_keywords: bool = True) -> str: - return "" - - -@register_validator(name="provenance-v1", data_type="string") -class ProvenanceV1(Validator): - """Validates that the LLM-generated text is supported by the provided - contexts. - - This validator uses an LLM callable to evaluate the generated text against the - provided contexts (LLM-ception). - - In order to use this validator, you must provide either: - 1. a 'query_function' in the metadata. That function should take a string as input - (the LLM-generated text) and return a list of relevant - chunks. The list should be sorted in ascending order by the distance between the - chunk and the LLM-generated text. - - Example using str callable: - - ``` py - def query_function(text: str, k: int) -> List[str]: - return ["This is a chunk", "This is another chunk"] - - guard = Guard.from_string(validators=[ - ProvenanceV1(llm_callable="gpt-3.5-turbo", ...) - ]) - guard.parse( - llm_output=..., - metadata={"query_function": query_function} - ) - ``` - - Example using a custom llm callable: - - ``` py - def query_function(text: str, k: int) -> List[str]: - return ["This is a chunk", "This is another chunk"] - - guard = Guard.from_string(validators=[ - ProvenanceV1(llm_callable=your_custom_callable, ...) - ] - ) - guard.parse( - llm_output=..., - metadata={"query_function": query_function} - ) - ``` - - OR - - 2. `sources` with an `embed_function` in the metadata. The embed_function should - take a string or a list of strings as input and return a np array of floats. - The vector should be normalized to unit length. - - Example: - - ```py - def embed_function(text: Union[str, List[str]]) -> np.ndarray: - return np.array([[0.1, 0.2, 0.3]]) - - guard = Guard.from_rail(...) - guard( - openai.ChatCompletion.create(...), - prompt_params={...}, - temperature=0.0, - metadata={ - "sources": ["This is a source text"], - "embed_function": embed_function - }, - ) - ``` - """ - - def __init__( - self, - validation_method: str = "sentence", - llm_callable: Union[str, Callable] = "gpt-3.5-turbo", - top_k: int = 3, - max_tokens: int = 2, - on_fail: Optional[Callable] = None, - **kwargs, - ): - """ - args: - validation_method (str): Whether to validate at the sentence level or over - the full text. One of `sentence` or `full`. Defaults to `sentence` - llm_callable (Union[str, Callable]): Either the name of the OpenAI model, - or a callable that takes a prompt and returns a response. - top_k (int): The number of chunks to return from the query function. - Defaults to 3. - max_tokens (int): The maximum number of tokens to send to the LLM. - Defaults to 2. - - Other args: Metadata - query_function (Callable): A callable that takes a string and returns a - list of chunks. - sources (List[str], optional): The source text. - embed_function (Callable, optional): A callable that creates embeddings for - the sources. Must accept a list of strings and returns float np.array. - """ - super().__init__( - on_fail, - validation_method=validation_method, - llm_callable=llm_callable, - top_k=top_k, - max_tokens=max_tokens, - **kwargs, - ) - if validation_method not in ["sentence", "full"]: - raise ValueError("validation_method must be 'sentence' or 'full'.") - self._validation_method = validation_method - self.set_callable(llm_callable) - self._top_k = int(top_k) - self._max_tokens = int(max_tokens) - - self.client = OpenAIClient() - - def set_callable(self, llm_callable: Union[str, Callable]) -> None: - """Set the LLM callable. - - Args: - llm_callable: Either the name of the OpenAI model, or a callable that takes - a prompt and returns a response. - """ - if isinstance(llm_callable, str): - if llm_callable not in ["gpt-3.5-turbo", "gpt-4"]: - raise ValueError( - "llm_callable must be one of 'gpt-3.5-turbo' or 'gpt-4'." - "If you want to use a custom LLM, please provide a callable." - "Check out ProvenanceV1 documentation for an example." - ) - - def openai_callable(prompt: str) -> str: - response = self.client.create_chat_completion( - model=llm_callable, - messages=[ - {"role": "user", "content": prompt}, - ], - max_tokens=self._max_tokens, - ) - return response.output - - self._llm_callable = openai_callable - elif isinstance(llm_callable, Callable): - self._llm_callable = llm_callable - else: - raise ValueError( - "llm_callable must be either a string or a callable that takes a string" - " and returns a string." - ) - - def get_query_function(self, metadata: Dict[str, Any]) -> Callable: - # Exact same as ProvenanceV0 - - query_fn = metadata.get("query_function", None) - sources = metadata.get("sources", None) - - # Check that query_fn or sources are provided - if query_fn is not None: - if sources is not None: - warnings.warn( - "Both `query_function` and `sources` are provided in metadata. " - "`query_function` will be used." - ) - return query_fn - - if sources is None: - raise ValueError( - "You must provide either `query_function` or `sources` in metadata." - ) - - # Check chunking strategy - chunk_strategy = metadata.get("chunk_strategy", "sentence") - if chunk_strategy not in ["sentence", "word", "char", "token"]: - raise ValueError( - "`chunk_strategy` must be one of 'sentence', 'word', 'char', " - "or 'token'." - ) - chunk_size = metadata.get("chunk_size", 5) - chunk_overlap = metadata.get("chunk_overlap", 2) - - # Check distance metric - distance_metric = metadata.get("distance_metric", "cosine") - if distance_metric not in ["cosine", "euclidean"]: - raise ValueError( - "`distance_metric` must be one of 'cosine' or 'euclidean'." - ) - - # Check embed model - embed_function = metadata.get("embed_function", None) - if embed_function is None: - raise ValueError( - "You must provide `embed_function` in metadata in order to " - "use the default query function." - ) - return partial( - self.query_vector_collection, - sources=metadata["sources"], - chunk_strategy=chunk_strategy, - chunk_size=chunk_size, - chunk_overlap=chunk_overlap, - distance_metric=distance_metric, - embed_function=embed_function, - ) - - @retry(wait=wait_random_exponential(min=1, max=60), stop=stop_after_attempt(6)) - def call_llm(self, prompt: str) -> str: - """Call the LLM with the given prompt. - - Expects a function that takes a string and returns a string. - - Args: - prompt (str): The prompt to send to the LLM. - - Returns: - response (str): String representing the LLM response. - """ - return self._llm_callable(prompt) - - def evaluate_with_llm(self, text: str, query_function: Callable) -> bool: - """Validate that the LLM-generated text is supported by the provided - contexts. - - Args: - value (Any): The LLM-generated text. - query_function (Callable): The query function. - - Returns: - self_eval: The self-evaluation boolean - """ - # Get the relevant chunks using the query function - relevant_chunks = query_function(text=text, k=self._top_k) - - # Create the prompt to ask the LLM - prompt = PROVENANCE_V1_PROMPT.format(text, "\n".join(relevant_chunks)) - - # Get self-evaluation - self_eval = self.call_llm(prompt) - self_eval = True if self_eval == "Yes" else False - return self_eval - - def validate_each_sentence( - self, value: Any, query_function: Callable, metadata: Dict[str, Any] - ) -> ValidationResult: - if nltk is None: - raise ImportError( - "`nltk` library is required for `provenance-v0` validator. " - "Please install it with `poetry add nltk`." - ) - # Split the value into sentences using nltk sentence tokenizer. - sentences = nltk.sent_tokenize(value) - - unsupported_sentences = [] - supported_sentences = [] - for sentence in sentences: - self_eval = self.evaluate_with_llm(sentence, query_function) - if not self_eval: - unsupported_sentences.append(sentence) - else: - supported_sentences.append(sentence) - - if unsupported_sentences: - unsupported_sentences = "- " + "\n- ".join(unsupported_sentences) - return FailResult( - metadata=metadata, - error_message=( - f"None of the following sentences in your response are supported " - "by provided context:" - f"\n{unsupported_sentences}" - ), - fix_value="\n".join(supported_sentences), - ) - return PassResult(metadata=metadata) - - def validate_full_text( - self, value: Any, query_function: Callable, metadata: Dict[str, Any] - ) -> ValidationResult: - # Self-evaluate LLM with entire text - self_eval = self.evaluate_with_llm(value, query_function) - if not self_eval: - # if false - return FailResult( - metadata=metadata, - error_message=( - "The following text in your response is not supported by the " - "supported by the provided context:\n" + value - ), - ) - return PassResult(metadata=metadata) - - def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult: - if not metadata: - # default to value provided via Validator.with_metadata - metadata = self._metadata - - kwargs = {} - context_copy = contextvars.copy_context() - for key, context_var in context_copy.items(): - if key.name == "kwargs" and isinstance(kwargs, dict): - kwargs = context_var - break - - api_key = kwargs.get("api_key") - api_base = kwargs.get("api_base") - - # Set the OpenAI API key - if os.getenv("OPENAI_API_KEY"): # Check if set in environment - self.client.api_key = os.getenv("OPENAI_API_KEY") - elif api_key: # Check if set when calling guard() or parse() - self.client.api_key = api_key - - # Set the OpenAI API base if specified - if api_base: - self.client.api_base = api_base - - query_function = self.get_query_function(metadata) - if self._validation_method == "sentence": - return self.validate_each_sentence(value, query_function, metadata) - elif self._validation_method == "full": - return self.validate_full_text(value, query_function, metadata) - else: - raise ValueError("validation_method must be 'sentence' or 'full'.") - - @staticmethod - def query_vector_collection( - text: str, - k: int, - sources: List[str], - embed_function: Callable, - chunk_strategy: str = "sentence", - chunk_size: int = 5, - chunk_overlap: int = 2, - distance_metric: str = "cosine", - ) -> List[Tuple[str, float]]: - chunks = [ - get_chunks_from_text(source, chunk_strategy, chunk_size, chunk_overlap) - for source in sources - ] - chunks = list(itertools.chain.from_iterable(chunks)) - - # Create embeddings - source_embeddings = np.array(embed_function(chunks)).squeeze() - query_embedding = embed_function(text).squeeze() - - # Compute distances - if distance_metric == "cosine": - if not _HAS_NUMPY: - raise ValueError( - "You must install numpy in order to use the cosine distance " - "metric." - ) - - cos_sim = 1 - ( - np.dot(source_embeddings, query_embedding) - / ( - np.linalg.norm(source_embeddings, axis=1) - * np.linalg.norm(query_embedding) - ) - ) - top_indices = np.argsort(cos_sim)[:k] - top_chunks = [chunks[j] for j in top_indices] - else: - raise ValueError("distance_metric must be 'cosine'.") - - return top_chunks diff --git a/guardrails/validators/pydantic_field_validator.py b/guardrails/validators/pydantic_field_validator.py deleted file mode 100644 index 02038d741..000000000 --- a/guardrails/validators/pydantic_field_validator.py +++ /dev/null @@ -1,58 +0,0 @@ -from typing import Any, Callable, Dict, Optional - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="pydantic_field_validator", data_type="all") -class PydanticFieldValidator(Validator): - """Validates a specific field in a Pydantic model with the specified - validator method. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `pydantic_field_validator` | - | Supported data types | `Any` | - | Programmatic fix | Override with return value from `field_validator`. | - - Args: - - field_validator (Callable): A validator for a specific field in a Pydantic model. - """ # noqa - - override_value_on_pass = True - - def __init__( - self, - field_validator: Callable, - on_fail: Optional[Callable[..., Any]] = None, - **kwargs, - ): - super().__init__( - on_fail, - field_validator=field_validator, - **kwargs, - ) - self.field_validator = field_validator - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - try: - validated_field = self.field_validator(value) - except Exception as e: - return FailResult( - error_message=str(e), - fix_value=None, - ) - return PassResult( - value_override=validated_field, - ) - - def to_prompt(self, with_keywords: bool = True) -> str: - return self.field_validator.__name__ diff --git a/guardrails/validators/qa_relevance_llm_eval.py b/guardrails/validators/qa_relevance_llm_eval.py deleted file mode 100644 index 1806edfea..000000000 --- a/guardrails/validators/qa_relevance_llm_eval.py +++ /dev/null @@ -1,110 +0,0 @@ -import inspect -from typing import Any, Callable, Dict, Optional, cast - -from guardrails.utils.openai_utils import get_static_openai_chat_create_func -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="qa-relevance-llm-eval", data_type="string") -class QARelevanceLLMEval(Validator): - """Validates that an answer is relevant to the question asked by asking the - LLM to self evaluate. - - **Key Properties** - - | Property | Description | - | ----------------------------- | ----------------------------------- | - | Name for `format` attribute | `qa-relevance-llm-eval` | - | Supported data types | `string` | - | Programmatic fix | None | - - Other parameters: Metadata - question (str): The original question the llm was given to answer. - """ - - required_metadata_keys = ["question"] - - def __init__( - self, - llm_callable: Optional[Callable] = None, - on_fail: Optional[Callable] = None, - **kwargs, - ): - super().__init__( - on_fail, - llm_callable=llm_callable, - **kwargs, - ) - - if llm_callable is not None and inspect.iscoroutinefunction(llm_callable): - raise ValueError( - "QARelevanceLLMEval validator does not support async LLM callables." - ) - - self.llm_callable = ( - llm_callable if llm_callable else get_static_openai_chat_create_func() - ) - - def _selfeval(self, question: str, answer: str) -> Dict: - from guardrails import Guard - - spec = """ - - - - - - -Is the answer below relevant to the question asked? -Question: {question} -Answer: {answer} - -Relevant (as a JSON with a single boolean key, "relevant"):\ - - - """.format( - question=question, - answer=answer, - ) - guard = Guard[Dict].from_rail_string(spec) - - response = guard( - self.llm_callable, # type: ignore - max_tokens=10, - temperature=0.1, - ) - validated_output = cast(Dict, response.validated_output) # type: ignore - return validated_output - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - if not metadata: - # default to value provided via Validator.with_metadata - metadata = self._metadata - - if "question" not in metadata: - raise RuntimeError( - "qa-relevance-llm-eval validator expects " "`question` key in metadata" - ) - - question = metadata["question"] - - self_evaluation: Dict = self._selfeval(question, value) - relevant = self_evaluation["relevant"] - if relevant: - return PassResult() - - fixed_answer = "No relevant answer found." - return FailResult( - error_message=f"The answer {value} is not relevant " - f"to the question {question}.", - fix_value=fixed_answer, - ) - - def to_prompt(self, with_keywords: bool = True) -> str: - return "" diff --git a/guardrails/validators/regex_match.py b/guardrails/validators/regex_match.py deleted file mode 100644 index e13f05758..000000000 --- a/guardrails/validators/regex_match.py +++ /dev/null @@ -1,74 +0,0 @@ -import re -import string -from typing import Any, Callable, Dict, Optional - -import rstr - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="regex_match", data_type="string") -class RegexMatch(Validator): - """Validates that a value matches a regular expression. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `regex_match` | - | Supported data types | `string` | - | Programmatic fix | Generate a string that matches the regular expression | - - Args: - regex: Str regex pattern - match_type: Str in {"search", "fullmatch"} for a regex search or full-match option - """ # noqa - - def __init__( - self, - regex: str, - match_type: Optional[str] = None, - on_fail: Optional[Callable] = None, - ): - # todo -> something forces this to be passed as kwargs and therefore xml-ized. - # match_types = ["fullmatch", "search"] - if match_type is None: - match_type = "fullmatch" - assert match_type in [ - "fullmatch", - "search", - ], 'match_type must be in ["fullmatch", "search"]' - - super().__init__( - on_fail=on_fail, - match_type=match_type, - regex=regex, - ) - self._regex = regex - self._match_type = match_type - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - p = re.compile(self._regex) - """Validates that value matches the provided regular expression.""" - # Pad matching string on either side for fix - # example if we are performing a regex search - str_padding = ( - "" if self._match_type == "fullmatch" else rstr.rstr(string.ascii_lowercase) - ) - self._fix_str = str_padding + rstr.xeger(self._regex) + str_padding - - if not getattr(p, self._match_type)(value): - return FailResult( - error_message=f"Result must match {self._regex}", - fix_value=self._fix_str, - ) - return PassResult() - - def to_prompt(self, with_keywords: bool = True) -> str: - return "results should match " + self._regex diff --git a/guardrails/validators/remove_redundant_sentences.py b/guardrails/validators/remove_redundant_sentences.py deleted file mode 100644 index a087ba1a6..000000000 --- a/guardrails/validators/remove_redundant_sentences.py +++ /dev/null @@ -1,85 +0,0 @@ -from typing import Any, Callable, Dict, Optional - -from guardrails.utils.docs_utils import sentence_split -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="remove-redundant-sentences", data_type="string") -class RemoveRedundantSentences(Validator): - """Removes redundant sentences from a string. - - This validator removes sentences from a string that are similar to - other sentences in the string. This is useful for removing - repetitive sentences from a string. - - **Key Properties** - - | Property | Description | - | ----------------------------- | ----------------------------------- | - | Name for `format` attribute | `remove-redundant-sentences` | - | Supported data types | `string` | - | Programmatic fix | Remove any redundant sentences. | - - Args: - - threshold: The minimum fuzz ratio to be considered redundant. Defaults to 70. - """ - - def __init__( - self, threshold: int = 70, on_fail: Optional[Callable] = None, **kwargs - ): - super().__init__(on_fail, threshold=threshold, **kwargs) - self._threshold = threshold - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - """Remove redundant sentences from a string.""" - - try: - from thefuzz import fuzz # type: ignore - except ImportError: - raise ImportError( - "`thefuzz` library is required for `remove-redundant-sentences` " - "validator. Please install it with `poetry add thefuzz`." - ) - - # Split the value into sentences. - sentences = sentence_split(value) - filtered_sentences = [] - redundant_sentences = [] - - sentence = sentences[0] - other_sentences = sentences[1:] - while len(other_sentences): - # Check fuzzy match against all other sentences - filtered_sentences.append(sentence) - unique_sentences = [] - for other_sentence in other_sentences: - ratio = fuzz.ratio(sentence, other_sentence) - if ratio > self._threshold: - redundant_sentences.append(other_sentence) - else: - unique_sentences.append(other_sentence) - if len(unique_sentences) == 0: - break - sentence = unique_sentences[0] - other_sentences = unique_sentences[1:] - - filtered_summary = " ".join(filtered_sentences) - - if len(redundant_sentences): - redundant_sentences = "\n".join(redundant_sentences) - return FailResult( - error_message=( - f"The summary \nSummary: {value}\n has sentences\n" - f"{redundant_sentences}\n that are similar to other sentences." - ), - fix_value=filtered_summary, - ) - - return PassResult() diff --git a/guardrails/validators/saliency_check.py b/guardrails/validators/saliency_check.py deleted file mode 100644 index 12a380b42..000000000 --- a/guardrails/validators/saliency_check.py +++ /dev/null @@ -1,140 +0,0 @@ -import inspect -import os -from typing import Any, Callable, Dict, List, Optional, cast - -from guardrails.utils.openai_utils import get_static_openai_chat_create_func -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="saliency-check", data_type="string") -class SaliencyCheck(Validator): - """Checks that the summary covers the list of topics present in the - document. - - **Key Properties** - - | Property | Description | - | ----------------------------- | ----------------------------------- | - | Name for `format` attribute | `saliency-check` | - | Supported data types | `string` | - | Programmatic fix | None | - - Args: - - docs_dir: Path to the directory containing the documents. - threshold: Threshold for overlap between topics in document and summary. Defaults to 0.25 - """ # noqa - - def __init__( - self, - docs_dir: str, - llm_callable: Optional[Callable] = None, - on_fail: Optional[Callable] = None, - threshold: float = 0.25, - **kwargs, - ): - """Initialize the SalienceCheck validator. - - Args: - docs_dir: Path to the directory containing the documents. - on_fail: Function to call when validation fails. - threshold: Threshold for overlap between topics in document and summary. - """ - super().__init__( - on_fail, - docs_dir=docs_dir, - llm_callable=llm_callable, - threshold=threshold, - **kwargs, - ) - - if llm_callable is not None and inspect.iscoroutinefunction(llm_callable): - raise ValueError( - "SaliencyCheck validator does not support async LLM callables." - ) - - self.llm_callable = ( - llm_callable if llm_callable else get_static_openai_chat_create_func() - ) - - self._threshold = threshold - - # Load documents - self._document_store = {} - for doc_path in os.listdir(docs_dir): - with open(os.path.join(docs_dir, doc_path)) as f: - text = f.read() - # Precompute topics for each document - self._document_store[doc_path] = self._get_topics(text) - - @property - def _topics(self) -> List[str]: - """Return a list of topics that can be used in the validator.""" - # Merge topics from all documents - topics = set() - for doc_topics in self._document_store.values(): - topics.update(doc_topics) - return list(topics) - - def _get_topics(self, text: str, topics: Optional[List[str]] = None) -> List[str]: - """Extract topics from a string.""" - - from guardrails import Guard - - topics_seed = "" - if topics is not None: - topics_seed = ( - "Here's a seed list of topics, select topics from this list" - " if they are covered in the doc:\n\n" + ", ".join(topics) - ) - - spec = f""" - - - - - - - - -Extract a list of topics from the following text: - -{text} - -{topics_seed} - -Return the output as a JSON with a single key "topics" containing a list of topics. - -Make sure that topics are relevant to text, and topics are not too specific or general. - - - """ - - guard = Guard.from_rail_string(spec) - _, validated_output, *rest = guard(llm_api=self.llm_callable) # type: ignore - validated_output = cast(Dict, validated_output) - return validated_output["topics"] - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - topics_in_summary = self._get_topics(value, topics=self._topics) - - # Compute overlap between topics in document and summary - intersection = set(topics_in_summary).intersection(set(self._topics)) - overlap = len(intersection) / len(self._topics) - - if overlap < self._threshold: - return FailResult( - error_message=( - f"The summary \nSummary: {value}\n does not cover these topics:\n" - f"{set(self._topics).difference(intersection)}" - ), - fix_value="", - ) - - return PassResult() diff --git a/guardrails/validators/similar_to_document.py b/guardrails/validators/similar_to_document.py deleted file mode 100644 index b9da80df5..000000000 --- a/guardrails/validators/similar_to_document.py +++ /dev/null @@ -1,106 +0,0 @@ -from typing import Any, Callable, Dict, Optional - -from guardrails.logger import logger -from guardrails.utils.openai_utils import OpenAIClient -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - import numpy as np -except ImportError: - _HAS_NUMPY = False -else: - _HAS_NUMPY = True - - -@register_validator(name="similar-to-document", data_type="string") -class SimilarToDocument(Validator): - """Validates that a value is similar to the document. - - This validator checks if the value is similar to the document by checking - the cosine similarity between the value and the document, using an - embedding. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `similar-to-document` | - | Supported data types | `string` | - | Programmatic fix | None | - - Args: - document: The document to use for the similarity check. - threshold: The minimum cosine similarity to be considered similar. Defaults to 0.7. - model: The embedding model to use. Defaults to text-embedding-ada-002. - """ # noqa - - def __init__( - self, - document: str, - threshold: float = 0.7, - model: str = "text-embedding-ada-002", - on_fail: Optional[Callable] = None, - ): - super().__init__( - on_fail=on_fail, - document=document, - threshold=threshold, - model=model, - ) - if not _HAS_NUMPY: - raise ImportError( - f"The {self.__class__.__name__} validator requires the numpy package.\n" - "`poetry add numpy` to install it." - ) - - self.client = OpenAIClient() - - self._document = document - embedding_response = self.client.create_embedding(input=[document], model=model) - embedding = embedding_response[0] # type: ignore - self._document_embedding = np.array(embedding) - self._model = model - self._threshold = float(threshold) - - @staticmethod - def cosine_similarity(a: "np.ndarray", b: "np.ndarray") -> float: - """Calculate the cosine similarity between two vectors. - - Args: - a: The first vector. - b: The second vector. - - Returns: - float: The cosine similarity between the two vectors. - """ - return np.dot(a, b) / (np.linalg.norm(a) * np.linalg.norm(b)) - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - logger.debug(f"Validating {value} is similar to document...") - - embedding_response = self.client.create_embedding( - input=[value], model=self._model - ) - - value_embedding = np.array(embedding_response[0]) # type: ignore - - similarity = self.cosine_similarity( - self._document_embedding, - value_embedding, - ) - if similarity < self._threshold: - return FailResult( - error_message=f"Value {value} is not similar enough " - f"to document {self._document}.", - ) - - return PassResult() - - def to_prompt(self, with_keywords: bool = True) -> str: - return "" diff --git a/guardrails/validators/similar_to_list.py b/guardrails/validators/similar_to_list.py deleted file mode 100644 index ce15f1ba9..000000000 --- a/guardrails/validators/similar_to_list.py +++ /dev/null @@ -1,164 +0,0 @@ -from typing import Any, Callable, Dict, Optional - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - import numpy as np -except ImportError: - _HAS_NUMPY = False -else: - _HAS_NUMPY = True - - -@register_validator(name="similar-to-list", data_type="string") -class SimilarToList(Validator): - """Validates that a value is similar to a list of previously known values. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `similar-to-list` | - | Supported data types | `string` | - | Programmatic fix | None | - - Args: - standard_deviations (int): The number of standard deviations from the mean to check. - threshold (float): The threshold for the average semantic similarity for strings. - - For integer values, this validator checks whether the value lies - within 'k' standard deviations of the mean of the previous values. - (Assumes that the previous values are normally distributed.) For - string values, this validator checks whether the average semantic - similarity between the generated value and the previous values is - less than a threshold. - """ # noqa - - def __init__( - self, - standard_deviations: int = 3, - threshold: float = 0.1, - on_fail: Optional[Callable] = None, - **kwargs, - ): - super().__init__( - on_fail, - standard_deviations=standard_deviations, - threshold=threshold, - **kwargs, - ) - self._standard_deviations = int(standard_deviations) - self._threshold = float(threshold) - - def get_semantic_similarity( - self, text1: str, text2: str, embed_function: Callable - ) -> float: - """Get the semantic similarity between two strings. - - Args: - text1 (str): The first string. - text2 (str): The second string. - embed_function (Callable): The embedding function. - Returns: - similarity (float): The semantic similarity between the two strings. - """ - text1_embedding = embed_function(text1) - text2_embedding = embed_function(text2) - similarity = 1 - ( - np.dot(text1_embedding, text2_embedding) - / (np.linalg.norm(text1_embedding) * np.linalg.norm(text2_embedding)) - ) - return similarity - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - if not metadata: - # default to value provided via Validator.with_metadata - metadata = self._metadata - - prev_values = metadata.get("prev_values", []) - if not prev_values: - raise ValueError("You must provide a list of previous values in metadata.") - - # Check if np is installed - if not _HAS_NUMPY: - raise ValueError( - "You must install numpy in order to " - "use the distribution check validator." - ) - try: - value = int(value) - is_int = True - except ValueError: - is_int = False - - if is_int: - # Check whether prev_values are also all integers - if not all(isinstance(prev_value, int) for prev_value in prev_values): - raise ValueError( - "Both given value and all the previous values must be " - "integers in order to use the distribution check validator." - ) - - # Check whether the value lies in a similar distribution as the prev_values - # Get mean and std of prev_values - prev_values = np.array(prev_values) - prev_mean = np.mean(prev_values) # type: ignore - prev_std = np.std(prev_values) - - # Check whether the value lies outside specified stds of the mean - if value < prev_mean - ( - self._standard_deviations * prev_std - ) or value > prev_mean + (self._standard_deviations * prev_std): - return FailResult( - error_message=( - f"The value {value} lies outside of the expected distribution " - f"of {prev_mean} +/- {self._standard_deviations * prev_std}." - ), - ) - return PassResult() - else: - # Check whether prev_values are also all strings - if not all(isinstance(prev_value, str) for prev_value in prev_values): - raise ValueError( - "Both given value and all the previous values must be " - "strings in order to use the distribution check validator." - ) - - # Check embed model - embed_function = metadata.get("embed_function", None) - if embed_function is None: - raise ValueError( - "You must provide `embed_function` in metadata in order to " - "check the semantic similarity of the generated string." - ) - - # Check whether the value is semantically similar to the prev_values - # Get average semantic similarity - # Lesser the average semantic similarity, more similar the strings are - avg_semantic_similarity = np.mean( - np.array( - [ - self.get_semantic_similarity(value, prev_value, embed_function) - for prev_value in prev_values - ] - ) - ) - - # If average semantic similarity is above the threshold, - # then the value is not semantically similar to the prev_values - if avg_semantic_similarity > self._threshold: - return FailResult( - error_message=( - f"The value {value} is not semantically similar to the " - f"previous values. The average semantic similarity is " - f"{avg_semantic_similarity} which is below the threshold of " - f"{self._threshold}." - ), - ) - return PassResult() diff --git a/guardrails/validators/sql_column_presence.py b/guardrails/validators/sql_column_presence.py deleted file mode 100644 index 6e60a6b78..000000000 --- a/guardrails/validators/sql_column_presence.py +++ /dev/null @@ -1,53 +0,0 @@ -from typing import Any, Callable, Dict, List, Optional - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="sql-column-presence", data_type="string") -class SqlColumnPresence(Validator): - """Validates that all columns in the SQL query are present in the schema. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `sql-column-presence` | - | Supported data types | `string` | - | Programmatic fix | None | - - Args: - cols: The list of valid columns. - """ - - def __init__(self, cols: List[str], on_fail: Optional[Callable] = None): - super().__init__( - on_fail=on_fail, - cols=cols, - ) - self._cols = set(cols) - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - from sqlglot import exp, parse - - expressions = parse(value) - cols = set() - for expression in expressions: - if expression is None: - continue - for col in expression.find_all(exp.Column): - cols.add(col.alias_or_name) - - diff = cols.difference(self._cols) - if len(diff) > 0: - return FailResult( - error_message=f"Columns [{', '.join(diff)}] " - f"not in [{', '.join(self._cols)}]", - ) - - return PassResult() diff --git a/guardrails/validators/toxic_language.py b/guardrails/validators/toxic_language.py deleted file mode 100644 index f5df7c268..000000000 --- a/guardrails/validators/toxic_language.py +++ /dev/null @@ -1,202 +0,0 @@ -from typing import Any, Callable, Dict, List, Union, cast - -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - -try: - from transformers import pipeline -except ImportError: - pipeline = None - -try: - import nltk # type: ignore -except ImportError: - nltk = None # type: ignore - -if nltk is not None: - try: - nltk.data.find("tokenizers/punkt") - except LookupError: - nltk.download("punkt") - - -@register_validator(name="toxic-language", data_type="string") -class ToxicLanguage(Validator): - """Validates that the generated text is toxic. - - **Key Properties** - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `toxic-language` | - | Supported data types | `string` | - | Programmatic fix | None | - - Args: - threshold: The confidence threshold (model inference) for toxicity. - Defaults to 0.5. - validation_method: Whether to validate at the sentence level or - over the full text. Must be one of `sentence` or `full`. - Defaults to `sentence` - - This validator uses the pre-trained multi-label model from HuggingFace - - `unitary/unbiased-toxic-roberta` to check whether the generated text is toxic. - If the model predicts any label of: `toxicity`, `severe_toxicity`, - `obscene`, `threat`, `insult`, `identity_attack`, or `sexual_explicit` with - confidence higher than the specified threshold, the validator fails and returns - the generated text with the toxic sentences / entire text removed. Else the - validator returns the generated text as it is. - - If validation_method is `sentence`, the validator will remove the sentences - that are predicted to be toxic and return the remaining sentences. If - validation_method is `full`, the validator will remove the entire text if - the prediction is deemed toxic and return an empty string. - - In our experiments, a threshold of 0.5 worked best, hence set as default here. - However, you can try different values of threshold to see what works best for - your use case. - Link for experiments: https://wandb.ai/ml-guardrails/toxic-language-experiments - """ - - def __init__( - self, - threshold: float = 0.5, - validation_method: str = "sentence", - on_fail: Union[Callable[..., Any], None] = None, - **kwargs, - ): - super().__init__( - on_fail, - threshold=threshold, - validation_method=validation_method, - **kwargs, - ) - self._threshold = float(threshold) - if validation_method not in ["sentence", "full"]: - raise ValueError("validation_method must be 'sentence' or 'full'.") - self._validation_method = validation_method - - # Check if transformers.pipeline is imported - if pipeline is None: - raise ValueError( - "You must install transformers in order to " - "use the ToxicLanguage validator." - "Install it using `pip install transformers`." - ) - - # Define the model, pipeline and labels - self._model_name = "unitary/unbiased-toxic-roberta" - self._detoxify_pipeline = pipeline( - "text-classification", - model=self._model_name, - function_to_apply="sigmoid", - top_k=None, - padding="max_length", - truncation=True, - ) - self._labels = [ - "toxicity", - "severe_toxicity", - "obscene", - "threat", - "insult", - "identity_attack", - "sexual_explicit", - ] - - def get_toxicity(self, value: str) -> List[str]: - """Check whether the generated text is toxic. - - Returns the labels predicted by the model with - confidence higher than the threshold. - - Args: - value (str): The generated text. - - Returns: - pred_labels (bool): Labels predicted by the model - with confidence higher than the threshold. - """ - - # Get the model predictions and the list of labels - # with confidence higher than the threshold - pred_labels = [] - if value: - results = self._detoxify_pipeline(value) - if results: - results = cast(List[List[Dict[str, Any]]], results) - for label_info in results[0]: - label, score = label_info["label"], label_info["score"] - if label in self._labels and score > self._threshold: - pred_labels.append(label) - return pred_labels - - def validate_each_sentence( - self, value: str, metadata: Dict[str, Any] - ) -> ValidationResult: - """Validate that each sentence in the generated text is toxic.""" - - if nltk is None: - raise ImportError( - "`nltk` is required for `ToxicLanguage` validator. " - "Please install it with `pip install nltk`." - ) - # Split the value into sentences using nltk sentence tokenizer. - sentences = nltk.sent_tokenize(value) - - unsupported_sentences, supported_sentences = [], [] - for sentence in sentences: - if sentence: - pred_labels = self.get_toxicity(sentence) - if pred_labels: - unsupported_sentences.append(sentence) - else: - supported_sentences.append(sentence) - - if unsupported_sentences: - unsupported_sentences = "- " + "\n- ".join(unsupported_sentences) - return FailResult( - metadata=metadata, - error_message=( - f"The following sentences in your response" - "were found to be toxic:\n" - f"\n{unsupported_sentences}" - ), - fix_value="\n".join(supported_sentences), - ) - return PassResult(metadata=metadata) - - def validate_full_text( - self, value: str, metadata: Dict[str, Any] - ) -> ValidationResult: - """Validate that the entire generated text is toxic.""" - - pred_labels = self.get_toxicity(value) - if pred_labels: - return FailResult( - metadata=metadata, - error_message=( - "The generated text was found to be:\n" + ",".join(pred_labels) - ), - fix_value="", - ) - return PassResult() - - def validate(self, value: str, metadata: Dict[str, Any]) -> ValidationResult: - if not metadata: - # default to value provided via Validator.with_metadata - metadata = self._metadata - - if not value: - raise ValueError("Value cannot be empty.") - - if self._validation_method == "sentence": - return self.validate_each_sentence(value, metadata) - elif self._validation_method == "full": - return self.validate_full_text(value, metadata) - else: - raise ValueError("validation_method must be 'sentence' or 'full'.") diff --git a/guardrails/validators/two_words.py b/guardrails/validators/two_words.py deleted file mode 100644 index f2182167e..000000000 --- a/guardrails/validators/two_words.py +++ /dev/null @@ -1,48 +0,0 @@ -from typing import Any, Dict - -from pydash.strings import words as _words - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="two-words", data_type="string") -class TwoWords(Validator): - """Validates that a value is two words. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `two-words` | - | Supported data types | `string` | - | Programmatic fix | Pick the first two words. | - """ - - def _get_fix_value(self, value: str) -> str: - words = value.split() - if len(words) == 1: - words = _words(value) - - if len(words) == 1: - value = f"{value} {value}" - words = value.split() - - return " ".join(words[:2]) - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - logger.debug(f"Validating {value} is two words...") - - if len(value.split()) != 2: - return FailResult( - error_message="must be exactly two words", - fix_value=self._get_fix_value(str(value)), - ) - - return PassResult() diff --git a/guardrails/validators/valid_choices.py b/guardrails/validators/valid_choices.py deleted file mode 100644 index 6da13475c..000000000 --- a/guardrails/validators/valid_choices.py +++ /dev/null @@ -1,45 +0,0 @@ -from typing import Any, Callable, Dict, List, Optional - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="valid-choices", data_type="all") -class ValidChoices(Validator): - """Validates that a value is within the acceptable choices. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `valid-choices` | - | Supported data types | `all` | - | Programmatic fix | None | - - Args: - choices: The list of valid choices. - """ - - def __init__(self, choices: List[Any], on_fail: Optional[Callable] = None): - super().__init__( - on_fail=on_fail, - choices=choices, - ) - self._choices = choices - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - """Validates that a value is within a range.""" - logger.debug(f"Validating {value} is in choices {self._choices}...") - - if value not in self._choices: - return FailResult( - error_message=f"Value {value} is not in choices {self._choices}.", - ) - - return PassResult() diff --git a/guardrails/validators/valid_length.py b/guardrails/validators/valid_length.py deleted file mode 100644 index fa0e92387..000000000 --- a/guardrails/validators/valid_length.py +++ /dev/null @@ -1,88 +0,0 @@ -import string -from typing import Callable, Dict, List, Optional, Union - -import rstr - -from guardrails.logger import logger -from guardrails.utils.casting_utils import to_int -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="length", data_type=["string", "list"]) -class ValidLength(Validator): - """Validates that the length of value is within the expected range. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `length` | - | Supported data types | `string`, `list`, `object` | - | Programmatic fix | If shorter than the minimum, pad with empty last elements. If longer than the maximum, truncate. | - - Args: - min: The inclusive minimum length. - max: The inclusive maximum length. - """ # noqa - - def __init__( - self, - min: Optional[int] = None, - max: Optional[int] = None, - on_fail: Optional[Callable] = None, - ): - super().__init__( - on_fail=on_fail, - min=min, - max=max, - ) - self._min = to_int(min) - self._max = to_int(max) - - def validate(self, value: Union[str, List], metadata: Dict) -> ValidationResult: - """Validates that the length of value is within the expected range.""" - logger.debug( - f"Validating {value} is in length range {self._min} - {self._max}..." - ) - - if self._min is not None and len(value) < self._min: - logger.debug(f"Value {value} is less than {self._min}.") - - # Repeat the last character to make the value the correct length. - if isinstance(value, str): - if not value: - last_val = rstr.rstr(string.ascii_lowercase, 1) - else: - last_val = value[-1] - corrected_value = value + last_val * (self._min - len(value)) - else: - if not value: - last_val = [rstr.rstr(string.ascii_lowercase, 1)] - else: - last_val = [value[-1]] - # extend value by padding it out with last_val - corrected_value = value.extend([last_val] * (self._min - len(value))) - - return FailResult( - error_message=f"Value has length less than {self._min}. " - f"Please return a longer output, " - f"that is shorter than {self._max} characters.", - fix_value=corrected_value, - ) - - if self._max is not None and len(value) > self._max: - logger.debug(f"Value {value} is greater than {self._max}.") - return FailResult( - error_message=f"Value has length greater than {self._max}. " - f"Please return a shorter output, " - f"that is shorter than {self._max} characters.", - fix_value=value[: self._max], - ) - - return PassResult() diff --git a/guardrails/validators/valid_range.py b/guardrails/validators/valid_range.py deleted file mode 100644 index 4ec022abc..000000000 --- a/guardrails/validators/valid_range.py +++ /dev/null @@ -1,63 +0,0 @@ -from typing import Any, Callable, Dict, Optional - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="valid-range", data_type=["integer", "float", "percentage"]) -class ValidRange(Validator): - """Validates that a value is within a range. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `valid-range` | - | Supported data types | `integer`, `float`, `percentage` | - | Programmatic fix | Closest value within the range. | - - Args: - min: The inclusive minimum value of the range. - max: The inclusive maximum value of the range. - """ - - def __init__( - self, - min: Optional[int] = None, - max: Optional[int] = None, - on_fail: Optional[Callable] = None, - ): - super().__init__( - on_fail=on_fail, - min=min, - max=max, - ) - - self._min = min - self._max = max - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - """Validates that a value is within a range.""" - logger.debug(f"Validating {value} is in range {self._min} - {self._max}...") - - val_type = type(value) - - if self._min is not None and value < val_type(self._min): - return FailResult( - error_message=f"Value {value} is less than {self._min}.", - fix_value=self._min, - ) - - if self._max is not None and value > val_type(self._max): - return FailResult( - error_message=f"Value {value} is greater than {self._max}.", - fix_value=self._max, - ) - - return PassResult() diff --git a/guardrails/validators/valid_url.py b/guardrails/validators/valid_url.py deleted file mode 100644 index 6b43a512f..000000000 --- a/guardrails/validators/valid_url.py +++ /dev/null @@ -1,44 +0,0 @@ -from typing import Any, Dict - -from guardrails.logger import logger -from guardrails.validator_base import ( - FailResult, - PassResult, - ValidationResult, - Validator, - register_validator, -) - - -@register_validator(name="valid-url", data_type=["string"]) -class ValidURL(Validator): - """Validates that a value is a valid URL. - - **Key Properties** - - | Property | Description | - | ----------------------------- | --------------------------------- | - | Name for `format` attribute | `valid-url` | - | Supported data types | `string` | - | Programmatic fix | None | - """ - - def validate(self, value: Any, metadata: Dict) -> ValidationResult: - logger.debug(f"Validating {value} is a valid URL...") - - from urllib.parse import urlparse - - # Check that the URL is valid - try: - result = urlparse(value) - # Check that the URL has a scheme and network location - if not result.scheme or not result.netloc: - return FailResult( - error_message=f"URL {value} is not valid.", - ) - except ValueError: - return FailResult( - error_message=f"URL {value} is not valid.", - ) - - return PassResult() diff --git a/guardrails/validators/validators.py b/guardrails/validators/validators.py deleted file mode 100644 index 2bf6134f1..000000000 --- a/guardrails/validators/validators.py +++ /dev/null @@ -1,30 +0,0 @@ -try: - import nltk # type: ignore -except ImportError: - nltk = None # type: ignore - -if nltk is not None: - try: - nltk.data.find("tokenizers/punkt") - except LookupError: - nltk.download("punkt") - - -# @register_validator('required', 'all') -# class Required(Validator): -# """Validates that a value is not None.""" - -# def validate(self, key: str, value: Any, schema: Union[Dict, List]) -> bool: -# """Validates that a value is not None.""" - -# return value is not None - - -# @register_validator('description', 'all') -# class Description(Validator): -# """Validates that a value is not None.""" - -# def validate(self, key: str, value: Any, schema: Union[Dict, List]) -> bool: -# """Validates that a value is not None.""" - -# return value is not None diff --git a/tests/integration_tests/integrations/langchain/test_guard_runnable.py b/tests/integration_tests/integrations/langchain/test_guard_runnable.py index 02205fe0c..a02703115 100644 --- a/tests/integration_tests/integrations/langchain/test_guard_runnable.py +++ b/tests/integration_tests/integrations/langchain/test_guard_runnable.py @@ -21,7 +21,7 @@ def test_guard_as_runnable(output: str, throws: bool): from langchain_core.runnables import Runnable, RunnableConfig from guardrails.errors import ValidationError - from guardrails.validators import ReadingTime, RegexMatch + from tests.integration_tests.test_assets.validators import ReadingTime, RegexMatch class MockModel(Runnable): def invoke( diff --git a/tests/integration_tests/integrations/langchain/test_validator_runnable.py b/tests/integration_tests/integrations/langchain/test_validator_runnable.py index a42546d4e..4aeb778ea 100644 --- a/tests/integration_tests/integrations/langchain/test_validator_runnable.py +++ b/tests/integration_tests/integrations/langchain/test_validator_runnable.py @@ -23,7 +23,7 @@ def test_guard_as_runnable(output: str, throws: bool, expected_error: Optional[s from langchain_core.runnables import Runnable, RunnableConfig from guardrails.errors import ValidationError - from guardrails.validators import ReadingTime, RegexMatch + from tests.integration_tests.test_assets.validators import ReadingTime, RegexMatch class MockModel(Runnable): def invoke( diff --git a/tests/integration_tests/mock_toxic_language.py b/tests/integration_tests/mock_toxic_language.py deleted file mode 100644 index ced09c73c..000000000 --- a/tests/integration_tests/mock_toxic_language.py +++ /dev/null @@ -1,68 +0,0 @@ -# noqa: EW291, E501 -from typing import List - - -class MockPipeline: - """Mock class for transformers.pipeline. - - Does nothing. - """ - - def __init__(self, *args, **kwargs): - pass - - -TOXIC_PARAGRAPH = """ -I hate how pathetic and needy you are. You're so annoying. -I wish you would just go away and never come back. -You're a waste of space and I hate you. I hope you die.""" - -NON_TOXIC_PARAGRAPH = """ -I love how smart and funny you are. You're so amazing. -I wish you would stay here forever and never leave. -You're a gift to humanity and I love you. I hope you live forever.""" - -PARAGRAPH_WITH_TOXIC_SENTENCES = """ -Generative AI is a field of AI that aims to create machines -capable of generating new ideas and content. It is a subset of machine -learning, which is a subset of artificial intelligence. -Tommy Daniels is a demon and a weirdo who makes shitty movies;I hate him so much. -GenAI can sometimes generate harmful content.""" - -EXPECTED_PARAGRAPH_WITH_TOXIC_SENTENCES = """ -Generative AI is a field of AI that aims to create machines -capable of generating new ideas and content. -It is a subset of machine -learning, which is a subset of artificial intelligence. -GenAI can sometimes generate harmful content.""" - -TOXIC_SENTENCES = [ - "Tommy Daniels is a demon and a weirdo who makes shitty movies;I hate him so much.", - "I hate how pathetic and needy you are. You're so annoying.", - "I wish you would just go away and never come back.", - "You're a waste of space and I hate you. I hope you die.", -] - -NON_TOXIC_SENTENCES = [ - "Generative AI is a field of AI that aims to create machines capable of generating new ideas and content.", # noqa: E501 - "It is a subset of machine learning, which is a subset of artificial intelligence.", - "GenAI can sometimes generate harmful content.", - "I love how smart and funny you are. You're so amazing.", - "I wish you would stay here forever and never leave.", - "You're a gift to humanity and I love you. I hope you live forever.", -] - - -def mock_get_toxicity(self, value: str) -> List[str]: - """Mocks the get_toxicity function.""" - - if value == TOXIC_PARAGRAPH: - return ["toxicity", "insult"] - elif value == NON_TOXIC_PARAGRAPH: - return [] - elif value in TOXIC_SENTENCES: - return ["toxicity", "insult"] - elif value in NON_TOXIC_SENTENCES: - return [] - else: - return [] diff --git a/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py b/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py index 905ea2f80..cb895fc93 100644 --- a/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py +++ b/tests/integration_tests/test_assets/entity_extraction/pydantic_models.py @@ -3,7 +3,7 @@ from pydantic import BaseModel, Field from guardrails.validator_base import OnFailAction -from guardrails.validators import LowerCase, OneLine, TwoWords +from tests.integration_tests.test_assets.validators import LowerCase, OneLine, TwoWords class FeeDetailsFilter(BaseModel): diff --git a/tests/integration_tests/test_assets/entity_extraction/validated_output_reask_1.py b/tests/integration_tests/test_assets/entity_extraction/validated_output_reask_1.py index cb8f361b2..826d4fb17 100644 --- a/tests/integration_tests/test_assets/entity_extraction/validated_output_reask_1.py +++ b/tests/integration_tests/test_assets/entity_extraction/validated_output_reask_1.py @@ -1,6 +1,6 @@ # ruff: noqa: E501 from guardrails.actions.reask import FieldReAsk -from guardrails.validators import FailResult +from guardrails.classes.validation.validation_result import FailResult VALIDATED_OUTPUT_REASK_1 = { "fees": [ diff --git a/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py b/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py index 870c6def8..42e1bbf24 100644 --- a/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py +++ b/tests/integration_tests/test_assets/entity_extraction/validated_output_skeleton_reask_1.py @@ -1,6 +1,6 @@ # ruff: noqa: E501 from guardrails.actions.reask import SkeletonReAsk -from guardrails.validators import FailResult +from guardrails.classes.validation.validation_result import FailResult VALIDATED_OUTPUT_SKELETON_REASK_1 = SkeletonReAsk( incorrect_value={ diff --git a/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py b/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py index bc56dfdc4..1d6b94f89 100644 --- a/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py +++ b/tests/integration_tests/test_assets/pydantic/msg_validated_output_reask.py @@ -1,5 +1,5 @@ from guardrails.actions.reask import SkeletonReAsk -from guardrails.validators import FailResult +from guardrails.classes.validation.validation_result import FailResult MSG_VALIDATED_OUTPUT_REASK = SkeletonReAsk( incorrect_value={"name": "Inception", "director": "Christopher Nolan"}, diff --git a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py index a24326916..62a3b9060 100644 --- a/tests/integration_tests/test_assets/pydantic/validated_response_reask.py +++ b/tests/integration_tests/test_assets/pydantic/validated_response_reask.py @@ -3,14 +3,13 @@ from pydantic import BaseModel, Field +from guardrails import Validator, register_validator from guardrails.actions.reask import FieldReAsk -from guardrails.validator_base import OnFailAction -from guardrails.validators import ( +from guardrails.types import OnFailAction +from guardrails.classes.validation.validation_result import ( FailResult, PassResult, ValidationResult, - Validator, - register_validator, ) prompt = """Generate data for possible users in accordance with the specification below. diff --git a/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_1.py b/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_1.py index 7b35715c4..5c17e7188 100644 --- a/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_1.py +++ b/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_1.py @@ -1,5 +1,5 @@ from guardrails.actions.reask import FieldReAsk -from guardrails.validators import FailResult +from guardrails.classes.validation.validation_result import FailResult VALIDATOR_PARALLELISM_REASK_1 = FieldReAsk( incorrect_value="Hello a you\nand me", diff --git a/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_2.py b/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_2.py index b7d070f9d..593429172 100644 --- a/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_2.py +++ b/tests/integration_tests/test_assets/python_rail/validator_parallelism_reask_2.py @@ -1,5 +1,5 @@ from guardrails.actions.reask import FieldReAsk -from guardrails.validators import FailResult +from guardrails.classes.validation.validation_result import FailResult VALIDATOR_PARALLELISM_REASK_2 = FieldReAsk( incorrect_value="hi theremynameispete", diff --git a/tests/integration_tests/test_assets/string/msg_validated_output_reask.py b/tests/integration_tests/test_assets/string/msg_validated_output_reask.py index 12ab4a74e..2e44745aa 100644 --- a/tests/integration_tests/test_assets/string/msg_validated_output_reask.py +++ b/tests/integration_tests/test_assets/string/msg_validated_output_reask.py @@ -1,5 +1,5 @@ from guardrails.actions.reask import FieldReAsk -from guardrails.validators import FailResult +from guardrails.classes.validation.validation_result import FailResult MSG_VALIDATED_OUTPUT_REASK = FieldReAsk( incorrect_value="The Matrix Reloaded", diff --git a/tests/integration_tests/test_assets/string/validated_output_reask.py b/tests/integration_tests/test_assets/string/validated_output_reask.py index bc28781ee..d885a3447 100644 --- a/tests/integration_tests/test_assets/string/validated_output_reask.py +++ b/tests/integration_tests/test_assets/string/validated_output_reask.py @@ -1,5 +1,5 @@ from guardrails.actions.reask import FieldReAsk -from guardrails.validators import FailResult +from guardrails.classes.validation.validation_result import FailResult VALIDATED_OUTPUT_REASK = FieldReAsk( incorrect_value="Tomato Cheese Pizza", diff --git a/tests/integration_tests/test_assets/validators/__init__.py b/tests/integration_tests/test_assets/validators/__init__.py index 17e1492b7..15e9fa135 100644 --- a/tests/integration_tests/test_assets/validators/__init__.py +++ b/tests/integration_tests/test_assets/validators/__init__.py @@ -1,15 +1,21 @@ +from tests.integration_tests.test_assets.validators.ends_with import EndsWith from tests.integration_tests.test_assets.validators.lower_case import LowerCase from tests.integration_tests.test_assets.validators.one_line import OneLine +from tests.integration_tests.test_assets.validators.reading_time import ReadingTime from tests.integration_tests.test_assets.validators.regex_match import RegexMatch from tests.integration_tests.test_assets.validators.two_words import TwoWords +from tests.integration_tests.test_assets.validators.upper_case import UpperCase from tests.integration_tests.test_assets.validators.valid_choices import ValidChoices from tests.integration_tests.test_assets.validators.valid_length import ValidLength __all__ = [ + "EndsWith", "LowerCase", "OneLine", + "ReadingTime", "RegexMatch", "TwoWords", + "UpperCase", "ValidChoices", "ValidLength", ] diff --git a/guardrails/validators/ends_with.py b/tests/integration_tests/test_assets/validators/ends_with.py similarity index 100% rename from guardrails/validators/ends_with.py rename to tests/integration_tests/test_assets/validators/ends_with.py diff --git a/guardrails/validators/reading_time.py b/tests/integration_tests/test_assets/validators/reading_time.py similarity index 100% rename from guardrails/validators/reading_time.py rename to tests/integration_tests/test_assets/validators/reading_time.py diff --git a/guardrails/validators/upper_case.py b/tests/integration_tests/test_assets/validators/upper_case.py similarity index 100% rename from guardrails/validators/upper_case.py rename to tests/integration_tests/test_assets/validators/upper_case.py diff --git a/tests/integration_tests/test_async.py b/tests/integration_tests/test_async.py index 250063608..ddab76016 100644 --- a/tests/integration_tests/test_async.py +++ b/tests/integration_tests/test_async.py @@ -17,10 +17,8 @@ async def mock_llm(*args, **kwargs): @pytest.mark.asyncio -# @pytest.mark.parametrize("multiprocessing_validators", (True, False)) -async def test_entity_extraction_with_reask( - mocker, multiprocessing_validators: bool = False -): +@pytest.mark.parametrize("multiprocessing_validators", (True, False)) +async def test_entity_extraction_with_reask(mocker, multiprocessing_validators: bool): """Test that the entity extraction works with re-asking.""" mock_invoke_llm = mocker.patch( "guardrails.llm_providers.AsyncOpenAICallable.invoke_llm", diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index a18d1d97a..8b0b56c53 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -12,18 +12,19 @@ from guardrails.actions.reask import SkeletonReAsk from guardrails.classes.llm.llm_response import LLMResponse from guardrails.classes.validation_outcome import ValidationOutcome +from guardrails.classes.validation.validation_result import FailResult from guardrails.guard import Guard from guardrails.utils.openai_utils import ( get_static_openai_chat_create_func, get_static_openai_create_func, ) from guardrails.actions.reask import FieldReAsk -from guardrails.validators import FailResult, OneLine from tests.integration_tests.test_assets.validators import ( RegexMatch, ValidLength, ValidChoices, LowerCase, + OneLine, ) from .mock_llm_outputs import ( diff --git a/tests/integration_tests/test_parsing.py b/tests/integration_tests/test_parsing.py index 5aa729782..3d63c2e2a 100644 --- a/tests/integration_tests/test_parsing.py +++ b/tests/integration_tests/test_parsing.py @@ -7,7 +7,7 @@ from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.openai_utils import get_static_openai_chat_create_func from guardrails.validator_base import OnFailAction -from guardrails.validators import FailResult, ValidationResult +from guardrails.classes.validation.validation_result import FailResult, ValidationResult from .test_assets import pydantic, string diff --git a/tests/integration_tests/test_python_rail.py b/tests/integration_tests/test_python_rail.py index 50e643e70..2dea75602 100644 --- a/tests/integration_tests/test_python_rail.py +++ b/tests/integration_tests/test_python_rail.py @@ -6,21 +6,19 @@ from pydantic import BaseModel, Field, field_validator, model_validator import guardrails as gd +from guardrails import Validator, register_validator from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.openai_utils import ( get_static_openai_chat_create_func, get_static_openai_create_func, ) -from guardrails.validator_base import OnFailAction -from guardrails.validators import ( +from guardrails.types import OnFailAction +from guardrails.classes.validation.validation_result import ( FailResult, PassResult, - TwoWords, ValidationResult, - Validator, - ValidLength, - register_validator, ) +from tests.integration_tests.test_assets.validators import ValidLength, TwoWords from .mock_llm_outputs import MockOpenAICallable from .test_assets import python_rail, string diff --git a/tests/integration_tests/test_streaming.py b/tests/integration_tests/test_streaming.py index 851cfd467..a74c58fe5 100644 --- a/tests/integration_tests/test_streaming.py +++ b/tests/integration_tests/test_streaming.py @@ -21,7 +21,7 @@ Validator, register_validator, ) -from guardrails.validators import LowerCase +from tests.integration_tests.test_assets.validators import LowerCase expected_raw_output = {"statement": "I am DOING well, and I HOPE you aRe too."} expected_fix_output = {"statement": "i am doing well, and i hope you are too."} diff --git a/tests/integration_tests/test_validator_base.py b/tests/integration_tests/test_validator_base.py index 366267004..5240e8a20 100644 --- a/tests/integration_tests/test_validator_base.py +++ b/tests/integration_tests/test_validator_base.py @@ -1,5 +1,8 @@ -from typing import Any, Dict +from typing import Any, Callable, Dict, Optional, Union +import pytest + +from guardrails.classes.validation.validation_result import PassResult from guardrails.guard import Guard from guardrails.validator_base import ( FailResult, @@ -56,3 +59,38 @@ def test_exception(): assert "Failed cuz this is the failure validator" in str(e) else: assert False, "Expected an exception" + + +@register_validator("mycustominstancecheckvalidator", data_type="string") +class MyValidator(Validator): + def __init__( + self, + an_instance_attr: str, + on_fail: Optional[Union[Callable, str]] = None, + **kwargs, + ): + self.an_instance_attr = an_instance_attr + super().__init__(on_fail=on_fail, an_instance_attr=an_instance_attr, **kwargs) + + def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult: + return PassResult() + + +@pytest.mark.parametrize( + "instance_attr", + [ + "a", + object(), + ], +) +def test_validator_instance_attr_equality(mocker, instance_attr): + validator = MyValidator(an_instance_attr=instance_attr) + + assert validator.an_instance_attr is instance_attr + + guard = Guard.from_string( + validators=[validator], + prompt="", + ) + + assert guard._validators[0].an_instance_attr == instance_attr diff --git a/tests/integration_tests/test_validators.py b/tests/integration_tests/test_validators.py deleted file mode 100644 index 2c5832469..000000000 --- a/tests/integration_tests/test_validators.py +++ /dev/null @@ -1,637 +0,0 @@ -# noqa:W291 -import os -from typing import Any, Callable, Dict, Optional, Union - -import pytest - -from guardrails import Guard, Validator, register_validator -from guardrails.validator_base import OnFailAction, PassResult, ValidationResult -from guardrails.validators import ( - DetectSecrets, - IsHighQualityTranslation, - PIIFilter, - SimilarToList, - ToxicLanguage, -) - -from ..unit_tests.mocks.mock_comet import BAD_TRANSLATION, GOOD_TRANSLATION, MockModel -from .mock_embeddings import MOCK_EMBEDDINGS -from .mock_llm_outputs import MockOpenAICallable -from .mock_presidio import MockAnalyzerEngine, MockAnonymizerEngine, mock_anonymize -from .mock_secrets import ( - EXPECTED_SECRETS_CODE_SNIPPET, - NO_SECRETS_CODE_SNIPPET, - SECRETS_CODE_SNIPPET, - MockDetectSecrets, - mock_get_unique_secrets, -) -from .mock_toxic_language import ( - EXPECTED_PARAGRAPH_WITH_TOXIC_SENTENCES, - NON_TOXIC_PARAGRAPH, - PARAGRAPH_WITH_TOXIC_SENTENCES, - TOXIC_PARAGRAPH, - MockPipeline, - mock_get_toxicity, -) - - -def test_similar_to_list(): - """Test initialisation of SimilarToList.""" - - int_prev_values = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10] - str_prev_values = ["broadcom", "paypal"] - - def embed_function(text: str): - """Mock embedding function.""" - return MOCK_EMBEDDINGS[text] - - # Initialise Guard from string (default parameters) - guard = Guard.from_string( - validators=[SimilarToList()], - description="testmeout", - ) - - guard = Guard.from_string( - validators=[ - SimilarToList( - standard_deviations=2, threshold=0.2, on_fail=OnFailAction.FIX - ) - ], - description="testmeout", - ) - - # Check types remain intact - validator: SimilarToList = guard._validators[0] - - assert isinstance(validator._standard_deviations, int) - assert isinstance(validator._threshold, float) - - # 1. Test for integer values - # 1.1 Test for values within the standard deviation - # llm_output must be a string - val = "3" - _, output, *rest = guard.parse( - llm_output=val, - metadata={"prev_values": int_prev_values}, - ) - # Guard.from_string will always return a string - # For other return types, we would need some return_type specifiers - assert output == str(val) - - # 1.2 Test not passing prev_values - # Should raise ValueError - val = "3" - with pytest.raises(ValueError) as excinfo: - guard.parse( - llm_output=val, - ) - assert ( - str(excinfo.value) == "You must provide a list of previous values in metadata." - ) - - # 1.3 Test passing str prev values for int val - # Should raise ValueError - val = "3" - with pytest.raises(ValueError) as excinfo: - guard.parse( - llm_output=val, - metadata={"prev_values": [str(i) for i in int_prev_values]}, - ) - assert str(excinfo.value) == ( - "Both given value and all the previous values must be " - "integers in order to use the distribution check validator." - ) - - # 1.4 Test for values outside the standard deviation - val = "300" - output = guard.parse( - llm_output=val, - metadata={"prev_values": int_prev_values}, - ) - assert output.validated_output is None - - # 2. Test for string values - # 2.1 Test for values within the standard deviation - val = "cisco" - output = guard.parse( - llm_output=val, - metadata={"prev_values": str_prev_values, "embed_function": embed_function}, - ) - assert output.validated_output == val - - # 2.2 Test not passing prev_values - # Should raise ValueError - val = "cisco" - with pytest.raises(ValueError) as excinfo: - guard.parse( - llm_output=val, - metadata={"embed_function": embed_function}, - ) - assert ( - str(excinfo.value) == "You must provide a list of previous values in metadata." - ) - - # 2.3 Test passing int prev values for str val - # Should raise ValueError - val = "cisco" - with pytest.raises(ValueError) as excinfo: - guard.parse( - llm_output=val, - metadata={"prev_values": int_prev_values, "embed_function": embed_function}, - ) - assert str(excinfo.value) == ( - "Both given value and all the previous values must be " - "strings in order to use the distribution check validator." - ) - - # 2.4 Test not pasisng embed_function - # Should raise ValueError - val = "cisco" - with pytest.raises(ValueError) as excinfo: - guard.parse( - llm_output=val, - metadata={"prev_values": str_prev_values}, - ) - assert str(excinfo.value) == ( - "You must provide `embed_function` in metadata in order to " - "check the semantic similarity of the generated string." - ) - - # 2.5 Test for values outside the standard deviation - val = "taj mahal" - output = guard.parse( - llm_output=val, - metadata={"prev_values": str_prev_values, "embed_function": embed_function}, - ) - assert output.validated_output is None - - -def test_detect_secrets(mocker): - """Test the DetectSecrets validator.""" - - # Set the mockers - mocker.patch("guardrails.validators.detect_secrets", new=MockDetectSecrets) - mocker.patch( - "guardrails.validators.DetectSecrets.get_unique_secrets", - new=mock_get_unique_secrets, - ) - - # Initialise Guard from string - guard = Guard.from_string( - validators=[DetectSecrets(on_fail=OnFailAction.FIX)], - description="testmeout", - ) - - # ---------------------------- - # 1. Test with SECRETS_CODE_SNIPPET - output = guard.parse( - llm_output=SECRETS_CODE_SNIPPET, - ) - # Check if the output is different from the input - assert output.validated_output != SECRETS_CODE_SNIPPET - - # Check if output matches the expected output - assert output.validated_output == EXPECTED_SECRETS_CODE_SNIPPET - - # Check if temp.txt does not exist in current directory - assert not os.path.exists("temp.txt") - - # ---------------------------- - # 2. Test with NO_SECRETS_CODE_SNIPPET - output = guard.parse( - llm_output=NO_SECRETS_CODE_SNIPPET, - ) - # Check if the output is same as the input - assert output.validated_output == NO_SECRETS_CODE_SNIPPET - - # Check if temp.txt does not exist in current directory - assert not os.path.exists("temp.txt") - - # ---------------------------- - # 3. Test with a non-multi-line string - # Should raise UserWarning - with pytest.warns(UserWarning): - output = guard.parse( - llm_output="import os", - ) - - # Check if the output is same as the input - assert output.validated_output == "import os" - - # Check if temp.txt does not exist in current directory - assert not os.path.exists("temp.txt") - - -def test_pii_filter(mocker): - """Integration test for PIIFilter.""" - - # Mock the the intialisations of AnalyzerEngine and AnonymizerEngine - mocker.patch( - "guardrails.validators.pii_filter.AnalyzerEngine", new=MockAnalyzerEngine - ) - mocker.patch( - "guardrails.validators.pii_filter.AnonymizerEngine", new=MockAnonymizerEngine - ) - - # Mock the analyze and anomymize functions - mocker.patch( - "guardrails.validators.PIIFilter.get_anonymized_text", new=mock_anonymize - ) - - # ------------------ - # 1. Initialise Guard from string with setting pii_entities as a string - # Also check whether all parameters are correctly initialised - guard = Guard.from_string( - validators=[PIIFilter(pii_entities="pii", on_fail=OnFailAction.FIX)], - description="testmeout", - ) - - # Do parse call - text = "My email address is demo@lol.com, and my phone number is 1234567890" - output = guard.parse( - llm_output=text, - ) - # Validated output should be different from input - assert output.validated_output != text - - # Validated output should contain masked pii entities - assert all( - entity in output.validated_output - for entity in ["", ""] - ) - - # ------------------ - # 2. Initialise Guard from string with setting pii_entities as a list - # Also check whether all parameters are correctly initialised - guard = Guard.from_string( - validators=[ - PIIFilter( - pii_entities=["EMAIL_ADDRESS", "PHONE_NUMBER"], on_fail=OnFailAction.FIX - ) - ], - description="testmeout", - ) - - # Do parse call - text = "My email address is demo@lol.com, and my phone number is 1234567890" - output = guard.parse( - llm_output=text, - ) - # Validated output should be different from input - assert output.validated_output != text - - # Validated output should contain masked pii entities - assert all( - entity in output.validated_output - for entity in ["", ""] - ) - - # Check with text without any pii entities - text = "My email address is xyz and my phone number is unavailable." - output = guard.parse( - llm_output=text, - ) - # Validated output should be same as input - assert output.validated_output == text - - # ------------------ - # 3. Initialise Guard from string without setting pii_entities - # Also don't pass through metadata - # Should raise ValueError - guard = Guard.from_string( - validators=[PIIFilter(on_fail=OnFailAction.FIX)], - description="testmeout", - ) - - text = "My email address is demo@lol.com, and my phone number is 1234567890" - with pytest.raises(ValueError) as excinfo: - guard.parse( - llm_output=text, - ) - assert str(excinfo.value) == ( - "`pii_entities` must be set in order to use the `PIIFilter` validator." - "Add this: `pii_entities=['PERSON', 'PHONE_NUMBER']`" - "OR pii_entities='pii' or 'spi'" - "in init or metadata." - ) - - # ------------------ - # 4. Initialise Guard from string without setting pii_entities - guard = Guard.from_string( - validators=[PIIFilter(on_fail=OnFailAction.FIX)], - description="testmeout", - ) - text = "My email address is demo@lol.com, and my phone number is 1234567890" - - # Now try with string of pii entities passed through metadata - output = guard.parse( - llm_output=text, - metadata={"pii_entities": "pii"}, - ) - # Validated output should be different from input - assert output.validated_output != text - - # Validated output should contain masked pii entities - assert all( - entity in output.validated_output - for entity in ["", ""] - ) - - # Now try with list of pii entities passed through metadata - output = guard.parse( - llm_output=text, - metadata={"pii_entities": ["EMAIL_ADDRESS", "PHONE_NUMBER"]}, - ) - # Validated output should be different from input - assert output.validated_output != text - - # Validated output should contain masked pii entities - assert all( - entity in output.validated_output - for entity in ["", ""] - ) - - # ------------------ - # 5. Initialise Guard from string setting - # pii_entities as a string "pii" -> all entities - # But also pass in metadata with all pii_entities as a list - # only containing EMAIL_ADDRESS - # metadata should override the pii_entities passed in the constructor, - # and only mask in EMAIL_ADDRESS - guard = Guard.from_string( - validators=[PIIFilter(pii_entities="pii", on_fail=OnFailAction.FIX)], - description="testmeout", - ) - text = "My email address is demo@lol.com, and my phone number is 1234567890" - - output = guard.parse( - llm_output=text, - metadata={"pii_entities": ["EMAIL_ADDRESS"]}, - ) - # Validated output should be different from input - assert output.validated_output != text - - # Validated output should contain masked EMAIL_ADDRESS - # and not PHONE_NUMBER - assert "" in output.validated_output - assert "" not in output.validated_output - - # ------------------ - # 6. Initialise Guard from string setting an incorrect string of pii_entities - # Should raise ValueError during validate - guard = Guard.from_string( - validators=[PIIFilter(pii_entities="piii", on_fail=OnFailAction.FIX)], - description="testmeout", - ) - text = "My email address is demo@lol.com, and my phone number is 1234567890" - - with pytest.raises(ValueError) as excinfo: - guard.parse( - llm_output=text, - ) - assert str(excinfo.value) == "`pii_entities` must be one of ['pii', 'spi']" - - -def test_toxic_language(mocker): - """Test the integration of the ToxicLanguage validator. - - 1. Test default initialisation (should be validation_method="sentence" - and threshold=0.5) - 2. Test with a toxic paragraph (with validation_method="full") - 3. Test with a paragraph containing toxic sentences - (with validation_method="sentence") - 4. Text with a non-toxic paragraph (with validation_method="full") - 5. Test with a paragraph containing no toxic sentences - (with validation_method="sentence") - 6. Test with a paragraph also specifying threshold - """ - - # Set the mockers - mocker.patch("guardrails.validators.toxic_language.pipeline", new=MockPipeline) - mocker.patch( - "guardrails.validators.toxic_language.ToxicLanguage.get_toxicity", - new=mock_get_toxicity, - ) - - # ---------------------------- - # 1. Test default initialisation (should be validation_method="sentence" - # and threshold=0.25) - guard = Guard.from_string( - validators=[ToxicLanguage(on_fail=OnFailAction.FIX)], - description="testmeout", - ) - - # ---------------------------- - # 2. Test with a toxic paragraph (with validation_method="full") - # Should return empty string - guard = Guard.from_string( - validators=[ToxicLanguage(validation_method="full", on_fail=OnFailAction.FIX)], - description="testmeout", - ) - - output = guard.parse( - llm_output=TOXIC_PARAGRAPH, - ).validated_output - # Check if the output is empty - assert output == "" - - # ---------------------------- - # 3. Test with a paragraph containing toxic sentences - # (with validation_method="sentence") - # Should return a paragraph with toxic sentences removed - guard = Guard.from_string( - validators=[ - ToxicLanguage(validation_method="sentence", on_fail=OnFailAction.FIX) - ], - description="testmeout", - ) - - output = guard.parse( - llm_output=PARAGRAPH_WITH_TOXIC_SENTENCES, - ).validated_output - - # Check if the output matches the expected output - assert output == EXPECTED_PARAGRAPH_WITH_TOXIC_SENTENCES - - # ---------------------------- - # 4. Text with a non-toxic paragraph (with validation_method="full") - # Should return the same paragraph - guard = Guard.from_string( - validators=[ToxicLanguage(validation_method="full", on_fail=OnFailAction.FIX)], - description="testmeout", - ) - - output = guard.parse( - llm_output=NON_TOXIC_PARAGRAPH, - ).validated_output - # Check if the output is same as the input - assert output == NON_TOXIC_PARAGRAPH - - # ---------------------------- - # 5. Test with a paragraph containing no toxic sentences - # (with validation_method="sentence") - # Should return the same paragraph - - guard = Guard.from_string( - validators=[ - ToxicLanguage(validation_method="sentence", on_fail=OnFailAction.FIX) - ], - description="testmeout", - ) - - output = guard.parse( - llm_output=NON_TOXIC_PARAGRAPH, - ).validated_output - # Check if the output is same as the input - assert output == NON_TOXIC_PARAGRAPH - - # ---------------------------- - # 6. Test with a paragraph also specifying threshold - # Should return a paragraph with toxic sentences removed - guard = Guard.from_string( - validators=[ - ToxicLanguage( - validation_method="sentence", threshold=0.1, on_fail=OnFailAction.FIX - ) - ], - description="testmeout", - ) - - output = guard.parse( - llm_output=NON_TOXIC_PARAGRAPH, - ).validated_output - # Check if the output matches the expected output - assert output == NON_TOXIC_PARAGRAPH - - -def test_translation_quality(mocker): - # Set the mockers - mocker.patch( - "guardrails.validators.is_high_quality_translation.download_model", - return_value="some_path", - ) - mocker.patch( - "guardrails.validators.is_high_quality_translation.load_from_checkpoint", - return_value=MockModel(), - ) - - # ---------------------------- - # 1. Test with a good translation - # Should return the same translation - guard = Guard.from_string( - validators=[IsHighQualityTranslation(on_fail=OnFailAction.FIX)], - description="testmeout", - ) - - output = guard.parse( - llm_output=GOOD_TRANSLATION, - metadata={"translation_source": "some input"}, - ).validated_output - - # Check if the output is same as the input - assert output == GOOD_TRANSLATION - - # ---------------------------- - - # 2. Test with a bad translation - # Should return None - guard = Guard.from_string( - validators=[IsHighQualityTranslation(on_fail=OnFailAction.FIX)], - description="testmeout", - ) - - output = guard.parse( - llm_output=BAD_TRANSLATION, - metadata={"translation_source": "some input"}, - ).validated_output - - # Check if the output is empty - assert output == "" - - -@register_validator("mycustominstancecheckvalidator", data_type="string") -class MyValidator(Validator): - def __init__( - self, - an_instance_attr: str, - on_fail: Optional[Union[Callable, str]] = None, - **kwargs, - ): - self.an_instance_attr = an_instance_attr - super().__init__(on_fail=on_fail, an_instance_attr=an_instance_attr, **kwargs) - - def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult: - return PassResult() - - -@pytest.mark.parametrize( - "instance_attr", - [ - "a", - object(), - ], -) -def test_validator_instance_attr_equality(mocker, instance_attr): - mocker.patch("guardrails.llm_providers.OpenAICallable", new=MockOpenAICallable) - - validator = MyValidator(an_instance_attr=instance_attr) - - assert validator.an_instance_attr is instance_attr - - guard = Guard.from_string( - validators=[validator], - prompt="", - ) - - assert guard._validators[0].an_instance_attr == instance_attr - - -@pytest.mark.parametrize( - "output,throws,error_message", - [ - ("Ice cream is frozen.", False, ""), - ( - "Ice cream is a frozen dairy product that is consumed in many places.", - True, - "String should be readable within 0.05 minutes.", - ), - ("This response isn't relevant.", True, "Result must match Ice cream"), - ], -) -def test_validators_as_runnables(output: str, throws: bool, error_message: str): - from langchain_core.language_models import LanguageModelInput - from langchain_core.messages import AIMessage, BaseMessage - from langchain_core.output_parsers import StrOutputParser - from langchain_core.prompts import ChatPromptTemplate - from langchain_core.runnables import Runnable, RunnableConfig - - from guardrails.errors import ValidationError - from guardrails.validators import ReadingTime, RegexMatch - - class MockModel(Runnable): - def invoke( - self, input: LanguageModelInput, config: Optional[RunnableConfig] = None - ) -> BaseMessage: - return AIMessage(content=output) - - prompt = ChatPromptTemplate.from_template("ELIF: {topic}") - model = MockModel() - regex_match = RegexMatch("Ice cream", match_type="search") - reading_time = ReadingTime(0.05) # 3 seconds - output_parser = StrOutputParser() - - chain = prompt | model | regex_match | reading_time | output_parser - - topic = "ice cream" - if throws: - with pytest.raises(ValidationError) as exc_info: - chain.invoke({"topic": topic}) - - assert str(exc_info.value) == ( - "The response from the LLM failed validation!" f"{error_message}" - ) - - else: - result = chain.invoke({"topic": topic}) - - assert result == output diff --git a/tests/unit_tests/mock_embeddings.py b/tests/unit_tests/mock_embeddings.py deleted file mode 100644 index 7c3a9f820..000000000 --- a/tests/unit_tests/mock_embeddings.py +++ /dev/null @@ -1,45 +0,0 @@ -def mock_create_embedding(*args, input, **kwargs): - mocked_embeddings = { - "It was a beautiful day. " "In the afternoon, we drank tea.": [0, 0.5], - "Then we went to the park. " - "There was a lot of people there. " - "A dog was there too.": [0.5, 0], - "It was a nice day.": [0.25, 0.25], - "I went to the park.": [0.25, 0.25], - "I saw a dog.": [0.25, 0.25], - } - - if not isinstance(input, list): - input = [input] - - returns = [] - for text in input: - try: - returns.append({"embedding": mocked_embeddings[text]}) - except KeyError: - print(input) - raise ValueError("Text not found in mocked embeddings") - - from openai.types import CreateEmbeddingResponse, Embedding - from openai.types.create_embedding_response import Usage - - return CreateEmbeddingResponse( - data=[ - Embedding(embedding=r["embedding"], index=i, object="embedding") - for i, r in enumerate(returns) - ], - model="", - object="list", - usage=Usage( - prompt_tokens=10, - total_tokens=10, - ), - ) - - -MOCK_EMBEDDINGS = { - "broadcom": [0.91, 0.81, 0.21], - "paypal": [0.89, 0.79, 0.22], - "cisco": [0.9, 0.8, 0.2], # similar example - "taj mahal": [0.03, 0.1, 0.11], # dissimilar example -} diff --git a/tests/unit_tests/mock_provenance_v1.py b/tests/unit_tests/mock_provenance_v1.py deleted file mode 100644 index 9f0f40d20..000000000 --- a/tests/unit_tests/mock_provenance_v1.py +++ /dev/null @@ -1,37 +0,0 @@ -def mock_chat_completion(*args, **kwargs): - """Mocks the OpenAI chat completion function for ProvenanceV1.""" - - from openai.types import CompletionUsage - from openai.types.chat import ChatCompletion, ChatCompletionMessage - from openai.types.chat.chat_completion import Choice - - return ChatCompletion( - id="", - choices=[ - Choice( - finish_reason="stop", - index=0, - message=ChatCompletionMessage( - content="Yes", - role="assistant", - ), - ) - ], - created=0, - model="", - object="chat.completion", - usage=CompletionUsage( - prompt_tokens=10, - completion_tokens=20, - total_tokens=30, - ), - ) - - -def mock_chromadb_query_function(**kwargs): - """Mocks the ChromaDB query function for ProvenanceV1.""" - return [ - "Lorem ipsum dolor sit amet, consectetur adipiscing elit.", - "Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.", - "Ut enim ad minim veniam.", - ] diff --git a/tests/unit_tests/mock_secrets.py b/tests/unit_tests/mock_secrets.py deleted file mode 100644 index 9f96737a2..000000000 --- a/tests/unit_tests/mock_secrets.py +++ /dev/null @@ -1,29 +0,0 @@ -SECRETS_CODE_SNIPPET = """ -import os -import openai - -SECRET_TOKEN = "DUMMY_SECRET_TOKEN_abcdefgh" - -ADMIN_CREDENTIALS = {"username": "admin", "password": "dummy_admin_password"} -""" - -EXPECTED_SECRETS_CODE_SNIPPET = """ -import os -import openai - -SECRET_TOKEN = "********" - -ADMIN_CREDENTIALS = {"username": "admin", "password": "********"} -""" - -NO_SECRETS_CODE_SNIPPET = """ -import os -import openai - -ADMIN_INFO = {"username": "admin", "country": "United States"} -countries = ["United States", "Canada", "Mexico"] -for country in countries: - print(country) - if country == "United States": - print("Found admin_info for United States") -""" diff --git a/tests/unit_tests/mocks/mock_comet.py b/tests/unit_tests/mocks/mock_comet.py deleted file mode 100644 index 10c41d58c..000000000 --- a/tests/unit_tests/mocks/mock_comet.py +++ /dev/null @@ -1,21 +0,0 @@ -from typing import List - -GOOD_TRANSLATION = "This is a good translation." -BAD_TRANSLATION = "This is a bad translation." - - -class MockModel: - def predict(self, data: list, **kwargs): - return MockOutput(data) - - -class MockOutput: - scores: List[float] - - def __init__(self, data: list): - # return a score of 0.9 for good translation and 0.4 for bad translation - data = data[0] - if data["mt"] == GOOD_TRANSLATION: - self.scores = [0.9] - elif data["mt"] == BAD_TRANSLATION: - self.scores = [0.4] diff --git a/tests/unit_tests/mocks/mock_validator.py b/tests/unit_tests/mocks/mock_validator.py index 5e051992f..34d618ee3 100644 --- a/tests/unit_tests/mocks/mock_validator.py +++ b/tests/unit_tests/mocks/mock_validator.py @@ -1,7 +1,11 @@ from typing import Any, Callable, Dict, Union from guardrails import Validator, register_validator -from guardrails.validators import FailResult, PassResult, ValidationResult +from guardrails.classes.validation.validation_result import ( + FailResult, + PassResult, + ValidationResult, +) def create_mock_validator( diff --git a/tests/unit_tests/test_async_guard.py b/tests/unit_tests/test_async_guard.py index 8e9dce1c1..78f63dd3c 100644 --- a/tests/unit_tests/test_async_guard.py +++ b/tests/unit_tests/test_async_guard.py @@ -1,19 +1,18 @@ import pytest from pydantic import BaseModel -from guardrails import AsyncGuard, Validator +from guardrails import AsyncGuard, Validator, register_validator +from guardrails.classes.validation.validation_result import PassResult from guardrails.utils import args, kwargs, on_fail from guardrails.utils.validator_utils import verify_metadata_requirements -from guardrails.validator_base import OnFailAction -from guardrails.validators import ( # ReadingTime, +from guardrails.types import OnFailAction +from tests.integration_tests.test_assets.validators import ( EndsWith, LowerCase, OneLine, - PassResult, TwoWords, UpperCase, ValidLength, - register_validator, ) diff --git a/tests/unit_tests/test_async_validator_service.py b/tests/unit_tests/test_async_validator_service.py index dabed7230..e01beb02e 100644 --- a/tests/unit_tests/test_async_validator_service.py +++ b/tests/unit_tests/test_async_validator_service.py @@ -6,7 +6,7 @@ from guardrails.classes.validation.validator_logs import ValidatorLogs from guardrails.validator_base import OnFailAction from guardrails.validator_service import AsyncValidatorService -from guardrails.validators import PassResult +from guardrails.classes.validation.validation_result import PassResult from .mocks import MockLoop from .mocks.mock_validator import create_mock_validator diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 9923f4df8..16d204e2c 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,18 +1,17 @@ import pytest from pydantic import BaseModel -from guardrails import Guard, Validator +from guardrails import Guard, Validator, register_validator +from guardrails.classes.validation.validation_result import PassResult from guardrails.utils.validator_utils import verify_metadata_requirements from guardrails.utils import args, kwargs, on_fail -from guardrails.validator_base import OnFailAction -from guardrails.validators import ( # ReadingTime, +from guardrails.types import OnFailAction +from tests.integration_tests.test_assets.validators import ( EndsWith, LowerCase, OneLine, - PassResult, TwoWords, UpperCase, ValidLength, - register_validator, ) diff --git a/tests/unit_tests/test_validator_base.py b/tests/unit_tests/test_validator_base.py index 962ee55f5..ade7bfbd7 100644 --- a/tests/unit_tests/test_validator_base.py +++ b/tests/unit_tests/test_validator_base.py @@ -1,43 +1,850 @@ -# Write tests for check_refrain and filter_in_schema in guardrails/validator_base.py +import json +from typing import Any, Dict, List + import pytest +from pydantic import BaseModel, Field + +from guardrails import Guard, Validator, register_validator +from guardrails.async_guard import AsyncGuard +from guardrails.errors import ValidationError +from guardrails.utils.openai_utils import ( + get_static_openai_create_func, +) +from guardrails.actions.reask import FieldReAsk +from guardrails.actions.refrain import Refrain +from guardrails.actions.filter import Filter +from guardrails.classes.validation.validation_result import ( + FailResult, + PassResult, + ValidationResult, +) +from guardrails.types import OnFailAction +from tests.integration_tests.test_assets.validators import ( + TwoWords, + ValidLength, +) + + +@register_validator("mycustomhellovalidator", data_type="string") +def hello_validator(value: Any, metadata: Dict[str, Any]) -> ValidationResult: + if "hello" in value.lower(): + return FailResult( + error_message="Hello is too basic, try something more creative.", + fix_value="hullo", + ) + return PassResult() + + +def test_validator_as_tuple(): + # (Callable, on_fail) tuple fix + class MyModel(BaseModel): + a_field: str = Field(..., validators=[(hello_validator(), OnFailAction.FIX)]) + + guard = Guard.from_pydantic(MyModel) + output = guard.parse( + '{"a_field": "hello there yo"}', + num_reasks=0, + ) + + assert output.validated_output == {"a_field": "hullo"} + + # (string, on_fail) tuple fix + + class MyModel(BaseModel): + a_field: str = Field( + ..., + validators=[ + ("two_words", OnFailAction.REASK), + ("mycustomhellovalidator", OnFailAction.FIX), + ], + ) + + guard = Guard.from_pydantic(MyModel) + output = guard.parse( + '{"a_field": "hello there yo"}', + num_reasks=0, + ) + + assert output.validated_output == {"a_field": "hullo"} + + # (Validator, on_fail) tuple fix + + class MyModel(BaseModel): + a_field: str = Field(..., validators=[(TwoWords(), OnFailAction.FIX)]) + + guard = Guard.from_pydantic(MyModel) + output = guard.parse( + '{"a_field": "hello there yo"}', + num_reasks=0, + ) + + assert output.validated_output == {"a_field": "hello there"} + + # (Validator, on_fail) tuple reask + + hullo_reask = FieldReAsk( + incorrect_value="hello there yo", + fail_results=[ + FailResult( + error_message="Hello is too basic, try something more creative.", + fix_value="hullo", + ) + ], + path=["a_field"], + ) + + class MyModel(BaseModel): + a_field: str = Field(..., validators=[(hello_validator(), OnFailAction.REASK)]) + + guard = Guard.from_pydantic(MyModel) + + output = guard.parse( + '{"a_field": "hello there yo"}', + num_reasks=0, + ) + + assert output.validated_output == {"a_field": "hullo"} + assert guard.history.first.iterations.first.reasks[0] == hullo_reask + + hello_reask = FieldReAsk( + incorrect_value="hello there yo", + fail_results=[ + FailResult( + error_message="must be exactly two words", + fix_value="hello there", + ) + ], + path=["a_field"], + ) + + # (string, on_fail) tuple reask + + class MyModel(BaseModel): + a_field: str = Field(..., validators=[("two-words", OnFailAction.REASK)]) + + guard = Guard.from_pydantic(MyModel) + + output = guard.parse( + '{"a_field": "hello there yo"}', + num_reasks=0, + ) -from guardrails.validator_base import Filter, Refrain, check_refrain, filter_in_schema + assert output.validated_output == {"a_field": "hello there"} + assert guard.history.first.iterations.first.reasks[0] == hello_reask + + # (Validator, on_fail) tuple reask + + class MyModel(BaseModel): + a_field: str = Field(..., validators=[(TwoWords(), OnFailAction.REASK)]) + + guard = Guard.from_pydantic(MyModel) + + output = guard.parse( + '{"a_field": "hello there yo"}', + num_reasks=0, + ) + + assert output.validated_output == {"a_field": "hello there"} + assert guard.history.first.iterations.first.reasks[0] == hello_reask + + class MyModel(BaseModel): + a_field: str = Field(..., validators=["two-words"]) + + # Unintentionally supported, but supported nonetheless + # with pytest.raises(ValueError): + guard = Guard.from_pydantic(MyModel) + assert len(guard._validators) == 1 + + +def test_custom_func_validator(): + rail_str = """ + + + + + + """ + + guard = Guard.from_rail_string(rail_str) + + output = guard.parse( + '{"greeting": "hello"}', + num_reasks=0, + ) + assert output.validated_output == {"greeting": "hullo"} + + call = guard.history.first + assert call.iterations.length == 1 + validator_log = call.iterations.first.validator_logs[0] + assert validator_log.validator_name == "mycustomhellovalidator" + assert validator_log.validation_result == FailResult( + error_message="Hello is too basic, try something more creative.", + fix_value="hullo", + ) + + +def test_bad_validator(): + with pytest.raises(ValueError): + + @register_validator("mycustombadvalidator", data_type="string") + def validate(value: Any) -> ValidationResult: + pass @pytest.mark.parametrize( - "schema,expected", + "min,max,expected_xml", [ - (["a", Refrain(), "b"], True), - (["a", "b"], False), - (["a", ["b", Refrain(), "c"], "d"], True), - (["a", ["b", "c", "d"], "e"], False), - (["a", {"b": Refrain(), "c": "d"}, "e"], True), - (["a", {"b": "c", "d": "e"}, "f"], False), - ({"a": "b"}, False), - ({"a": Refrain()}, True), - ({"a": "b", "c": {"d": Refrain()}}, True), - ({"a": "b", "c": {"d": "e"}}, False), - ({"a": "b", "c": ["d", Refrain()]}, True), - ({"a": "b", "c": ["d", "e"]}, False), + (0, 12, "length: 0 12"), + ("0", "12", "length: 0 12"), + (None, 12, "length: None 12"), + (1, None, "length: 1 None"), ], ) -def test_check_refrain(schema, expected): - assert check_refrain(schema) == expected +def test_to_xml_attrib(min, max, expected_xml): + validator = ValidLength(min=min, max=max) + xml_validator = validator.to_xml_attrib() + + assert xml_validator == expected_xml + + +def custom_fix_on_fail_handler(value: Any, fail_results: List[FailResult]): + return value + " " + value + + +def custom_reask_on_fail_handler(value: Any, fail_results: List[FailResult]): + return FieldReAsk(incorrect_value=value, fail_results=fail_results) + + +def custom_exception_on_fail_handler(value: Any, fail_results: List[FailResult]): + raise ValidationError("Something went wrong!") + + +def custom_filter_on_fail_handler(value: Any, fail_results: List[FailResult]): + return Filter() + + +def custom_refrain_on_fail_handler(value: Any, fail_results: List[FailResult]): + return Refrain() @pytest.mark.parametrize( - "schema,expected", + "custom_reask_func, expected_result", [ - (["a", Filter(), "b"], ["a", "b"]), - (["a", ["b", Filter(), "c"], "d"], ["a", ["b", "c"], "d"]), - (["a", ["b", "c", "d"], "e"], ["a", ["b", "c", "d"], "e"]), - (["a", {"b": Filter(), "c": "d"}, "e"], ["a", {"c": "d"}, "e"]), - ({"a": "b"}, {"a": "b"}), - ({"a": Filter()}, {}), - ({"a": "b", "c": {"d": Filter()}}, {"a": "b", "c": {}}), - ({"a": "b", "c": {"d": "e"}}, {"a": "b", "c": {"d": "e"}}), - ({"a": "b", "c": ["d", Filter()]}, {"a": "b", "c": ["d"]}), + ( + custom_fix_on_fail_handler, + {"pet_type": "dog dog", "name": "Fido"}, + ), + ( + custom_reask_on_fail_handler, + FieldReAsk( + incorrect_value="dog", + path=["pet_type"], + fail_results=[ + FailResult( + error_message="must be exactly two words", + fix_value="dog dog", + ) + ], + ), + ), + ( + custom_exception_on_fail_handler, + ValidationError, + ), + ( + custom_filter_on_fail_handler, + None, + ), + ( + custom_refrain_on_fail_handler, + None, + ), ], ) -def test_filter_in_schema(schema, expected): - assert filter_in_schema(schema) == expected +# @pytest.mark.parametrize( +# "validator_spec", +# [ +# lambda val_func: TwoWords(on_fail=val_func), +# # This was never supported even pre-0.5.x. +# # Trying this with function calling will throw. +# lambda val_func: ("two-words", val_func), +# ], +# ) +def test_custom_on_fail_handler( + custom_reask_func, + expected_result, +): + prompt = """ + What kind of pet should I get and what should I name it? + + ${gr.complete_json_suffix_v2} + """ + + output = """ + { + "pet_type": "dog", + "name": "Fido" + } + """ + + validator: Validator = TwoWords(on_fail=custom_reask_func) + + class Pet(BaseModel): + pet_type: str = Field(description="Species of pet", validators=[validator]) + name: str = Field(description="a unique pet name") + + guard = Guard.from_pydantic(output_class=Pet, prompt=prompt) + if isinstance(expected_result, type) and issubclass(expected_result, Exception): + with pytest.raises(ValidationError) as excinfo: + guard.parse(output, num_reasks=0) + assert str(excinfo.value) == "Something went wrong!" + else: + response = guard.parse(output, num_reasks=0) + if isinstance(expected_result, FieldReAsk): + assert guard.history.first.iterations.first.reasks[0] == expected_result + else: + assert response.validated_output == expected_result + + +class Pet(BaseModel): + name: str = Field(description="a unique pet name") + + +def test_input_validation_fix(mocker): + def mock_llm_api(*args, **kwargs): + return json.dumps({"name": "Fluffy"}) + + # fix returns an amended value for prompt/instructions validation, + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") + + guard( + mock_llm_api, + prompt="What kind of pet should I get?", + ) + assert ( + guard.history.first.iterations.first.outputs.validation_response == "What kind" + ) + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") + + guard( + mock_llm_api, + prompt="What kind of pet should I get and what should I name it?", + instructions="But really, what kind of pet should I get?", + ) + assert ( + guard.history.first.iterations.first.outputs.validation_response + == "But really," + ) + + # but raises for msg_history validation + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") + + with pytest.raises(ValidationError) as excinfo: + guard( + mock_llm_api, + msg_history=[ + { + "role": "user", + "content": "What kind of pet should I get?", + } + ], + ) + assert str(excinfo.value) == "Message history validation failed" + assert isinstance(guard.history.first.exception, ValidationError) + assert guard.history.first.exception == excinfo.value + + # rail prompt validation + guard = Guard.from_rail_string( + """ + + +This is not two words + + + + +""" + ) + guard( + mock_llm_api, + ) + assert guard.history.first.iterations.first.outputs.validation_response == "This is" + + # rail instructions validation + guard = Guard.from_rail_string( + """ + + +This is not two words + + +This also is not two words + + + + +""" + ) + guard( + mock_llm_api, + ) + assert ( + guard.history.first.iterations.first.outputs.validation_response == "This also" + ) + + +@pytest.mark.asyncio +async def test_async_input_validation_fix(mocker): + async def mock_llm_api(*args, **kwargs): + return json.dumps({"name": "Fluffy"}) + + # fix returns an amended value for prompt/instructions validation, + guard = AsyncGuard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") + + await guard( + mock_llm_api, + prompt="What kind of pet should I get?", + ) + assert ( + guard.history.first.iterations.first.outputs.validation_response == "What kind" + ) + + guard = AsyncGuard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") + + await guard( + mock_llm_api, + prompt="What kind of pet should I get and what should I name it?", + instructions="But really, what kind of pet should I get?", + ) + assert ( + guard.history.first.iterations.first.outputs.validation_response + == "But really," + ) + + # but raises for msg_history validation + guard = AsyncGuard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") + + with pytest.raises(ValidationError) as excinfo: + await guard( + mock_llm_api, + msg_history=[ + { + "role": "user", + "content": "What kind of pet should I get?", + } + ], + ) + assert str(excinfo.value) == "Message history validation failed" + assert isinstance(guard.history.first.exception, ValidationError) + assert guard.history.first.exception == excinfo.value + + # rail prompt validation + guard = AsyncGuard.from_rail_string( + """ + + +This is not two words + + + + +""" + ) + await guard( + mock_llm_api, + ) + assert guard.history.first.iterations.first.outputs.validation_response == "This is" + + # rail instructions validation + guard = AsyncGuard.from_rail_string( + """ + + +This is not two words + + +This also is not two words + + + + +""" + ) + await guard( + mock_llm_api, + ) + assert ( + guard.history.first.iterations.first.outputs.validation_response == "This also" + ) + + +@pytest.mark.parametrize( + "on_fail," + "structured_prompt_error," + "structured_instructions_error," + "structured_message_history_error," + "unstructured_prompt_error," + "unstructured_instructions_error", + [ + ( + OnFailAction.REASK, + "Prompt validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Prompt validation failed: incorrect_value='\\nThis is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + ), + ( + OnFailAction.FILTER, + "Prompt validation failed", + "Instructions validation failed", + "Message history validation failed", + "Prompt validation failed", + "Instructions validation failed", + ), + ( + OnFailAction.REFRAIN, + "Prompt validation failed", + "Instructions validation failed", + "Message history validation failed", + "Prompt validation failed", + "Instructions validation failed", + ), + ( + OnFailAction.EXCEPTION, + "Validation failed for field with errors: must be exactly two words", + "Validation failed for field with errors: must be exactly two words", + "Validation failed for field with errors: must be exactly two words", + "Validation failed for field with errors: must be exactly two words", + "Validation failed for field with errors: must be exactly two words", + ), + ], +) +def test_input_validation_fail( + on_fail, + structured_prompt_error, + structured_instructions_error, + structured_message_history_error, + unstructured_prompt_error, + unstructured_instructions_error, +): + # With Prompt Validation + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="prompt") + + def custom_llm(*args, **kwargs): + raise Exception( + "LLM was called when it should not have been!" + "Input Validation did not raise as expected!" + ) + + with pytest.raises(ValidationError) as excinfo: + guard( + custom_llm, + prompt="What kind of pet should I get?", + ) + assert str(excinfo.value) == structured_prompt_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + # With Instructions Validation + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="instructions") + + with pytest.raises(ValidationError) as excinfo: + guard( + custom_llm, + prompt="What kind of pet should I get and what should I name it?", + instructions="What kind of pet should I get?", + ) + + assert str(excinfo.value) == structured_instructions_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + # With Msg History Validation + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="msg_history") + + with pytest.raises(ValidationError) as excinfo: + guard( + custom_llm, + msg_history=[ + { + "role": "user", + "content": "What kind of pet should I get?", + } + ], + ) + assert str(excinfo.value) == structured_message_history_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + # Rail Prompt Validation + guard = Guard.from_rail_string( + f""" + + +This is not two words + + + + +""" + ) + with pytest.raises(ValidationError) as excinfo: + guard( + custom_llm, + ) + assert str(excinfo.value) == unstructured_prompt_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + # Rail Instructions Validation + guard = Guard.from_rail_string( + f""" + + +This is not two words + + +This also is not two words + + + + +""" + ) + with pytest.raises(ValidationError) as excinfo: + guard( + custom_llm, + ) + assert str(excinfo.value) == unstructured_instructions_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + +@pytest.mark.parametrize( + "on_fail," + "structured_prompt_error," + "structured_instructions_error," + "structured_message_history_error," + "unstructured_prompt_error," + "unstructured_instructions_error", + [ + ( + OnFailAction.REASK, + "Prompt validation failed: incorrect_value='What kind of pet should I get?\\n\\nJson Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Prompt validation failed: incorrect_value='\\nThis is not two words\\n\\n\\nString Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa + ), + # ( + # OnFailAction.FILTER, + # "Prompt validation failed", + # "Instructions validation failed", + # "Message history validation failed", + # "Prompt validation failed", + # "Instructions validation failed", + # ), + # ( + # OnFailAction.REFRAIN, + # "Prompt validation failed", + # "Instructions validation failed", + # "Message history validation failed", + # "Prompt validation failed", + # "Instructions validation failed", + # ), + # ( + # OnFailAction.EXCEPTION, + # "Validation failed for field with errors: must be exactly two words", + # "Validation failed for field with errors: must be exactly two words", + # "Validation failed for field with errors: must be exactly two words", + # "Validation failed for field with errors: must be exactly two words", + # "Validation failed for field with errors: must be exactly two words", + # ), + ], +) +@pytest.mark.asyncio +async def test_input_validation_fail_async( + mocker, + on_fail, + structured_prompt_error, + structured_instructions_error, + structured_message_history_error, + unstructured_prompt_error, + unstructured_instructions_error, +): + async def custom_llm(*args, **kwargs): + raise Exception( + "LLM was called when it should not have been!" + "Input Validation did not raise as expected!" + ) + + mocker.patch( + "guardrails.llm_providers.get_static_openai_acreate_func", + return_value=custom_llm, + ) + + # with_prompt_validation + guard = AsyncGuard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="prompt") + + with pytest.raises(ValidationError) as excinfo: + await guard( + custom_llm, + prompt="What kind of pet should I get?", + ) + assert str(excinfo.value) == structured_prompt_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + # with_instructions_validation + guard = AsyncGuard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="instructions") + + with pytest.raises(ValidationError) as excinfo: + await guard( + custom_llm, + prompt="What kind of pet should I get and what should I name it?", + instructions="What kind of pet should I get?", + ) + assert str(excinfo.value) == structured_instructions_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + # with_msg_history_validation + guard = AsyncGuard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=on_fail), on="msg_history") + + with pytest.raises(ValidationError) as excinfo: + await guard( + custom_llm, + msg_history=[ + { + "role": "user", + "content": "What kind of pet should I get?", + } + ], + ) + assert str(excinfo.value) == structured_message_history_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + # rail prompt validation + guard = AsyncGuard.from_rail_string( + f""" + + +This is not two words + + + + +""" + ) + with pytest.raises(ValidationError) as excinfo: + await guard( + custom_llm, + ) + assert str(excinfo.value) == unstructured_prompt_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + # rail instructions validation + guard = AsyncGuard.from_rail_string( + f""" + + +This is not two words + + +This also is not two words + + + + +""" + ) + with pytest.raises(ValidationError) as excinfo: + await guard( + custom_llm, + ) + assert str(excinfo.value) == unstructured_instructions_error + assert isinstance(guard.history.last.exception, ValidationError) + assert guard.history.last.exception == excinfo.value + + +def test_input_validation_mismatch_raise(): + # prompt validation, msg_history argument + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") + + with pytest.raises(ValueError): + guard( + get_static_openai_create_func(), + msg_history=[ + { + "role": "user", + "content": "What kind of pet should I get?", + } + ], + ) + + # instructions validation, msg_history argument + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") + + with pytest.raises(ValueError): + guard( + get_static_openai_create_func(), + msg_history=[ + { + "role": "user", + "content": "What kind of pet should I get?", + } + ], + ) + + # msg_history validation, prompt argument + guard = Guard.from_pydantic(output_class=Pet) + guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") + + with pytest.raises(ValueError): + guard( + get_static_openai_create_func(), + prompt="What kind of pet should I get?", + ) diff --git a/tests/unit_tests/test_validator_suite.py b/tests/unit_tests/test_validator_suite.py deleted file mode 100644 index d344ae32b..000000000 --- a/tests/unit_tests/test_validator_suite.py +++ /dev/null @@ -1,106 +0,0 @@ -import importlib -from typing import Dict - -import pytest - -from guardrails.classes.llm.llm_response import LLMResponse -from guardrails.guard import Guard -from guardrails.utils.openai_utils import get_static_openai_create_func -from guardrails.validator_base import OnFailAction -from guardrails.validators import FailResult -from tests.unit_tests.validators.test_parameters import ( - validator_test_pass_fail, - validator_test_prompt, - validator_test_python_str, - validator_test_xml, -) - - -# TODO: Spread this object, so essentially each validator will be its own test case -@pytest.mark.parametrize("validator_test_data", [(validator_test_pass_fail)]) -def test_validator_validate(validator_test_data: Dict[str, Dict[str, str]]): - for validator_name in validator_test_data: - print("testing validator: ", validator_name) - module = importlib.import_module("guardrails.validators") - validator_class = getattr(module, validator_name) - for test_scenario in validator_test_data[validator_name]: - if "instance_variables" in test_scenario: - instance = validator_class(**test_scenario["instance_variables"]) - else: - instance = validator_class() - result = instance.validate( - test_scenario["input_data"], - test_scenario["metadata"], - ) - assert isinstance(result, test_scenario["expected_result"]) - - if isinstance(result, FailResult) and "fix_value" in test_scenario: - assert result.fix_value == test_scenario["fix_value"] - - -# FIXME: This is not a unit test -@pytest.mark.parametrize("validator_test_data", [(validator_test_python_str)]) -def test_validator_python_string( - mocker, validator_test_data: Dict[str, Dict[str, str]] -): - for validator_name in validator_test_data: - print("testing validator: ", validator_name) - mocker.patch( - "guardrails.llm_providers.OpenAICallable._invoke_llm", - return_value=LLMResponse( - output=validator_test_data[validator_name]["output"], - prompt_token_count=123, - response_token_count=1234, - ), - ) - module = importlib.import_module("guardrails.validators") - validator_class = getattr(module, validator_name) - validators = [validator_class(on_fail=OnFailAction.REASK)] - guard = Guard.from_string( - validators, - description=validator_test_data[validator_name]["description"], - prompt=validator_test_data[validator_name]["prompt"], - instructions=validator_test_data[validator_name]["instructions"], - ) - _, final_output, *rest = guard( - llm_api=get_static_openai_create_func(), - prompt_params=validator_test_data[validator_name]["prompt_params"], - num_reasks=1, - max_tokens=100, - ) - - assert final_output == validator_test_data[validator_name]["output"] - - -# TODO: Spread this object, so essentially each validator will be its own test case -@pytest.mark.parametrize("validator_test_data", [(validator_test_xml)]) -def test_validator_to_xml(validator_test_data: Dict[str, Dict[str, str]]): - for validator_name in validator_test_data: - module = importlib.import_module("guardrails.validators") - print("testing validator: ", validator_name) - validator_class = getattr(module, validator_name) - if "instance_variables" in validator_test_data[validator_name]: - instance = validator_class( - **validator_test_data[validator_name]["instance_variables"] - ) - else: - instance = validator_class() - xml = instance.to_xml_attrib() - assert xml == validator_test_data[validator_name]["expected_xml"] - - -# TODO: Spread this object, so essentially each validator will be its own test case -@pytest.mark.parametrize("validator_test_data", [(validator_test_prompt)]) -def test_validator_to_prompt(validator_test_data: Dict[str, Dict[str, str]]): - for validator_name in validator_test_data: - module = importlib.import_module("guardrails.validators") - print("testing validator: ", validator_name) - validator_class = getattr(module, validator_name) - if "instance_variables" in validator_test_data[validator_name]: - instance = validator_class( - **validator_test_data[validator_name]["instance_variables"] - ) - else: - instance = validator_class() - prompt = instance.to_prompt() - assert prompt == validator_test_data[validator_name]["expected_prompt"] diff --git a/tests/unit_tests/test_validators.py b/tests/unit_tests/test_validators.py deleted file mode 100644 index 3d1fd7eca..000000000 --- a/tests/unit_tests/test_validators.py +++ /dev/null @@ -1,1228 +0,0 @@ -# noqa:W291 -import json -import os -from typing import Any, Dict, List - -import pytest -from pydantic import BaseModel, Field - -from guardrails import Guard -from guardrails.async_guard import AsyncGuard -from guardrails.errors import ValidationError -from guardrails.utils.openai_utils import ( - get_static_openai_create_func, -) -from guardrails.actions.reask import FieldReAsk -from guardrails.validator_base import ( - FailResult, - Filter, - OnFailAction, - PassResult, - Refrain, - ValidationResult, - Validator, - check_refrain_in_dict, - filter_in_dict, - register_validator, -) -from guardrails.validators import ( - BugFreeSQL, - DetectSecrets, - ExtractedSummarySentencesMatch, - ExtractiveSummary, - IsHighQualityTranslation, - ProvenanceV1, - SimilarToDocument, - SimilarToList, - SqlColumnPresence, - ToxicLanguage, - TwoWords, - ValidLength, -) -from tests.integration_tests.mock_toxic_language import ( - NON_TOXIC_SENTENCES, - TOXIC_SENTENCES, - MockPipeline, - mock_get_toxicity, -) - -from .mock_embeddings import MOCK_EMBEDDINGS, mock_create_embedding -from .mock_provenance_v1 import mock_chat_completion, mock_chromadb_query_function -from .mock_secrets import ( - EXPECTED_SECRETS_CODE_SNIPPET, - NO_SECRETS_CODE_SNIPPET, - SECRETS_CODE_SNIPPET, -) -from .mocks.mock_comet import BAD_TRANSLATION, GOOD_TRANSLATION, MockModel - - -@pytest.mark.parametrize( - "input_dict, expected", - [ - ({"a": 1, "b": Refrain()}, True), - ({"a": 1, "b": {"c": 2, "d": Refrain()}}, True), - ({"a": [1, 2, Refrain()], "b": 4}, True), - ({"a": [1, 2, {"c": Refrain()}]}, True), - ({"a": [1, 2, [3, 4, Refrain()]]}, True), - ({"a": 1}, False), - ], -) -def test_check_refrain_in_dict(input_dict, expected): - assert check_refrain_in_dict(input_dict) == expected - - -@pytest.mark.parametrize( - "input_dict, expected_dict", - [ - ({"a": 1, "b": Filter(), "c": 3}, {"a": 1, "c": 3}), - ( - {"a": 1, "b": {"c": 2, "d": Filter()}, "e": 4}, - {"a": 1, "b": {"c": 2}, "e": 4}, - ), - ({"a": [1, 2, Filter()], "b": 4}, {"a": [1, 2], "b": 4}), - ({"a": [1, 2, {"c": Filter(), "d": 3}]}, {"a": [1, 2, {"d": 3}]}), - ({"a": [1, 2, [3, 4, Filter()]]}, {"a": [1, 2, [3, 4]]}), - ({"a": 1}, {"a": 1}), - ], -) -def test_filter_in_dict(input_dict, expected_dict): - assert filter_in_dict(input_dict) == expected_dict - - -# TODO: Implement testing with models on CI -@pytest.mark.skip( - reason="This test requires the text-embedding-ada-002 embedding model." - " Testing with models needs to be implemented." -) -def test_similar_to_document_validator(): - import os - - datapath = os.path.abspath(os.path.dirname(__file__) + "/../data/article1.txt") - val = SimilarToDocument( - document=open(datapath, "r").read(), - model="text-embedding-ada-002", - threshold=0.85, - ) - summary = "All legislative powers are held by a Congress" - " consisting of two chambers, the Senate and the House of Representatives." - assert isinstance(val.validate(summary, {}), PassResult) - - -class TestBugFreeSQLValidator: - def test_bug_free_sql(self): - # TODO Make this robust by computing the abs path of the sql file - # relative to this file - val = BugFreeSQL( - schema_file="./tests/unit_tests/test_assets/valid_schema.sql", - conn="sqlite://", - ) - bad_query = "select name, fro employees" - result = val.validate(bad_query, {}) - assert isinstance(result, FailResult) - assert result.error_message != "" - - good_query = "select name from employees;" - assert isinstance(val.validate(good_query, {}), PassResult) - - def test_long_sql_schema_no_exception(self): - val = BugFreeSQL( - schema_file="./tests/unit_tests/test_assets/spider.sql", - conn="sqlite://", - ) - assert val is not None - - def test_bug_free_sql_simple(self): - val = BugFreeSQL() - bad_query = "select name, fro employees" - - result = val.validate(bad_query, {}) - assert isinstance(result, FailResult) - assert result.error_message != "" - - good_query = "select name from employees;" - assert isinstance(val.validate(good_query, {}), PassResult) - - def test_sql_column_presense(self): - sql = "select name, age from employees;" - columns = ["name", "address"] - val = SqlColumnPresence(cols=columns) - - result = val.validate(sql, {}) - assert isinstance(result, FailResult) - assert result.error_message in ( - "Columns [age] not in [name, address]", - "Columns [age] not in [address, name]", - ) - - -def test_summary_validators(mocker): - pytest.importorskip("nltk", reason="nltk is not installed") - pytest.importorskip("thefuzz", reason="thefuzz is not installed") - - mocker.patch( - "openai.resources.embeddings.Embeddings.create", - new=mock_create_embedding, - ) - - mocker.patch("guardrails.embedding.OpenAIEmbedding.output_dim", new=2) - - summary = "It was a nice day. I went to the park. I saw a dog." - metadata = { - "filepaths": [ - "./tests/unit_tests/test_assets/article1.txt", - "./tests/unit_tests/test_assets/article2.txt", - ] - } - - val = ExtractedSummarySentencesMatch(threshold=0.1) - result = val.validate(summary, metadata) - assert isinstance(result, PassResult) - assert "citations" in result.metadata - assert "summary_with_citations" in result.metadata - assert result.metadata["citations"] == {1: 1, 2: 1, 3: 1} - assert ( - result.metadata["summary_with_citations"] - == """It was a nice day. [1] I went to the park. [1] I saw a dog. [1] - -[1] ./tests/unit_tests/test_assets/article1.txt -[2] ./tests/unit_tests/test_assets/article2.txt""" - ) - - val = ExtractiveSummary( - threshold=30, - ) - result = val.validate(summary, metadata) - assert isinstance(result, PassResult) - assert "citations" in result.metadata - assert "summary_with_citations" in result.metadata - assert result.metadata["citations"] == {1: 1, 2: 2, 3: 1} - assert ( - result.metadata["summary_with_citations"] - == """It was a nice day. [1] I went to the park. [2] I saw a dog. [1] - -[1] ./tests/unit_tests/test_assets/article1.txt -[2] ./tests/unit_tests/test_assets/article2.txt""" - ) - - -@register_validator("mycustomhellovalidator", data_type="string") -def hello_validator(value: Any, metadata: Dict[str, Any]) -> ValidationResult: - if "hello" in value.lower(): - return FailResult( - error_message="Hello is too basic, try something more creative.", - fix_value="hullo", - ) - return PassResult() - - -def test_validator_as_tuple(): - # (Callable, on_fail) tuple fix - class MyModel(BaseModel): - a_field: str = Field(..., validators=[(hello_validator(), OnFailAction.FIX)]) - - guard = Guard.from_pydantic(MyModel) - output = guard.parse( - '{"a_field": "hello there yo"}', - num_reasks=0, - ) - - assert output.validated_output == {"a_field": "hullo"} - - # (string, on_fail) tuple fix - - class MyModel(BaseModel): - a_field: str = Field( - ..., - validators=[ - ("two_words", OnFailAction.REASK), - ("mycustomhellovalidator", OnFailAction.FIX), - ], - ) - - guard = Guard.from_pydantic(MyModel) - output = guard.parse( - '{"a_field": "hello there yo"}', - num_reasks=0, - ) - - assert output.validated_output == {"a_field": "hullo"} - - # (Validator, on_fail) tuple fix - - class MyModel(BaseModel): - a_field: str = Field(..., validators=[(TwoWords(), OnFailAction.FIX)]) - - guard = Guard.from_pydantic(MyModel) - output = guard.parse( - '{"a_field": "hello there yo"}', - num_reasks=0, - ) - - assert output.validated_output == {"a_field": "hello there"} - - # (Validator, on_fail) tuple reask - - hullo_reask = FieldReAsk( - incorrect_value="hello there yo", - fail_results=[ - FailResult( - error_message="Hello is too basic, try something more creative.", - fix_value="hullo", - ) - ], - path=["a_field"], - ) - - class MyModel(BaseModel): - a_field: str = Field(..., validators=[(hello_validator(), OnFailAction.REASK)]) - - guard = Guard.from_pydantic(MyModel) - - output = guard.parse( - '{"a_field": "hello there yo"}', - num_reasks=0, - ) - - assert output.validated_output == {"a_field": "hullo"} - assert guard.history.first.iterations.first.reasks[0] == hullo_reask - - hello_reask = FieldReAsk( - incorrect_value="hello there yo", - fail_results=[ - FailResult( - error_message="must be exactly two words", - fix_value="hello there", - ) - ], - path=["a_field"], - ) - - # (string, on_fail) tuple reask - - class MyModel(BaseModel): - a_field: str = Field(..., validators=[("two-words", OnFailAction.REASK)]) - - guard = Guard.from_pydantic(MyModel) - - output = guard.parse( - '{"a_field": "hello there yo"}', - num_reasks=0, - ) - - assert output.validated_output == {"a_field": "hello there"} - assert guard.history.first.iterations.first.reasks[0] == hello_reask - - # (Validator, on_fail) tuple reask - - class MyModel(BaseModel): - a_field: str = Field(..., validators=[(TwoWords(), OnFailAction.REASK)]) - - guard = Guard.from_pydantic(MyModel) - - output = guard.parse( - '{"a_field": "hello there yo"}', - num_reasks=0, - ) - - assert output.validated_output == {"a_field": "hello there"} - assert guard.history.first.iterations.first.reasks[0] == hello_reask - - class MyModel(BaseModel): - a_field: str = Field(..., validators=["two-words"]) - - # Unintentionally supported, but supported nonetheless - # with pytest.raises(ValueError): - guard = Guard.from_pydantic(MyModel) - assert len(guard._validators) == 1 - - -def test_custom_func_validator(): - rail_str = """ - - - - - - """ - - guard = Guard.from_rail_string(rail_str) - - output = guard.parse( - '{"greeting": "hello"}', - num_reasks=0, - ) - assert output.validated_output == {"greeting": "hullo"} - - call = guard.history.first - assert call.iterations.length == 1 - validator_log = call.iterations.first.validator_logs[0] - assert validator_log.validator_name == "mycustomhellovalidator" - assert validator_log.validation_result == FailResult( - error_message="Hello is too basic, try something more creative.", - fix_value="hullo", - ) - - -def test_bad_validator(): - with pytest.raises(ValueError): - - @register_validator("mycustombadvalidator", data_type="string") - def validate(value: Any) -> ValidationResult: - pass - - -def test_provenance_v1(mocker): - """Test initialisation of ProvenanceV1.""" - - mocker.patch( - "openai.resources.chat.completions.Completions.create", - new=mock_chat_completion, - ) - - API_KEY = "" - LLM_RESPONSE = "This is a sentence." - - # Initialise Guard from string - string_guard = Guard.from_string( - validators=[ - ProvenanceV1( - validation_method="full", - llm_callable="gpt-3.5-turbo", - top_k=3, - max_tokens=100, - on_fail=OnFailAction.FIX, - ) - ], - description="testmeout", - ) - - validators = string_guard._validators - prov_validator: ProvenanceV1 = validators[0] - - # Check types remain intact - assert isinstance(prov_validator._validation_method, str) - assert isinstance(prov_validator._top_k, int) - assert isinstance(prov_validator._max_tokens, int) - - # Test guard.parse() with 3 different ways of setting the OpenAI API key API key - - # 1. Setting the API key directly - output = string_guard.parse( - llm_output=LLM_RESPONSE, - metadata={"query_function": mock_chromadb_query_function}, - ) - assert output.validated_output == LLM_RESPONSE - - # 2. Setting the environment variable - openai_api_key_backup = os.environ.get("OPENAI_API_KEY") - os.environ["OPENAI_API_KEY"] = API_KEY - output = string_guard.parse( - llm_output=LLM_RESPONSE, - metadata={"query_function": mock_chromadb_query_function}, - ) - assert output.validated_output == LLM_RESPONSE - - # 3. Passing the API key as an argument - output = string_guard.parse( - llm_output=LLM_RESPONSE, - metadata={"query_function": mock_chromadb_query_function}, - api_key=API_KEY, - api_base="https://api.openai.com", - ) - assert output.validated_output == LLM_RESPONSE - if openai_api_key_backup is not None: - os.environ["OPENAI_API_KEY"] = openai_api_key_backup - else: - del os.environ["OPENAI_API_KEY"] - - -@pytest.mark.parametrize( - "min,max,expected_xml", - [ - (0, 12, "length: 0 12"), - ("0", "12", "length: 0 12"), - (None, 12, "length: None 12"), - (1, None, "length: 1 None"), - ], -) -def test_to_xml_attrib(min, max, expected_xml): - validator = ValidLength(min=min, max=max) - xml_validator = validator.to_xml_attrib() - - assert xml_validator == expected_xml - - -def test_similar_to_list(): - # Mock embedding function - def embed_function(text: str): - """Mock embedding function.""" - return MOCK_EMBEDDINGS[text] - - # Initialise validator - validator = SimilarToList() - - # Test get_semantic_similarity method - similarity = validator.get_semantic_similarity( - "broadcom", "broadcom", embed_function - ) - # Assert that similarity is very close to 0 - assert similarity == pytest.approx(0.0, abs=1e-2) - - -def test_detect_secrets(): - """Test the DetectSecrets validator. - - 1. Test with dummy code snippet with secrets - 2. Test with dummy code snippet without secrets - - No mock functions are used in this test, as we are testing the actual - functionality of the detect_secrets package, which is used by the - DetectSecrets validator. - """ - # Initialise validator - validator = DetectSecrets() - - # ---------------------------- - # 1. Test get_unique_secrets and get_modified_value - # with dummy code snippet with secrets - unique_secrets, lines = validator.get_unique_secrets(SECRETS_CODE_SNIPPET) - - # Check types of unique_secrets and lines - assert isinstance(unique_secrets, dict) - assert isinstance(lines, list) - - # Check if unique_secrets contains exactly 2 secrets - assert len(unique_secrets.keys()) == 2 - - # Check if lines contains exactly 7 lines - assert len(lines) == 7 - - # Check if temp.txt does not exist in current directory - assert not os.path.exists(validator.temp_file_name) - - mod_value = validator.get_modified_value(unique_secrets, lines) - assert mod_value != SECRETS_CODE_SNIPPET - assert mod_value == EXPECTED_SECRETS_CODE_SNIPPET - - # ---------------------------- - # 2. Test get_unique_secrets and get_modified_value - # with dummy code snippet without secrets - unique_secrets, lines = validator.get_unique_secrets(NO_SECRETS_CODE_SNIPPET) - - # Check types of unique_secrets and lines - assert isinstance(unique_secrets, dict) - assert isinstance(lines, list) - - # Check if unique_secrets is empty - assert len(unique_secrets.keys()) == 0 - - # Check if lines contains exactly 10 lines - assert len(lines) == 10 - - # Check if temp.txt does not exist in current directory - assert not os.path.exists(validator.temp_file_name) - - mod_value = validator.get_modified_value(unique_secrets, lines) - - # Check if mod_value is same as code_snippet, - # as there are no secrets in code_snippet - assert mod_value == NO_SECRETS_CODE_SNIPPET - - -def test_toxic_language(mocker): - """Test ToxicLanguage validator's get_toxicity() method. - - 1. Test with dummy text with toxicity - 2. Test with dummy text without toxicity - """ - mocker.patch("guardrails.validators.toxic_language.pipeline", new=MockPipeline) - mocker.patch( - "guardrails.validators.toxic_language.ToxicLanguage.get_toxicity", - new=mock_get_toxicity, - ) - - # Initialise validator - validator = ToxicLanguage() - - # ---------------------------- - # 1. Test get_toxicity with dummy text with toxicity - pred_labels = validator.get_toxicity(TOXIC_SENTENCES[1]) - assert len(pred_labels) > 0 - - # ---------------------------- - # 2. Test get_toxicity with dummy text without toxicity - pred_labels = validator.get_toxicity(NON_TOXIC_SENTENCES[0]) - assert len(pred_labels) == 0 - - -def test_translation_quality_validator(mocker): - """Test IsHighQualityTranslation validator. - - 1. Test with dummy translation with high quality - 2. Test with dummy translation with low quality - """ - mocker.patch( - "guardrails.validators.is_high_quality_translation.download_model", - return_value="some_path", - ) - mocker.patch( - "guardrails.validators.is_high_quality_translation.load_from_checkpoint", - return_value=MockModel(), - ) - - # Initialise validator - validator = IsHighQualityTranslation() - - # ---------------------------- - # 1. Test with dummy translation with high quality - metadata = {"translation_source": "input text"} - result = validator.validate(GOOD_TRANSLATION, metadata) - assert isinstance(result, PassResult) - - # ---------------------------- - # 2. Test with dummy translation with low quality - result = validator.validate(BAD_TRANSLATION, metadata) - assert isinstance(result, FailResult) - - -def custom_fix_on_fail_handler(value: Any, fail_results: List[FailResult]): - return value + " " + value - - -def custom_reask_on_fail_handler(value: Any, fail_results: List[FailResult]): - return FieldReAsk(incorrect_value=value, fail_results=fail_results) - - -def custom_exception_on_fail_handler(value: Any, fail_results: List[FailResult]): - raise ValidationError("Something went wrong!") - - -def custom_filter_on_fail_handler(value: Any, fail_results: List[FailResult]): - return Filter() - - -def custom_refrain_on_fail_handler(value: Any, fail_results: List[FailResult]): - return Refrain() - - -@pytest.mark.parametrize( - "custom_reask_func, expected_result", - [ - ( - custom_fix_on_fail_handler, - {"pet_type": "dog dog", "name": "Fido"}, - ), - ( - custom_reask_on_fail_handler, - FieldReAsk( - incorrect_value="dog", - path=["pet_type"], - fail_results=[ - FailResult( - error_message="must be exactly two words", - fix_value="dog dog", - ) - ], - ), - ), - ( - custom_exception_on_fail_handler, - ValidationError, - ), - ( - custom_filter_on_fail_handler, - None, - ), - ( - custom_refrain_on_fail_handler, - None, - ), - ], -) -# @pytest.mark.parametrize( -# "validator_spec", -# [ -# lambda val_func: TwoWords(on_fail=val_func), -# # This was never supported even pre-0.5.x. -# # Trying this with function calling with throw. -# lambda val_func: ("two-words", val_func), -# ], -# ) -def test_custom_on_fail_handler( - custom_reask_func, - expected_result, -): - prompt = """ - What kind of pet should I get and what should I name it? - - ${gr.complete_json_suffix_v2} - """ - - output = """ - { - "pet_type": "dog", - "name": "Fido" - } - """ - - validator: Validator = TwoWords(on_fail=custom_reask_func) - - class Pet(BaseModel): - pet_type: str = Field(description="Species of pet", validators=[validator]) - name: str = Field(description="a unique pet name") - - guard = Guard.from_pydantic(output_class=Pet, prompt=prompt) - if isinstance(expected_result, type) and issubclass(expected_result, Exception): - with pytest.raises(ValidationError) as excinfo: - guard.parse(output, num_reasks=0) - assert str(excinfo.value) == "Something went wrong!" - else: - response = guard.parse(output, num_reasks=0) - if isinstance(expected_result, FieldReAsk): - assert guard.history.first.iterations.first.reasks[0] == expected_result - else: - assert response.validated_output == expected_result - - -class Pet(BaseModel): - name: str = Field(description="a unique pet name") - - -def test_input_validation_fix(mocker): - def mock_llm_api(*args, **kwargs): - return json.dumps({"name": "Fluffy"}) - - # fix returns an amended value for prompt/instructions validation, - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") - - guard( - mock_llm_api, - prompt="What kind of pet should I get?", - ) - assert ( - guard.history.first.iterations.first.outputs.validation_response == "What kind" - ) - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") - - guard( - mock_llm_api, - prompt="What kind of pet should I get and what should I name it?", - instructions="But really, what kind of pet should I get?", - ) - assert ( - guard.history.first.iterations.first.outputs.validation_response - == "But really," - ) - - # but raises for msg_history validation - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") - - with pytest.raises(ValidationError) as excinfo: - guard( - mock_llm_api, - msg_history=[ - { - "role": "user", - "content": "What kind of pet should I get?", - } - ], - ) - assert str(excinfo.value) == "Message history validation failed" - assert isinstance(guard.history.first.exception, ValidationError) - assert guard.history.first.exception == excinfo.value - - # rail prompt validation - guard = Guard.from_rail_string( - """ - - -This is not two words - - - - -""" - ) - guard( - mock_llm_api, - ) - assert guard.history.first.iterations.first.outputs.validation_response == "This is" - - # rail instructions validation - guard = Guard.from_rail_string( - """ - - -This is not two words - - -This also is not two words - - - - -""" - ) - guard( - mock_llm_api, - ) - assert ( - guard.history.first.iterations.first.outputs.validation_response == "This also" - ) - - -@pytest.mark.asyncio -async def test_async_input_validation_fix(mocker): - async def mock_llm_api(*args, **kwargs): - return json.dumps({"name": "Fluffy"}) - - # fix returns an amended value for prompt/instructions validation, - guard = AsyncGuard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") - - await guard( - mock_llm_api, - prompt="What kind of pet should I get?", - ) - assert ( - guard.history.first.iterations.first.outputs.validation_response == "What kind" - ) - - guard = AsyncGuard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") - - await guard( - mock_llm_api, - prompt="What kind of pet should I get and what should I name it?", - instructions="But really, what kind of pet should I get?", - ) - assert ( - guard.history.first.iterations.first.outputs.validation_response - == "But really," - ) - - # but raises for msg_history validation - guard = AsyncGuard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") - - with pytest.raises(ValidationError) as excinfo: - await guard( - mock_llm_api, - msg_history=[ - { - "role": "user", - "content": "What kind of pet should I get?", - } - ], - ) - assert str(excinfo.value) == "Message history validation failed" - assert isinstance(guard.history.first.exception, ValidationError) - assert guard.history.first.exception == excinfo.value - - # rail prompt validation - guard = AsyncGuard.from_rail_string( - """ - - -This is not two words - - - - -""" - ) - await guard( - mock_llm_api, - ) - assert guard.history.first.iterations.first.outputs.validation_response == "This is" - - # rail instructions validation - guard = AsyncGuard.from_rail_string( - """ - - -This is not two words - - -This also is not two words - - - - -""" - ) - await guard( - mock_llm_api, - ) - assert ( - guard.history.first.iterations.first.outputs.validation_response == "This also" - ) - - -@pytest.mark.parametrize( - "on_fail," - "structured_prompt_error," - "structured_instructions_error," - "structured_message_history_error," - "unstructured_prompt_error," - "unstructured_instructions_error", - [ - ( - OnFailAction.REASK, - "Prompt validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - "Prompt validation failed: incorrect_value='\\nThis is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - ), - ( - OnFailAction.FILTER, - "Prompt validation failed", - "Instructions validation failed", - "Message history validation failed", - "Prompt validation failed", - "Instructions validation failed", - ), - ( - OnFailAction.REFRAIN, - "Prompt validation failed", - "Instructions validation failed", - "Message history validation failed", - "Prompt validation failed", - "Instructions validation failed", - ), - ( - OnFailAction.EXCEPTION, - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - "Validation failed for field with errors: must be exactly two words", - ), - ], -) -def test_input_validation_fail( - on_fail, - structured_prompt_error, - structured_instructions_error, - structured_message_history_error, - unstructured_prompt_error, - unstructured_instructions_error, -): - # With Prompt Validation - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=on_fail), on="prompt") - - def custom_llm(*args, **kwargs): - raise Exception( - "LLM was called when it should not have been!" - "Input Validation did not raise as expected!" - ) - - with pytest.raises(ValidationError) as excinfo: - guard( - custom_llm, - prompt="What kind of pet should I get?", - ) - assert str(excinfo.value) == structured_prompt_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # With Instructions Validation - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=on_fail), on="instructions") - - with pytest.raises(ValidationError) as excinfo: - guard( - custom_llm, - prompt="What kind of pet should I get and what should I name it?", - instructions="What kind of pet should I get?", - ) - - assert str(excinfo.value) == structured_instructions_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # With Msg History Validation - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=on_fail), on="msg_history") - - with pytest.raises(ValidationError) as excinfo: - guard( - custom_llm, - msg_history=[ - { - "role": "user", - "content": "What kind of pet should I get?", - } - ], - ) - assert str(excinfo.value) == structured_message_history_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # Rail Prompt Validation - guard = Guard.from_rail_string( - f""" - - -This is not two words - - - - -""" - ) - with pytest.raises(ValidationError) as excinfo: - guard( - custom_llm, - ) - assert str(excinfo.value) == unstructured_prompt_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # Rail Instructions Validation - guard = Guard.from_rail_string( - f""" - - -This is not two words - - -This also is not two words - - - - -""" - ) - with pytest.raises(ValidationError) as excinfo: - guard( - custom_llm, - ) - assert str(excinfo.value) == unstructured_instructions_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - -@pytest.mark.parametrize( - "on_fail," - "structured_prompt_error," - "structured_instructions_error," - "structured_message_history_error," - "unstructured_prompt_error," - "unstructured_instructions_error", - [ - ( - OnFailAction.REASK, - "Prompt validation failed: incorrect_value='What kind of pet should I get?\\n\\nJson Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - "Prompt validation failed: incorrect_value='\\nThis is not two words\\n\\n\\nString Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', metadata=None, validated_chunk=None, error_spans=None)] path=None", # noqa - ), - # ( - # OnFailAction.FILTER, - # "Prompt validation failed", - # "Instructions validation failed", - # "Message history validation failed", - # "Prompt validation failed", - # "Instructions validation failed", - # ), - # ( - # OnFailAction.REFRAIN, - # "Prompt validation failed", - # "Instructions validation failed", - # "Message history validation failed", - # "Prompt validation failed", - # "Instructions validation failed", - # ), - # ( - # OnFailAction.EXCEPTION, - # "Validation failed for field with errors: must be exactly two words", - # "Validation failed for field with errors: must be exactly two words", - # "Validation failed for field with errors: must be exactly two words", - # "Validation failed for field with errors: must be exactly two words", - # "Validation failed for field with errors: must be exactly two words", - # ), - ], -) -@pytest.mark.asyncio -async def test_input_validation_fail_async( - mocker, - on_fail, - structured_prompt_error, - structured_instructions_error, - structured_message_history_error, - unstructured_prompt_error, - unstructured_instructions_error, -): - async def custom_llm(*args, **kwargs): - raise Exception( - "LLM was called when it should not have been!" - "Input Validation did not raise as expected!" - ) - - mocker.patch( - "guardrails.llm_providers.get_static_openai_acreate_func", - return_value=custom_llm, - ) - - # with_prompt_validation - guard = AsyncGuard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=on_fail), on="prompt") - - with pytest.raises(ValidationError) as excinfo: - await guard( - custom_llm, - prompt="What kind of pet should I get?", - ) - assert str(excinfo.value) == structured_prompt_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # with_instructions_validation - guard = AsyncGuard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=on_fail), on="instructions") - - with pytest.raises(ValidationError) as excinfo: - await guard( - custom_llm, - prompt="What kind of pet should I get and what should I name it?", - instructions="What kind of pet should I get?", - ) - assert str(excinfo.value) == structured_instructions_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # with_msg_history_validation - guard = AsyncGuard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=on_fail), on="msg_history") - - with pytest.raises(ValidationError) as excinfo: - await guard( - custom_llm, - msg_history=[ - { - "role": "user", - "content": "What kind of pet should I get?", - } - ], - ) - assert str(excinfo.value) == structured_message_history_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # rail prompt validation - guard = AsyncGuard.from_rail_string( - f""" - - -This is not two words - - - - -""" - ) - with pytest.raises(ValidationError) as excinfo: - await guard( - custom_llm, - ) - assert str(excinfo.value) == unstructured_prompt_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - # rail instructions validation - guard = AsyncGuard.from_rail_string( - f""" - - -This is not two words - - -This also is not two words - - - - -""" - ) - with pytest.raises(ValidationError) as excinfo: - await guard( - custom_llm, - ) - assert str(excinfo.value) == unstructured_instructions_error - assert isinstance(guard.history.last.exception, ValidationError) - assert guard.history.last.exception == excinfo.value - - -def test_input_validation_mismatch_raise(): - # prompt validation, msg_history argument - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="prompt") - - with pytest.raises(ValueError): - guard( - get_static_openai_create_func(), - msg_history=[ - { - "role": "user", - "content": "What kind of pet should I get?", - } - ], - ) - - # instructions validation, msg_history argument - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="instructions") - - with pytest.raises(ValueError): - guard( - get_static_openai_create_func(), - msg_history=[ - { - "role": "user", - "content": "What kind of pet should I get?", - } - ], - ) - - # msg_history validation, prompt argument - guard = Guard.from_pydantic(output_class=Pet) - guard.use(TwoWords(on_fail=OnFailAction.FIX), on="msg_history") - - with pytest.raises(ValueError): - guard( - get_static_openai_create_func(), - prompt="What kind of pet should I get?", - ) diff --git a/tests/unit_tests/validators/__init__.py b/tests/unit_tests/validators/__init__.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/unit_tests/validators/test_parameters.py b/tests/unit_tests/validators/test_parameters.py deleted file mode 100644 index 4cf3eadce..000000000 --- a/tests/unit_tests/validators/test_parameters.py +++ /dev/null @@ -1,439 +0,0 @@ -from guardrails.validators import FailResult, PassResult - -validator_test_pass_fail = { - "BugFreeSQL": [ - { - "input_data": "select name, fro employees", - "metadata": {}, - "expected_result": FailResult, - }, - { - "input_data": "select name from employees;", - "metadata": {}, - "expected_result": PassResult, - }, - ], - "ValidLength": [ - { - "input_data": "hello there yo", - "metadata": {}, - "expected_result": PassResult, - "instance_variables": {"min": 4, "max": 17}, - }, - { - "input_data": "hello there, this is getting wordyyy", - "metadata": {}, - "expected_result": FailResult, - "instance_variables": {"min": 4, "max": 17}, - "fix_value": "hello there, this", - }, - ], - "LowerCase": [ - { - "input_data": "this is all lowercase", - "metadata": {}, - "expected_result": PassResult, - }, - { - "input_data": "OOPS, there is defintely an issue here", - "metadata": {}, - "expected_result": FailResult, - "fix_value": "oops, there is defintely an issue here", - }, - ], - "UpperCase": [ - { - "input_data": "this is all lowercase", - "metadata": {}, - "expected_result": FailResult, - "fix_value": "THIS IS ALL LOWERCASE", - }, - { - "input_data": "NO ISSUE HERE", - "metadata": {}, - "expected_result": PassResult, - }, - ], - "TwoWords": [ - { - "input_data": "one TWO", - "metadata": {}, - "expected_result": PassResult, - }, - { - "input_data": "one two three four", - "metadata": {}, - "expected_result": FailResult, - "fix_value": "one two", - }, - ], - "OneLine": [ - { - "input_data": "this is a simple one liner", - "metadata": {}, - "expected_result": PassResult, - }, - { - "input_data": "This should defintely fail \n since this is a new line", - "metadata": {}, - "expected_result": FailResult, - "fix_value": "This should defintely fail ", - }, - ], - "EndsWith": [ - { - "input_data": ["start", "middle", "end"], - "metadata": {}, - "expected_result": PassResult, - "instance_variables": { - "end": "end", - }, - }, - { - "input_data": ["start", "middle", "end"], - "metadata": {}, - "expected_result": FailResult, - "fix_value": ["start", "middle", "end", "trunk"], - "instance_variables": { - "end": "trunk", - }, - }, - ], - "ValidURL": [ - {"input_data": "http:///google", "metadata": {}, "expected_result": FailResult}, - { - "input_data": "http://google.com", - "metadata": {}, - "expected_result": PassResult, - }, - ], - "BugFreePython": [ - { - "input_data": """def longestPalindrome(s): - \n longest_palindrome = '' - \n for i in range(len(s)): - \n for j in range(i, len(s)): - \n subs = s[i:j+1] - \n if subs == subs[::-1] and len(subs) > len(longest_palindrome): - \n longest_palindrome = subs - \n return longest_palindrome""", - "metadata": {}, - "expected_result": PassResult, - }, - { - "input_data": """deff longestPalindrome(s): - \n longest_palindrome = '' - \n for i in range(len(s)): - \n for j in range(i, len(s)): - \n subs = s[i:j+1] - \n if subs == subs[::-1] and len(subs) > len(longest_palindrome): - \n longest_palindrome = subs - \n return longest_palindrome""", - "metadata": {}, - "expected_result": FailResult, - }, - ], - "ReadingTime": [ - { - "input_data": """This string is fairly short and should be - able to be read in the given timeframe""", - "metadata": {}, - "expected_result": PassResult, - "instance_variables": { - "reading_time": 5, - }, - }, - { - "input_data": """ - This string is fairly short and should be able to be read in the given - timeframe but I wonder if we copy this multiple times and shortened - the time frame to a fraction of the time - This string is fairly short and should be able to be read in the given - timeframe but I wonder if we copy this multiple times and shortened - the time frame to a fraction of the time - This string is fairly short and should be able to be read in the given - timeframe but I wonder if we copy this multiple times and shortened - the time frame to a fraction of the time - This string is fairly short and should be able to be read in the given - timeframe but I wonder if we copy this multiple times and shortened - the time frame to a fraction of the time - This string is fairly short and should be able to be read in the given - timeframe but I wonder if we copy this multiple times and shortened - the time frame to a fraction of the time - This string is fairly short and should be able to be read in the given - timeframe but I wonder if we copy this multiple times and shortened - the time frame to a fraction of the time""", - "metadata": {}, - "expected_result": FailResult, - "instance_variables": { - "reading_time": 1 / 60, - }, - }, - ], - "ValidChoices": [ - { - "input_data": "four", - "metadata": {}, - "expected_result": PassResult, - "instance_variables": { - "choices": ["one", "two", "three", "four"], - }, - }, - { - "input_data": "five", - "metadata": {}, - "expected_result": FailResult, - "instance_variables": { - "choices": ["one", "two", "three", "four"], - }, - }, - ], - "ValidRange": [ - { - "input_data": 180, - "metadata": {}, - "expected_result": FailResult, - "instance_variables": {"min": 4, "max": 170}, - "fix_value": 170, - }, - { - "input_data": 4.5, - "metadata": {}, - "expected_result": PassResult, - "instance_variables": {"min": 4, "max": 170}, - "fix_value": 4, - }, - ], - "EndpointIsReachable": [ - { - "input_data": "https://www.google.com/", - "metadata": {}, - "expected_result": PassResult, - }, - { - "input_data": "https://wwww.google/", - "metadata": {}, - "expected_result": FailResult, - }, - ], - "RegexMatch": [ - { - "input_data": "ab12cd", - "metadata": {}, - "expected_result": PassResult, - "instance_variables": {"regex": "\\w+\\d\\w+", "match_type": "fullmatch"}, - }, - { - "input_data": "abcdef", - "metadata": {}, - "expected_result": FailResult, - "instance_variables": {"regex": "\\w+\\d\\w+", "match_type": "fullmatch"}, - }, - ], - "RemoveRedundantSentences": [ - { - "input_data": "There shouldn't be any redundant sentences here \ - so this test should pass no problem.", - "metadata": {}, - "expected_result": PassResult, - }, - { - "input_data": "There are redundant sentences here so this shouldn't pass. \ - Because there are redundant sentences here, this should not pass. \ - Okay this is the last sentence.", - "metadata": {}, - "expected_result": FailResult, - "fix_value": "There are redundant sentences here so this shouldn't pass.", - }, - ], - "IsProfanityFree": [ - { - "input_data": "Keeping it clean here so this should pass \ - without any problems.", - "metadata": {}, - "expected_result": PassResult, - }, - { - "input_data": "crap, is this a bad word", - "metadata": {}, - "expected_result": FailResult, - }, - ], - "SimilarToList": [ - { - "input_data": "3", - "metadata": {"prev_values": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]}, - "expected_result": PassResult, - }, - { - "input_data": "300", - "metadata": {"prev_values": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]}, - "expected_result": FailResult, - }, - ], -} - -validator_test_python_str = { - "TwoWords": { - "description": "Name for the pizza", - "instructions": """ -You are a helpful assistant, and you are helping me come up with a name for a pizza. - -${gr.complete_string_suffix} -""", - "prompt": """ -Given the following ingredients, what would you call this pizza? - -${ingredients} -""", - "prompt_params": {"ingredients": "tomato, cheese, sour cream"}, - "output": "Cheese Pizza", - } -} - - -validator_test_xml = { - "ValidLength": { - "expected_xml": "length: 4 17", - "instance_variables": {"min": 4, "max": 17}, - }, - "BugFreeSQL": { - "expected_xml": "bug-free-sql: None None", - }, - "ExtractedSummarySentencesMatch": { - "expected_xml": "extracted-summary-sentences-match: 0.7", - }, - "ExtractiveSummary": { - "expected_xml": "extractive-summary: 85", - }, - "QARelevanceLLMEval": { - "expected_xml": "qa-relevance-llm-eval: None", - }, - "LowerCase": { - "expected_xml": "lower-case", - }, - "UpperCase": { - "expected_xml": "upper-case", - }, - "TwoWords": { - "expected_xml": "two-words", - }, - "OneLine": { - "expected_xml": "one-line", - }, - "ValidURL": { - "expected_xml": "valid-url", - }, - "BugFreePython": { - "expected_xml": "bug-free-python", - }, - "EndsWith": { - "expected_xml": "ends-with: bye", - "instance_variables": { - "end": "bye", - }, - }, - "ValidChoices": { - "expected_xml": "valid-choices: {['one', 'two', 'three', 'four']}", - "instance_variables": { - "choices": ["one", "two", "three", "four"], - }, - }, - "ValidRange": { - "expected_xml": "valid-range: 1 150", - "instance_variables": {"min": 1, "max": 150}, - }, - "EndpointIsReachable": { - "expected_xml": "is-reachable", - }, - "SqlColumnPresence": { - "expected_xml": "sql-column-presence: {['embeddings', 'guards']}", - "instance_variables": {"cols": ["embeddings", "guards"]}, - }, - "ExcludeSqlPredicates": { - "expected_xml": "exclude-sql-predicates: {['EXISTS', 'IN']}", - "instance_variables": {"predicates": ["EXISTS", "IN"]}, - }, - "IsProfanityFree": {"expected_xml": "is-profanity-free"}, - "RemoveRedundantSentences": {"expected_xml": "remove-redundant-sentences: 70"}, - "RegexMatch": { - "expected_xml": "regex_match: \\w+\\d\\w+ fullmatch", - "instance_variables": {"regex": "\\w+\\d\\w+", "match_type": "fullmatch"}, - }, - "SimilarToList": { - "expected_xml": "similar-to-list: 2 0.5", - "instance_variables": {"standard_deviations": 2, "threshold": 0.5}, - }, -} - - -def test_field_validator(): - pass - - -validator_test_prompt = { - "ValidLength": { - "expected_prompt": "length: min=4 max=17", - "instance_variables": {"min": 4, "max": 17}, - }, - "BugFreeSQL": { - "expected_prompt": "bug-free-sql: conn=None schema_file=None", - }, - "LowerCase": { - "expected_prompt": "lower-case", - }, - "UpperCase": { - "expected_prompt": "upper-case", - }, - "TwoWords": { - "expected_prompt": "two-words", - }, - "OneLine": { - "expected_prompt": "one-line", - }, - "ValidURL": { - "expected_prompt": "valid-url", - }, - "BugFreePython": { - "expected_prompt": "bug-free-python", - }, - "EndsWith": { - "expected_prompt": "ends-with: end=bye", - "instance_variables": { - "end": "bye", - }, - }, - "ValidChoices": { - "expected_prompt": "valid-choices: choices=['one', 'two', 'three', 'four']", - "instance_variables": { - "choices": ["one", "two", "three", "four"], - }, - }, - "ValidRange": { - "expected_prompt": "valid-range: min=1 max=150", - "instance_variables": {"min": 1, "max": 150}, - }, - "EndpointIsReachable": { - "expected_prompt": "is-reachable", - }, - "SqlColumnPresence": { - "expected_prompt": "sql-column-presence: cols=['embeddings', 'guards']", - "instance_variables": {"cols": ["embeddings", "guards"]}, - }, - "ExcludeSqlPredicates": { - "expected_prompt": "exclude-sql-predicates: predicates=['EXISTS', 'IN']", - "instance_variables": {"predicates": ["EXISTS", "IN"]}, - }, - "IsProfanityFree": {"expected_prompt": "is-profanity-free"}, - "RemoveRedundantSentences": { - "expected_prompt": "remove-redundant-sentences: threshold=70" - }, - "RegexMatch": { - "expected_prompt": "results should match \\w+\\d\\w+", - "instance_variables": {"regex": "\\w+\\d\\w+", "match_type": "fullmatch"}, - }, - "PydanticFieldValidator": { - "expected_prompt": "test_field_validator", - "instance_variables": {"field_validator": test_field_validator}, - }, -} diff --git a/tests/unit_tests/validators/test_regex_match.py b/tests/unit_tests/validators/test_regex_match.py deleted file mode 100644 index 41e5469f8..000000000 --- a/tests/unit_tests/validators/test_regex_match.py +++ /dev/null @@ -1,37 +0,0 @@ -import re - -from guardrails.validator_base import OnFailAction -from guardrails.validators import FailResult, PassResult, RegexMatch - - -class TestRegexMatchValidator: - regex = "\\w+\\d\\w+" - p = re.compile(regex) - fullmatch_val = RegexMatch( - regex=regex, match_type="fullmatch", on_fail=OnFailAction.REASK - ) - search_val = RegexMatch( - regex=regex, match_type="search", on_fail=OnFailAction.REASK - ) - - def test_fullmatch_fail(self): - bad_str = "abcdef" - result = self.fullmatch_val.validate(bad_str, {}) - assert isinstance(result, FailResult) - assert result.error_message != "" - - def test_fullmatch_pass(self): - good_str = "ab1cd" - result = self.fullmatch_val.validate(good_str, {}) - assert isinstance(result, PassResult) - - def test_search_fail(self): - bad_str = "abcdef" - result = self.search_val.validate(bad_str, {}) - assert isinstance(result, FailResult) - assert result.error_message != "" - - def test_search_pass(self): - good_str = "1234ab1cd5678" - result = self.search_val.validate(good_str, {}) - assert isinstance(result, PassResult) diff --git a/tests/unit_tests/validators/test_two_words.py b/tests/unit_tests/validators/test_two_words.py deleted file mode 100644 index 2a66f4442..000000000 --- a/tests/unit_tests/validators/test_two_words.py +++ /dev/null @@ -1,32 +0,0 @@ -import pytest - -from guardrails.validators import FailResult, PassResult, TwoWords - - -def test_two_words_happy_path(): - validator = TwoWords() - - result: PassResult = validator.validate("Hello there", {}) - - assert result.outcome == "pass" - - -@pytest.mark.parametrize( - "input, expected_output", - [ - ("Hello there general", "Hello there"), - ("hello-there-general", "hello there"), - ("hello_there_general", "hello there"), - ("helloThereGeneral", "hello There"), - ("HelloThereGeneral", "Hello There"), - ("hello.there.general", "hello there"), - ("hello", "hello hello"), - ], -) -def test_two_words_failures(input, expected_output): - validator = TwoWords() - - result: FailResult = validator.validate(input, {}) - - assert result.outcome == "fail" - assert result.fix_value == expected_output diff --git a/tests/unit_tests/validators/test_valid_length.py b/tests/unit_tests/validators/test_valid_length.py deleted file mode 100644 index b2ddd21fe..000000000 --- a/tests/unit_tests/validators/test_valid_length.py +++ /dev/null @@ -1,19 +0,0 @@ -import pytest - -from guardrails.validators import ValidLength - - -@pytest.mark.parametrize( - "min,max,expected_min,expected_max", - [ - (0, 12, 0, 12), - ("0", "12", 0, 12), - (None, 12, None, 12), - (1, None, 1, None), - ], -) -def test_init(min, max, expected_min, expected_max): - validator = ValidLength(min=min, max=max) - - assert validator._min == expected_min - assert validator._max == expected_max From adb7eec2d1bdbe11146f949f518a998b1da3e101 Mon Sep 17 00:00:00 2001 From: David Tam Date: Wed, 19 Jun 2024 09:55:20 -0700 Subject: [PATCH 206/318] dont return a callable if you didnt pass a llm api --- guardrails/llm_providers.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index a2cc1b868..8aeb3ed45 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -658,7 +658,8 @@ def get_llm_ask( pass # Let the user pass in an arbitrary callable. - return ArbitraryCallable(*args, llm_api=llm_api, **kwargs) + if llm_api is not None: + return ArbitraryCallable(*args, llm_api=llm_api, **kwargs) ### From fc69300391a3620716dd872690672233fa3db29d Mon Sep 17 00:00:00 2001 From: David Tam Date: Wed, 19 Jun 2024 10:08:06 -0700 Subject: [PATCH 207/318] lint --- guardrails/llm_providers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index 8aeb3ed45..2aadeaa41 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -574,7 +574,7 @@ def get_llm_ask( llm_api: Optional[Callable] = None, *args, **kwargs, -) -> PromptCallableBase: +) -> Optional[PromptCallableBase]: if "temperature" not in kwargs: kwargs.update({"temperature": 0}) if llm_api == get_static_openai_create_func(): From 020fb9089e6d76d94a7ebd91136e423cef2188d1 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Wed, 19 Jun 2024 11:13:33 -0700 Subject: [PATCH 208/318] Update error message and fix unrelated linting error. --- guardrails/formatters/json_formatter.py | 1 + guardrails/guard.py | 4 +++- tests/unit_tests/test_guard.py | 3 ++- 3 files changed, 6 insertions(+), 2 deletions(-) diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py index 206610e2a..b98fbe32c 100644 --- a/guardrails/formatters/json_formatter.py +++ b/guardrails/formatters/json_formatter.py @@ -37,6 +37,7 @@ def _jsonschema_to_jsonformer( '$ref'. There's an additional inconsistency in the use 'integer' versus 'number'. """ + # TODO: Can we use jsonref to replace references, since it's a dependency anyway? if path is None: path = [] if objdefs is None: diff --git a/guardrails/guard.py b/guardrails/guard.py index 8ced86d90..82ba3217f 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -502,7 +502,9 @@ def from_pydantic( guard._base_model = output_class if isinstance(output_formatter, str): if isinstance(output_class, list): - raise Exception("A root-level list is not valid JSON.") + raise Exception("""Root-level arrays are not supported with the + jsonformer argument, but can be used with other json generation methods. + Omit the output_formatter argument to use the other methods.""") output_formatter = get_formatter( output_formatter, schema=output_class.model_json_schema(), # type: ignore diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 12c9a7f19..98b7b893f 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,6 +1,5 @@ import pytest -import openai from pydantic import BaseModel from guardrails import Guard, Validator from guardrails.utils.validator_utils import verify_metadata_requirements @@ -91,6 +90,8 @@ def validate(self, value, metadata): @pytest.mark.asyncio @pytest.mark.skip(reason="Only for OpenAI v0") # FIXME: Rewrite for OpenAI v1 async def test_required_metadata(spec, metadata, error_message): + import openai # Linting error if imported globally for non-async test. asdfasdf + guard = Guard.from_rail_string(spec) missing_keys = verify_metadata_requirements({}, guard.output_schema.root_datatype) From 9e3648086ef12cb640b06a6d6f858d77fbe4b7b8 Mon Sep 17 00:00:00 2001 From: Joseph Catrambone Date: Wed, 19 Jun 2024 11:20:42 -0700 Subject: [PATCH 209/318] The unused import is absolutely used. Add 'noqa: F401'. --- tests/unit_tests/test_guard.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py index 98b7b893f..88b5cf32d 100644 --- a/tests/unit_tests/test_guard.py +++ b/tests/unit_tests/test_guard.py @@ -1,6 +1,8 @@ import pytest +import openai # noqa: F401 from pydantic import BaseModel + from guardrails import Guard, Validator from guardrails.utils.validator_utils import verify_metadata_requirements from guardrails.utils import args, kwargs, on_fail @@ -90,8 +92,6 @@ def validate(self, value, metadata): @pytest.mark.asyncio @pytest.mark.skip(reason="Only for OpenAI v0") # FIXME: Rewrite for OpenAI v1 async def test_required_metadata(spec, metadata, error_message): - import openai # Linting error if imported globally for non-async test. asdfasdf - guard = Guard.from_rail_string(spec) missing_keys = verify_metadata_requirements({}, guard.output_schema.root_datatype) From 88e490ee8dd0be9760f7c73d488eabacab298ebc Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 19 Jun 2024 13:22:02 -0500 Subject: [PATCH 210/318] fix validator id --- .../schema/test_primitive_schema.py | 2 +- .../test_assets/validators/__init__.py | 2 + .../test_assets/validators/valid_length.py | 2 +- .../test_assets/validators/valid_url.py | 44 +++++++++++++++++++ tests/integration_tests/test_multi_reask.py | 2 + .../classes/history/test_outputs.py | 4 +- tests/unit_tests/utils/test_regex_utils.py | 14 +++--- 7 files changed, 60 insertions(+), 10 deletions(-) create mode 100644 tests/integration_tests/test_assets/validators/valid_url.py diff --git a/tests/integration_tests/schema/test_primitive_schema.py b/tests/integration_tests/schema/test_primitive_schema.py index a7ac19143..566c6dcb0 100644 --- a/tests/integration_tests/schema/test_primitive_schema.py +++ b/tests/integration_tests/schema/test_primitive_schema.py @@ -35,7 +35,7 @@ def test_choice_case_happy_path(self): kwargs={"choices": ["north", "south", "east", "west"]}, ), ValidatorReference( - id="valid-length", + id="length", on="$", on_fail=OnFailAction.FILTER, kwargs={"min": 4, "max": 5}, diff --git a/tests/integration_tests/test_assets/validators/__init__.py b/tests/integration_tests/test_assets/validators/__init__.py index 15e9fa135..58808893b 100644 --- a/tests/integration_tests/test_assets/validators/__init__.py +++ b/tests/integration_tests/test_assets/validators/__init__.py @@ -7,6 +7,7 @@ from tests.integration_tests.test_assets.validators.upper_case import UpperCase from tests.integration_tests.test_assets.validators.valid_choices import ValidChoices from tests.integration_tests.test_assets.validators.valid_length import ValidLength +from tests.integration_tests.test_assets.validators.valid_url import ValidURL __all__ = [ "EndsWith", @@ -18,4 +19,5 @@ "UpperCase", "ValidChoices", "ValidLength", + "ValidURL", ] diff --git a/tests/integration_tests/test_assets/validators/valid_length.py b/tests/integration_tests/test_assets/validators/valid_length.py index 1ad4e2df0..fa0e92387 100644 --- a/tests/integration_tests/test_assets/validators/valid_length.py +++ b/tests/integration_tests/test_assets/validators/valid_length.py @@ -14,7 +14,7 @@ ) -@register_validator(name="valid-length", data_type=["string", "list"]) +@register_validator(name="length", data_type=["string", "list"]) class ValidLength(Validator): """Validates that the length of value is within the expected range. diff --git a/tests/integration_tests/test_assets/validators/valid_url.py b/tests/integration_tests/test_assets/validators/valid_url.py new file mode 100644 index 000000000..6b43a512f --- /dev/null +++ b/tests/integration_tests/test_assets/validators/valid_url.py @@ -0,0 +1,44 @@ +from typing import Any, Dict + +from guardrails.logger import logger +from guardrails.validator_base import ( + FailResult, + PassResult, + ValidationResult, + Validator, + register_validator, +) + + +@register_validator(name="valid-url", data_type=["string"]) +class ValidURL(Validator): + """Validates that a value is a valid URL. + + **Key Properties** + + | Property | Description | + | ----------------------------- | --------------------------------- | + | Name for `format` attribute | `valid-url` | + | Supported data types | `string` | + | Programmatic fix | None | + """ + + def validate(self, value: Any, metadata: Dict) -> ValidationResult: + logger.debug(f"Validating {value} is a valid URL...") + + from urllib.parse import urlparse + + # Check that the URL is valid + try: + result = urlparse(value) + # Check that the URL has a scheme and network location + if not result.scheme or not result.netloc: + return FailResult( + error_message=f"URL {value} is not valid.", + ) + except ValueError: + return FailResult( + error_message=f"URL {value} is not valid.", + ) + + return PassResult() diff --git a/tests/integration_tests/test_multi_reask.py b/tests/integration_tests/test_multi_reask.py index 186803200..d1a6d3d42 100644 --- a/tests/integration_tests/test_multi_reask.py +++ b/tests/integration_tests/test_multi_reask.py @@ -2,6 +2,8 @@ from guardrails.classes.llm.llm_response import LLMResponse from guardrails.utils.openai_utils import get_static_openai_create_func +import tests.integration_tests.test_assets.validators # noqa + from .test_assets import python_rail diff --git a/tests/unit_tests/classes/history/test_outputs.py b/tests/unit_tests/classes/history/test_outputs.py index d96865d8e..5d0a624fc 100644 --- a/tests/unit_tests/classes/history/test_outputs.py +++ b/tests/unit_tests/classes/history/test_outputs.py @@ -135,8 +135,8 @@ def test_failed_validations(): property_path="$", ), ValidatorLogs( - registered_name="valid-length", - validator_name="valid-length", + registered_name="length", + validator_name="length", value_before_validation="Hello there!", validation_result=PassResult(), value_after_validation="Hello there!", diff --git a/tests/unit_tests/utils/test_regex_utils.py b/tests/unit_tests/utils/test_regex_utils.py index 6c440959b..b20166327 100644 --- a/tests/unit_tests/utils/test_regex_utils.py +++ b/tests/unit_tests/utils/test_regex_utils.py @@ -3,23 +3,25 @@ class TestSplitOn: def test_happy_path(self): - string = 'valid-length: 0 1; ends-with: {"some text;"};' + string = 'length: 0 1; ends-with: {"some text;"};' tokens = split_on(string, ";") assert len(tokens) == 2 - assert tokens == ["valid-length: 0 1", 'ends-with: {"some text;"}'] + assert tokens == ["length: 0 1", 'ends-with: {"some text;"}'] def ignore_test_quoted(self): - string = "valid-length: 0 1; ends-with: {\"some text;\"}; other: 'don't escape; this';" # noqa + string = ( + "length: 0 1; ends-with: {\"some text;\"}; other: 'don't escape; this';" # noqa + ) tokens = split_on(string, ";", exceptions=ESCAPED_OR_QUOTED) assert len(tokens) == 3 assert tokens == [ - "valid-length: 0 1", + "length: 0 1", 'ends-with: {"some text;"}', "other: 'don't escape this;'", ] def test_no_filter(self): - string = 'valid-length: 0 1; ends-with: {"some text;"};' + string = 'length: 0 1; ends-with: {"some text;"};' tokens = split_on(string, ";", filter_nones=False) assert len(tokens) == 3 - assert tokens == ["valid-length: 0 1", 'ends-with: {"some text;"}', ""] + assert tokens == ["length: 0 1", 'ends-with: {"some text;"}', ""] From 634077dcf05ecbe882b8b39be61b632a8fbc2abd Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 19 Jun 2024 13:39:42 -0500 Subject: [PATCH 211/318] remove validator dependencies; drop python 3.8; update numpy; add 3.12 to CI harness --- .github/workflows/ci.yml | 6 +- guardrails/utils/hub_telemetry_utils.py | 2 +- guardrails/utils/telemetry_utils.py | 6 +- poetry.lock | 1616 +---------------------- pyproject.toml | 19 +- 5 files changed, 59 insertions(+), 1590 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 1a7f2070f..9426615ad 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -20,7 +20,7 @@ jobs: runs-on: ubuntu-latest strategy: matrix: - python-version: ["3.8", "3.9", "3.10", "3.11"] + python-version: ["3.9", "3.10", "3.11", "3.12"] steps: - uses: actions/checkout@v4 - name: Set up Python ${{ matrix.python-version }} @@ -44,7 +44,7 @@ jobs: runs-on: ubuntu-latest strategy: matrix: - python-version: ["3.8", "3.9", "3.10", "3.11"] + python-version: ["3.9", "3.10", "3.11", "3.12"] steps: - uses: actions/checkout@v4 - name: Set up Python ${{ matrix.python-version }} @@ -68,7 +68,7 @@ jobs: runs-on: LargeBois strategy: matrix: - python-version: ["3.8", "3.9", "3.10", "3.11"] + python-version: ["3.9", "3.10", "3.11", "3.12"] # TODO: fix errors so that we can run both `make dev` and `make full` # dependencies: ['dev', 'full'] # dependencies: ["full"] diff --git a/guardrails/utils/hub_telemetry_utils.py b/guardrails/utils/hub_telemetry_utils.py index 6d9517130..719f80050 100644 --- a/guardrails/utils/hub_telemetry_utils.py +++ b/guardrails/utils/hub_telemetry_utils.py @@ -115,7 +115,7 @@ def create_new_span( if self._tracer is None: return with self._tracer.start_as_current_span( - span_name, # type: ignore (Fails in Python 3.8 for invalid reason) + span_name, context=self.extract_current_context() if has_parent else None, ) as span: if is_parent: diff --git a/guardrails/utils/telemetry_utils.py b/guardrails/utils/telemetry_utils.py index f27022afc..1f9996f35 100644 --- a/guardrails/utils/telemetry_utils.py +++ b/guardrails/utils/telemetry_utils.py @@ -154,7 +154,7 @@ def with_trace(*args, **kwargs): if _tracer is None: return fn(*args, **kwargs) with _tracer.start_as_current_span( - span_name, # type: ignore (Fails in Python 3.8 for invalid reason) + span_name, trace_context, ) as validator_span: try: @@ -199,7 +199,7 @@ def to_trace_or_not_to_trace(*args, **kwargs): if _tracer is not None and hasattr(_tracer, "start_as_current_span"): trace_context = get_current_context() - with _tracer.start_as_current_span(name, trace_context) as trace_span: # type: ignore (Fails in Python 3.8 for invalid reason) + with _tracer.start_as_current_span(name, trace_context) as trace_span: try: # TODO: Capture args and kwargs as attributes? response = fn(*args, **kwargs) @@ -225,7 +225,7 @@ async def to_trace_or_not_to_trace(*args, **kwargs): if _tracer is not None and hasattr(_tracer, "start_as_current_span"): trace_context = get_current_context() - with _tracer.start_as_current_span(name, trace_context) as trace_span: # type: ignore (Fails in Python 3.8 for invalid reason) + with _tracer.start_as_current_span(name, trace_context) as trace_span: try: # TODO: Capture args and kwargs as attributes? response = await fn(*args, **kwargs) diff --git a/poetry.lock b/poetry.lock index 9a0b61f86..162e47863 100644 --- a/poetry.lock +++ b/poetry.lock @@ -121,20 +121,6 @@ files = [ {file = "alabaster-0.7.13.tar.gz", hash = "sha256:a27a4a084d5e690e16e01e03ad2b2e552c61a65469419b907243193de1a84ae2"}, ] -[[package]] -name = "alt-profanity-check" -version = "1.3.2" -description = "A fast, robust library to check for offensive language in strings. Dropdown replacement of \"profanity-check\"." -optional = true -python-versions = ">=3.8" -files = [ - {file = "alt-profanity-check-1.3.2.tar.gz", hash = "sha256:02e64c35e95f04a710bf6042eb0f2b8399f32866972a2610995797098be6967a"}, -] - -[package.dependencies] -joblib = ">=1.3.2" -scikit-learn = "1.3.2" - [[package]] name = "annotated-types" version = "0.7.0" @@ -146,9 +132,6 @@ files = [ {file = "annotated_types-0.7.0.tar.gz", hash = "sha256:aff07c09a53a08bc8cfccb9c85b05f1aa9a2a6f23728d790723543408344ce89"}, ] -[package.dependencies] -typing-extensions = {version = ">=4.0.0", markers = "python_version < \"3.9\""} - [[package]] name = "anthropic" version = "0.7.8" @@ -351,9 +334,6 @@ files = [ {file = "babel-2.15.0.tar.gz", hash = "sha256:8daf0e265d05768bc6c7a314cf1321e9a123afc328cc635c18622a2f30a04413"}, ] -[package.dependencies] -pytz = {version = ">=2015.7", markers = "python_version < \"3.9\""} - [package.extras] dev = ["freezegun (>=1.0,<2.0)", "pytest (>=6.0)", "pytest-cov"] @@ -470,55 +450,6 @@ webencodings = "*" [package.extras] css = ["tinycss2 (>=1.1.0,<1.3)"] -[[package]] -name = "blis" -version = "0.7.11" -description = "The Blis BLAS-like linear algebra library, as a self-contained C-extension." -optional = true -python-versions = "*" -files = [ - {file = "blis-0.7.11-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:cd5fba34c5775e4c440d80e4dea8acb40e2d3855b546e07c4e21fad8f972404c"}, - {file = "blis-0.7.11-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:31273d9086cab9c56986d478e3ed6da6752fa4cdd0f7b5e8e5db30827912d90d"}, - {file = "blis-0.7.11-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d06883f83d4c8de8264154f7c4a420b4af323050ed07398c1ff201c34c25c0d2"}, - {file = "blis-0.7.11-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ee493683e3043650d4413d531e79e580d28a3c7bdd184f1b9cfa565497bda1e7"}, - {file = "blis-0.7.11-cp310-cp310-win_amd64.whl", hash = "sha256:a73945a9d635eea528bccfdfcaa59dd35bd5f82a4a40d5ca31f08f507f3a6f81"}, - {file = "blis-0.7.11-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1b68df4d01d62f9adaef3dad6f96418787265a6878891fc4e0fabafd6d02afba"}, - {file = "blis-0.7.11-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:162e60d941a8151418d558a94ee5547cb1bbeed9f26b3b6f89ec9243f111a201"}, - {file = "blis-0.7.11-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:686a7d0111d5ba727cd62f374748952fd6eb74701b18177f525b16209a253c01"}, - {file = "blis-0.7.11-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0421d6e44cda202b113a34761f9a062b53f8c2ae8e4ec8325a76e709fca93b6e"}, - {file = "blis-0.7.11-cp311-cp311-win_amd64.whl", hash = "sha256:0dc9dcb3843045b6b8b00432409fd5ee96b8344a324e031bfec7303838c41a1a"}, - {file = "blis-0.7.11-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:dadf8713ea51d91444d14ad4104a5493fa7ecc401bbb5f4a203ff6448fadb113"}, - {file = "blis-0.7.11-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:5bcdaf370f03adaf4171d6405a89fa66cb3c09399d75fc02e1230a78cd2759e4"}, - {file = "blis-0.7.11-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7de19264b1d49a178bf8035406d0ae77831f3bfaa3ce02942964a81a202abb03"}, - {file = "blis-0.7.11-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8ea55c6a4a60fcbf6a0fdce40df6e254451ce636988323a34b9c94b583fc11e5"}, - {file = "blis-0.7.11-cp312-cp312-win_amd64.whl", hash = "sha256:5a305dbfc96d202a20d0edd6edf74a406b7e1404f4fa4397d24c68454e60b1b4"}, - {file = "blis-0.7.11-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:68544a1cbc3564db7ba54d2bf8988356b8c7acd025966e8e9313561b19f0fe2e"}, - {file = "blis-0.7.11-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:075431b13b9dd7b411894d4afbd4212acf4d0f56c5a20628f4b34902e90225f1"}, - {file = "blis-0.7.11-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:324fdf62af9075831aa62b51481960e8465674b7723f977684e32af708bb7448"}, - {file = "blis-0.7.11-cp36-cp36m-win_amd64.whl", hash = "sha256:afebdb02d2dcf9059f23ce1244585d3ce7e95c02a77fd45a500e4a55b7b23583"}, - {file = "blis-0.7.11-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:2e62cd14b20e960f21547fee01f3a0b2ac201034d819842865a667c969c355d1"}, - {file = "blis-0.7.11-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:89b01c05a5754edc0b9a3b69be52cbee03f645b2ec69651d12216ea83b8122f0"}, - {file = "blis-0.7.11-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cfee5ec52ba1e9002311d9191f7129d7b0ecdff211e88536fb24c865d102b50d"}, - {file = "blis-0.7.11-cp37-cp37m-win_amd64.whl", hash = "sha256:844b6377e3e7f3a2e92e7333cc644095386548ad5a027fdc150122703c009956"}, - {file = "blis-0.7.11-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:6df00c24128e323174cde5d80ebe3657df39615322098ce06613845433057614"}, - {file = "blis-0.7.11-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:809d1da1331108935bf06e22f3cf07ef73a41a572ecd81575bdedb67defe3465"}, - {file = "blis-0.7.11-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bfabd5272bbbe504702b8dfe30093653d278057656126716ff500d9c184b35a6"}, - {file = "blis-0.7.11-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ca684f5c2f05269f17aefe7812360286e9a1cee3afb96d416485efd825dbcf19"}, - {file = "blis-0.7.11-cp38-cp38-win_amd64.whl", hash = "sha256:688a8b21d2521c2124ee8dfcbaf2c385981ccc27e313e052113d5db113e27d3b"}, - {file = "blis-0.7.11-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:2ff7abd784033836b284ff9f4d0d7cb0737b7684daebb01a4c9fe145ffa5a31e"}, - {file = "blis-0.7.11-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:f9caffcd14795bfe52add95a0dd8426d44e737b55fcb69e2b797816f4da0b1d2"}, - {file = "blis-0.7.11-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2fb36989ed61233cfd48915896802ee6d3d87882190000f8cfe0cf4a3819f9a8"}, - {file = "blis-0.7.11-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7ea09f961871f880d5dc622dce6c370e4859559f0ead897ae9b20ddafd6b07a2"}, - {file = "blis-0.7.11-cp39-cp39-win_amd64.whl", hash = "sha256:5bb38adabbb22f69f22c74bad025a010ae3b14de711bf5c715353980869d491d"}, - {file = "blis-0.7.11.tar.gz", hash = "sha256:cec6d48f75f7ac328ae1b6fbb372dde8c8a57c89559172277f66e01ff08d4d42"}, -] - -[package.dependencies] -numpy = [ - {version = ">=1.15.0", markers = "python_version < \"3.9\""}, - {version = ">=1.19.0", markers = "python_version >= \"3.9\""}, -] - [[package]] name = "cairocffi" version = "1.7.0" @@ -560,17 +491,6 @@ tinycss2 = "*" doc = ["sphinx", "sphinx-rtd-theme"] test = ["flake8", "isort", "pytest"] -[[package]] -name = "catalogue" -version = "2.0.10" -description = "Super lightweight function registries for your library" -optional = true -python-versions = ">=3.6" -files = [ - {file = "catalogue-2.0.10-py3-none-any.whl", hash = "sha256:58c2de0020aa90f4a2da7dfad161bf7b3b054c86a5f09fcedc0b2b740c109a9f"}, - {file = "catalogue-2.0.10.tar.gz", hash = "sha256:4f56daa940913d3f09d589c191c74e5a6d51762b3a9e37dd53b7437afd6cda15"}, -] - [[package]] name = "certifi" version = "2024.6.2" @@ -770,26 +690,6 @@ files = [ [package.dependencies] colorama = {version = "*", markers = "platform_system == \"Windows\""} -[[package]] -name = "cloudpathlib" -version = "0.16.0" -description = "pathlib-style classes for cloud storage services." -optional = true -python-versions = ">=3.7" -files = [ - {file = "cloudpathlib-0.16.0-py3-none-any.whl", hash = "sha256:f46267556bf91f03db52b5df7a152548596a15aabca1c8731ef32b0b25a1a6a3"}, - {file = "cloudpathlib-0.16.0.tar.gz", hash = "sha256:cdfcd35d46d529587d744154a0bdf962aca953b725c8784cd2ec478354ea63a3"}, -] - -[package.dependencies] -typing_extensions = {version = ">4", markers = "python_version < \"3.11\""} - -[package.extras] -all = ["cloudpathlib[azure]", "cloudpathlib[gs]", "cloudpathlib[s3]"] -azure = ["azure-storage-blob (>=12)"] -gs = ["google-cloud-storage"] -s3 = ["boto3"] - [[package]] name = "colorama" version = "0.4.6" @@ -835,21 +735,6 @@ traitlets = ">=4" [package.extras] test = ["pytest"] -[[package]] -name = "confection" -version = "0.1.5" -description = "The sweetest config system for Python" -optional = true -python-versions = ">=3.6" -files = [ - {file = "confection-0.1.5-py3-none-any.whl", hash = "sha256:e29d3c3f8eac06b3f77eb9dfb4bf2fc6bcc9622a98ca00a698e3d019c6430b14"}, - {file = "confection-0.1.5.tar.gz", hash = "sha256:8e72dd3ca6bd4f48913cd220f10b8275978e740411654b6e8ca6d7008c590f0e"}, -] - -[package.dependencies] -pydantic = ">=1.7.4,<1.8 || >1.8,<1.8.1 || >1.8.1,<3.0.0" -srsly = ">=2.4.0,<3.0.0" - [[package]] name = "coverage" version = "7.5.3" @@ -990,48 +875,6 @@ webencodings = "*" doc = ["sphinx", "sphinx_rtd_theme"] test = ["flake8", "isort", "pytest"] -[[package]] -name = "cymem" -version = "2.0.8" -description = "Manage calls to calloc/free through Cython" -optional = true -python-versions = "*" -files = [ - {file = "cymem-2.0.8-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:77b5d3a73c41a394efd5913ab7e48512054cd2dabb9582d489535456641c7666"}, - {file = "cymem-2.0.8-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:bd33da892fb560ba85ea14b1528c381ff474048e861accc3366c8b491035a378"}, - {file = "cymem-2.0.8-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:29a551eda23eebd6d076b855f77a5ed14a1d1cae5946f7b3cb5de502e21b39b0"}, - {file = "cymem-2.0.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e8260445652ae5ab19fff6851f32969a7b774f309162e83367dd0f69aac5dbf7"}, - {file = "cymem-2.0.8-cp310-cp310-win_amd64.whl", hash = "sha256:a63a2bef4c7e0aec7c9908bca0a503bf91ac7ec18d41dd50dc7dff5d994e4387"}, - {file = "cymem-2.0.8-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6b84b780d52cb2db53d4494fe0083c4c5ee1f7b5380ceaea5b824569009ee5bd"}, - {file = "cymem-2.0.8-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:0d5f83dc3cb5a39f0e32653cceb7c8ce0183d82f1162ca418356f4a8ed9e203e"}, - {file = "cymem-2.0.8-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4ac218cf8a43a761dc6b2f14ae8d183aca2bbb85b60fe316fd6613693b2a7914"}, - {file = "cymem-2.0.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:42c993589d1811ec665d37437d5677b8757f53afadd927bf8516ac8ce2d3a50c"}, - {file = "cymem-2.0.8-cp311-cp311-win_amd64.whl", hash = "sha256:ab3cf20e0eabee9b6025ceb0245dadd534a96710d43fb7a91a35e0b9e672ee44"}, - {file = "cymem-2.0.8-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:cb51fddf1b920abb1f2742d1d385469bc7b4b8083e1cfa60255e19bc0900ccb5"}, - {file = "cymem-2.0.8-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9235957f8c6bc2574a6a506a1687164ad629d0b4451ded89d49ebfc61b52660c"}, - {file = "cymem-2.0.8-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a2cc38930ff5409f8d61f69a01e39ecb185c175785a1c9bec13bcd3ac8a614ba"}, - {file = "cymem-2.0.8-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7bf49e3ea2c441f7b7848d5c61b50803e8cbd49541a70bb41ad22fce76d87603"}, - {file = "cymem-2.0.8-cp312-cp312-win_amd64.whl", hash = "sha256:ecd12e3bacf3eed5486e4cd8ede3c12da66ee0e0a9d0ae046962bc2bb503acef"}, - {file = "cymem-2.0.8-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:167d8019db3b40308aabf8183fd3fbbc256323b645e0cbf2035301058c439cd0"}, - {file = "cymem-2.0.8-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:17cd2c2791c8f6b52f269a756ba7463f75bf7265785388a2592623b84bb02bf8"}, - {file = "cymem-2.0.8-cp36-cp36m-win_amd64.whl", hash = "sha256:6204f0a3307bf45d109bf698ba37997ce765f21e359284328e4306c7500fcde8"}, - {file = "cymem-2.0.8-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:b9c05db55ea338648f8e5f51dd596568c7f62c5ae32bf3fa5b1460117910ebae"}, - {file = "cymem-2.0.8-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6ce641f7ba0489bd1b42a4335a36f38c8507daffc29a512681afaba94a0257d2"}, - {file = "cymem-2.0.8-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e6b83a5972a64f62796118da79dfeed71f4e1e770b2b7455e889c909504c2358"}, - {file = "cymem-2.0.8-cp37-cp37m-win_amd64.whl", hash = "sha256:ada6eb022e4a0f4f11e6356a5d804ceaa917174e6cf33c0b3e371dbea4dd2601"}, - {file = "cymem-2.0.8-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1e593cd57e2e19eb50c7ddaf7e230b73c890227834425b9dadcd4a86834ef2ab"}, - {file = "cymem-2.0.8-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:d513f0d5c6d76facdc605e42aa42c8d50bb7dedca3144ec2b47526381764deb0"}, - {file = "cymem-2.0.8-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8e370dd54359101b125bfb191aca0542718077b4edb90ccccba1a28116640fed"}, - {file = "cymem-2.0.8-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:84f8c58cde71b8fc7024883031a4eec66c0a9a4d36b7850c3065493652695156"}, - {file = "cymem-2.0.8-cp38-cp38-win_amd64.whl", hash = "sha256:6a6edddb30dd000a27987fcbc6f3c23b7fe1d74f539656952cb086288c0e4e29"}, - {file = "cymem-2.0.8-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:b896c83c08dadafe8102a521f83b7369a9c5cc3e7768eca35875764f56703f4c"}, - {file = "cymem-2.0.8-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a4f8f2bfee34f6f38b206997727d29976666c89843c071a968add7d61a1e8024"}, - {file = "cymem-2.0.8-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7372e2820fa66fd47d3b135f3eb574ab015f90780c3a21cfd4809b54f23a4723"}, - {file = "cymem-2.0.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e4e57bee56d35b90fc2cba93e75b2ce76feaca05251936e28a96cf812a1f5dda"}, - {file = "cymem-2.0.8-cp39-cp39-win_amd64.whl", hash = "sha256:ceeab3ce2a92c7f3b2d90854efb32cb203e78cb24c836a5a9a2cac221930303b"}, - {file = "cymem-2.0.8.tar.gz", hash = "sha256:8fb09d222e21dcf1c7e907dc85cf74501d4cea6c4ed4ac6c9e016f98fb59cbbf"}, -] - [[package]] name = "databind" version = "4.5.2" @@ -1149,25 +992,6 @@ wrapt = ">=1.10,<2" [package.extras] dev = ["PyTest", "PyTest-Cov", "bump2version (<1)", "sphinx (<2)", "tox"] -[[package]] -name = "detect-secrets" -version = "1.5.0" -description = "Tool for detecting secrets in the codebase" -optional = true -python-versions = "*" -files = [ - {file = "detect_secrets-1.5.0-py3-none-any.whl", hash = "sha256:e24e7b9b5a35048c313e983f76c4bd09dad89f045ff059e354f9943bf45aa060"}, - {file = "detect_secrets-1.5.0.tar.gz", hash = "sha256:6bb46dcc553c10df51475641bb30fd69d25645cc12339e46c824c1e0c388898a"}, -] - -[package.dependencies] -pyyaml = "*" -requests = "*" - -[package.extras] -gibberish = ["gibberish-detector"] -word-list = ["pyahocorasick"] - [[package]] name = "distlib" version = "0.3.8" @@ -1264,19 +1088,6 @@ files = [ {file = "docutils-0.20.1.tar.gz", hash = "sha256:f08a4e276c3a1583a86dce3e34aba3fe04d02bba2dd51ed16106244e8a923e3b"}, ] -[[package]] -name = "entmax" -version = "1.3" -description = "The entmax mapping and its loss, a family of sparse alternatives to softmax." -optional = true -python-versions = ">=3.5" -files = [ - {file = "entmax-1.3-py3-none-any.whl", hash = "sha256:41bb1edbd497a1b53b1f0fc80befd543499dc704b4e5436ddf6c5728a2d00546"}, -] - -[package.dependencies] -torch = ">=1.3" - [[package]] name = "entrypoints" version = "0.4" @@ -1542,9 +1353,6 @@ files = [ {file = "fsspec-2024.6.0.tar.gz", hash = "sha256:f579960a56e6d8038a9efc8f9c77279ec12e6299aa86b0769a7e9c46b94527c2"}, ] -[package.dependencies] -aiohttp = {version = "<4.0.0a0 || >4.0.0a0,<4.0.0a1 || >4.0.0a1", optional = true, markers = "extra == \"http\""} - [package.extras] abfs = ["adlfs"] adl = ["adlfs"] @@ -1973,24 +1781,6 @@ docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.link perf = ["ipython"] testing = ["flufl.flake8", "importlib-resources (>=1.3)", "packaging", "pyfakefs", "pytest (>=6)", "pytest-black (>=0.3.7)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-mypy (>=0.9.1)", "pytest-perf (>=0.9.2)", "pytest-ruff"] -[[package]] -name = "importlib-resources" -version = "6.4.0" -description = "Read resources from Python packages" -optional = false -python-versions = ">=3.8" -files = [ - {file = "importlib_resources-6.4.0-py3-none-any.whl", hash = "sha256:50d10f043df931902d4194ea07ec57960f66a80449ff867bfe782b4c486ba78c"}, - {file = "importlib_resources-6.4.0.tar.gz", hash = "sha256:cdb2b453b8046ca4e3798eb1d84f3cce1446a0e8e7b5ef4efb600f19fc398145"}, -] - -[package.dependencies] -zipp = {version = ">=3.1.0", markers = "python_version < \"3.10\""} - -[package.extras] -docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.linker (>=1.9)", "sphinx (<7.2.5)", "sphinx (>=3.5)", "sphinx-lint"] -testing = ["jaraco.test (>=5.4)", "pytest (>=6)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-mypy", "pytest-ruff (>=0.2.1)", "zipp (>=3.17)"] - [[package]] name = "iniconfig" version = "2.0.0" @@ -2250,35 +2040,6 @@ files = [ {file = "json5-0.9.25.tar.gz", hash = "sha256:548e41b9be043f9426776f05df8635a00fe06104ea51ed24b67f908856e151ae"}, ] -[[package]] -name = "jsonargparse" -version = "3.13.1" -description = "Parsing of command line options, yaml/jsonnet config files and/or environment variables based on argparse." -optional = true -python-versions = ">=3.5" -files = [ - {file = "jsonargparse-3.13.1-py3-none-any.whl", hash = "sha256:b58188b98f2ac2b1f5007ece7ea821628883ce3f3ee448eb17c72d9d3b8ec893"}, - {file = "jsonargparse-3.13.1.tar.gz", hash = "sha256:705693e9911223bf928fe4a7ed9538f24d9229c55ef5c3d3e9a8bad0e7982cf2"}, -] - -[package.dependencies] -PyYAML = ">=3.13" - -[package.extras] -all = ["argcomplete (>=1.12.1)", "docstring-parser (>=0.7.3)", "fsspec (>=0.8.4)", "jsonnet (>=0.13.0)", "jsonschema (>=3.2.0)", "reconplogger (>=4.4.0)", "requests (>=2.18.4)", "ruyaml (>=0.20.0)", "validators (>=0.14.2)"] -argcomplete = ["argcomplete (>=1.12.1)"] -dev = ["bump2version (>=0.5.11)", "coverage (>=4.5.1)", "mypy (>=0.701)", "pycodestyle (>=2.5.0)", "pylint (>=1.8.3)", "responses (>=0.12.0)", "twine (>=3.1.1)"] -doc = ["Sphinx (>=1.7.9)", "autodocsumm (>=0.1.10)", "sphinx-autodoc-typehints (>=1.11.1)", "sphinx-rtd-theme (>=0.4.3)"] -fsspec = ["fsspec (>=0.8.4)"] -jsonnet = ["jsonnet (>=0.13.0)"] -jsonschema = ["jsonschema (>=3.2.0)"] -reconplogger = ["reconplogger (>=4.4.0)"] -ruyaml = ["ruyaml (>=0.20.0)"] -signatures = ["docstring-parser (>=0.7.3)"] -test = ["coverage (>=4.5.1)", "responses (>=0.12.0)"] -test-no-urls = ["coverage (>=4.5.1)"] -urls = ["requests (>=2.18.4)", "validators (>=0.14.2)"] - [[package]] name = "jsonpatch" version = "1.33" @@ -2330,11 +2091,9 @@ files = [ attrs = ">=22.2.0" fqdn = {version = "*", optional = true, markers = "extra == \"format-nongpl\""} idna = {version = "*", optional = true, markers = "extra == \"format-nongpl\""} -importlib-resources = {version = ">=1.4.0", markers = "python_version < \"3.9\""} isoduration = {version = "*", optional = true, markers = "extra == \"format-nongpl\""} jsonpointer = {version = ">1.13", optional = true, markers = "extra == \"format-nongpl\""} jsonschema-specifications = ">=2023.03.6" -pkgutil-resolve-name = {version = ">=1.3.10", markers = "python_version < \"3.9\""} referencing = ">=0.28.4" rfc3339-validator = {version = "*", optional = true, markers = "extra == \"format-nongpl\""} rfc3986-validator = {version = ">0.1.0", optional = true, markers = "extra == \"format-nongpl\""} @@ -2359,7 +2118,6 @@ files = [ ] [package.dependencies] -importlib-resources = {version = ">=1.4.0", markers = "python_version < \"3.9\""} referencing = ">=0.31.0" [[package]] @@ -2560,7 +2318,6 @@ files = [ async-lru = ">=1.0.0" httpx = ">=0.25.0" importlib-metadata = {version = ">=4.8.3", markers = "python_version < \"3.10\""} -importlib-resources = {version = ">=1.4", markers = "python_version < \"3.9\""} ipykernel = ">=6.5.0" jinja2 = ">=3.0.3" jupyter-core = "*" @@ -2683,7 +2440,6 @@ files = [ [package.dependencies] importlib-metadata = {version = ">=4.11.4", markers = "python_version < \"3.12\""} -importlib-resources = {version = "*", markers = "python_version < \"3.9\""} "jaraco.classes" = "*" "jaraco.context" = "*" "jaraco.functools" = "*" @@ -2718,24 +2474,6 @@ tenacity = ">=8.1.0,<9.0.0" [package.extras] extended-testing = ["jinja2 (>=3,<4)"] -[[package]] -name = "langcodes" -version = "3.4.0" -description = "Tools for labeling human languages with IETF language tags" -optional = true -python-versions = ">=3.8" -files = [ - {file = "langcodes-3.4.0-py3-none-any.whl", hash = "sha256:10a4cc078b8e8937d8485d3352312a0a89a3125190db9f2bb2074250eef654e9"}, - {file = "langcodes-3.4.0.tar.gz", hash = "sha256:ae5a77d1a01d0d1e91854a671890892b7ce9abb601ab7327fc5c874f899e1979"}, -] - -[package.dependencies] -language-data = ">=1.2" - -[package.extras] -build = ["build", "twine"] -test = ["pytest", "pytest-cov"] - [[package]] name = "langsmith" version = "0.1.71" @@ -2752,45 +2490,6 @@ orjson = ">=3.9.14,<4.0.0" pydantic = ">=1,<3" requests = ">=2,<3" -[[package]] -name = "language-data" -version = "1.2.0" -description = "Supplementary data about languages used by the langcodes module" -optional = true -python-versions = "*" -files = [ - {file = "language_data-1.2.0-py3-none-any.whl", hash = "sha256:77d5cab917f91ee0b2f1aa7018443e911cf8985ef734ca2ba3940770f6a3816b"}, - {file = "language_data-1.2.0.tar.gz", hash = "sha256:82a86050bbd677bfde87d97885b17566cfe75dad3ac4f5ce44b52c28f752e773"}, -] - -[package.dependencies] -marisa-trie = ">=0.7.7" - -[package.extras] -build = ["build", "twine"] -test = ["pytest", "pytest-cov"] - -[[package]] -name = "lightning-utilities" -version = "0.11.2" -description = "Lightning toolbox for across the our ecosystem." -optional = true -python-versions = ">=3.8" -files = [ - {file = "lightning-utilities-0.11.2.tar.gz", hash = "sha256:adf4cf9c5d912fe505db4729e51d1369c6927f3a8ac55a9dff895ce5c0da08d9"}, - {file = "lightning_utilities-0.11.2-py3-none-any.whl", hash = "sha256:541f471ed94e18a28d72879338c8c52e873bb46f4c47644d89228faeb6751159"}, -] - -[package.dependencies] -packaging = ">=17.1" -setuptools = "*" -typing-extensions = "*" - -[package.extras] -cli = ["fire"] -docs = ["requests (>=2.0.0)"] -typing = ["mypy (>=1.0.0)", "types-setuptools"] - [[package]] name = "litellm" version = "1.40.2" @@ -2969,109 +2668,6 @@ dev = ["autopep8 (>=1.6.0)", "black (>=22.3.0)", "docformatter (>=1.4)", "flake8 diffusers = ["pillow (>=9.0.0)"] gcp = ["cloud-sql-python-connector[pg8000] (>=1.0.0)", "pg8000", "sqlalchemy"] -[[package]] -name = "marisa-trie" -version = "1.1.1" -description = "Static memory-efficient and fast Trie-like structures for Python." -optional = true -python-versions = ">=3.7" -files = [ - {file = "marisa_trie-1.1.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:68e48a547b9a1fd64c648684cd375402ba521c2c4a724756a944ef4b88c3047c"}, - {file = "marisa_trie-1.1.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:615d7de907919bda16e9cafc1fa74942354273c299bf07e3c0adb2420d6fad48"}, - {file = "marisa_trie-1.1.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d587001ef30960eba6d4c9b1f6b03037480c1e4b277b305b5a2957a5eebe4f09"}, - {file = "marisa_trie-1.1.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:11765ee9c2ad162bc7f8ab9cf383a21349673034bfac9bf00d6b06e44d70a4c9"}, - {file = "marisa_trie-1.1.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2d5abc72a7267de6a4e3aa7463e780ddfaac442ef3a385f9e1c60e7f32c0cc34"}, - {file = "marisa_trie-1.1.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c70f85ab67754e2f28af6cb1f1db826b5ec735beca2fa021a79c14f9afbc6167"}, - {file = "marisa_trie-1.1.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:d5c3a3d12f9c1a4312562b03ccbbd29d0aa28bda999c4f7fa7763f011c9d3a11"}, - {file = "marisa_trie-1.1.1-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:73eec66265424a548119648a6f38b119a525a767a86dc397e001bfe70f518b91"}, - {file = "marisa_trie-1.1.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:93c7129f410f9f3215d01ae7737cfc9afa528264c53ba8ee9859a29f164069e0"}, - {file = "marisa_trie-1.1.1-cp310-cp310-win32.whl", hash = "sha256:fe5b7ed1768409933d4457b8bf8d2b2b1af77b7333a27bd418ea0510289d4763"}, - {file = "marisa_trie-1.1.1-cp310-cp310-win_amd64.whl", hash = "sha256:9c5baad750994681ebb8a92bd577a9be31de6e6f9cd391156bf595b91f719db2"}, - {file = "marisa_trie-1.1.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:bfc1a6b60bccee0f8b2edba893b9ad339e7607aee728f3bc4f75ba7d28185c7d"}, - {file = "marisa_trie-1.1.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:d45329585ad3e068b7878ba929032987c6a53f85a40bd859b9a1a16324236dd6"}, - {file = "marisa_trie-1.1.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:bd028e97d418f092e18d451a0a42bffaa849457662d66747a03332dfff6c39d9"}, - {file = "marisa_trie-1.1.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:37d423cb3a9fe4270ee2ad083d1bb62d6c4cc333dcb1197b024ee1ae7c5d6535"}, - {file = "marisa_trie-1.1.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7cbcf88ddab9890a4942b52fff6c09d8b8aea59f4861b5d37e112a16a4218461"}, - {file = "marisa_trie-1.1.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4268b12a279c90450b39e062068ff4c878a6b9750d6ab52ade8285b1594b5d10"}, - {file = "marisa_trie-1.1.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:bbfbbff3e94b3a0be44e010b093af1ce0e29c7ed081d2a020496e863333f5c11"}, - {file = "marisa_trie-1.1.1-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:5ecc678f562dd0cfe2406f0d5447e8200691509149c979334c2d0c26420d28ac"}, - {file = "marisa_trie-1.1.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:1039316fc5899eee25df9302d81380e0be9a7fa0c10231322187b6d932b55a4a"}, - {file = "marisa_trie-1.1.1-cp311-cp311-win32.whl", hash = "sha256:67fa17083d5fb6d883c91ae512f9aab093a8a73ed77eae07e963014774909e81"}, - {file = "marisa_trie-1.1.1-cp311-cp311-win_amd64.whl", hash = "sha256:c3140312ecb40456490d2afe24594bfc62a5a18de5344672ce6526e4c6e79e0e"}, - {file = "marisa_trie-1.1.1-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:98270ed60d0906a185dca185a9ce92fb97fbb68878a6cd76bd61994725727402"}, - {file = "marisa_trie-1.1.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:3ff16e08924f0c342a37b1b1762d8d1394c4cc3b29724e124af54edecbdbd820"}, - {file = "marisa_trie-1.1.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e2f867376a302d4770817f8caf1b1f22ac32a2a8a49629343391640054f8f7ab"}, - {file = "marisa_trie-1.1.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a2ae28c5ad4abc1e638db5b39c454a03b25e966836cb3b7edbf398b34393d5ed"}, - {file = "marisa_trie-1.1.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:597077e4687d1ab2df13a6d46e33a09e6edcb985566717fe52bcb262f592754b"}, - {file = "marisa_trie-1.1.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:29414a4b49905c67b48c662f39894d7594be6e3a58b15d3e7eee3588188d5591"}, - {file = "marisa_trie-1.1.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:52414fd15573475c8f79f90c3b7bbc37723e54f9671ba7d0e491887bcdeac7e7"}, - {file = "marisa_trie-1.1.1-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:5aa364e4ccda1af55784b6dd318954924870792f9fd336b941d9b2fd8a4311e0"}, - {file = "marisa_trie-1.1.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:86427594ee1024d092a1482c33ed857b74d55418a4385495e1e2c60de8ca7572"}, - {file = "marisa_trie-1.1.1-cp312-cp312-win32.whl", hash = "sha256:dea2583084f7d5e095676afc1cc6d342862911cd496095b636ef14ac74f14aa3"}, - {file = "marisa_trie-1.1.1-cp312-cp312-win_amd64.whl", hash = "sha256:8a2af61b5c3d9151b9320020499c3609651e24dd0c6178ec8f4826c78dbd5f42"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:5be36ef0f5649e47f53302dc5317445c2764870d6a0ab5317a79381ff5ddf2bb"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:298a496ac0a7d06710e1ecc4df1f22b7384ca1a46d5295eb7b4445bbd15adb92"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:883ec31db8ec790a3ce6f39988a983b2c2b49ab018ec0d5bad4a248c8171f90d"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f839cddd130d1073a151eb13d709b4449eb4eb2a29c0f38b8e1436fd57eb4a4b"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:235a14f65fc453e6ffe1f4287d7eda832b6870f925adf9bf72a402b0417d2711"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:a707aa9d0ad8fb2fcc074129652903801e5295e53c94d46fb66f46fe38ad8b19"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:3fc5ba277a586a3fd97c56076d9bd84339ef8cef08f28527b2384d72f28df853"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-win32.whl", hash = "sha256:6c5519ff75e6001a62404b087774b517d669122b9b8b8ecf622f21e6d990700a"}, - {file = "marisa_trie-1.1.1-cp37-cp37m-win_amd64.whl", hash = "sha256:f9cc48c12556610d814e4b162123eee43a6048f032d3957554e664feb2f77504"}, - {file = "marisa_trie-1.1.1-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:73d7ae84293ea6986c168b0cf0d29cd3abf16cfef7375c33d423816ca0eebe48"}, - {file = "marisa_trie-1.1.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:5f410c0c28ec0d411d75f56327de35df15656bdc308648312c983a15ee84023b"}, - {file = "marisa_trie-1.1.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b406bab536dde70b36a8e3e60d0b2f224b280281988d6b0a0c24e47bd71b2c18"}, - {file = "marisa_trie-1.1.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:27567a8e8950ced08aa3c74da2ceeff1f433114064df15e9ed1ec981f30970af"}, - {file = "marisa_trie-1.1.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:02578f4c709232caeb3bf404bfd6b1c49936db8899790dfe5cd21e1a72df18bb"}, - {file = "marisa_trie-1.1.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a3edbb4373f20a5d62e33d8aad9d7f7ad40c2ccf8e41d0e2534f28c9a73d5613"}, - {file = "marisa_trie-1.1.1-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:86184796d384183da5e0068e6fb96b060fb437efc60ba264b125350e8c7f498c"}, - {file = "marisa_trie-1.1.1-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:9992a5f0c90dfc21664d218cf016acc6d9ebeb2f97c57bb4aa4d063dcb2253b8"}, - {file = "marisa_trie-1.1.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:dad3167eb1c8259afb183c3dddee070bc39c68857490ed61c5c90186ec380ab0"}, - {file = "marisa_trie-1.1.1-cp38-cp38-win32.whl", hash = "sha256:c0a0ae5d8b6c39f53f3711b8bcdda0fe559f52c1789438b8399ea8a81b399dff"}, - {file = "marisa_trie-1.1.1-cp38-cp38-win_amd64.whl", hash = "sha256:a127e3eebfb638799cf35a8504174462cf45395825f1ae9d45a5c434490b1bcd"}, - {file = "marisa_trie-1.1.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:76d7fd725dd7d7621f4202306ddb3f7a90ff3d1c511de9ea2c7ffa540169a7ca"}, - {file = "marisa_trie-1.1.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:4241322c9022ad0f01e6049994c4eb95f35d8f64d2d7ab55f653d9e8bf51ba0f"}, - {file = "marisa_trie-1.1.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:8780b5a43a0cc861cafd78b9b2a9849648bb86d3cabe5e95d80350986ad7e801"}, - {file = "marisa_trie-1.1.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4261285399b27c36a7ff0eb13e4eebaab8dd814a9512b3cd1191552c0af799f8"}, - {file = "marisa_trie-1.1.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f451948bfbdc9627318e3210683f7b8d4533d3174d7706ee94b6008c39e80753"}, - {file = "marisa_trie-1.1.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:53d4ef171c77d4f0fd6278a0f1dab58562faa12cac3c5c9cc4cac4ba7e378f17"}, - {file = "marisa_trie-1.1.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:aacb972faffbc208ed7f52ed50dd6710f38175d3673861405e0e82fa12d57269"}, - {file = "marisa_trie-1.1.1-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:e5603cb20eeded143c5ff035978591b71bc0bc2c6cd9c2e6dfdaacdaab76907c"}, - {file = "marisa_trie-1.1.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:405ece63330b113040ed5b2371ff6e026d53c9c706ca9c58baf57f322e192895"}, - {file = "marisa_trie-1.1.1-cp39-cp39-win32.whl", hash = "sha256:b7a853063785e382d86eadea57363a0e2f04520d6ef948be88181df9e9ee5c0d"}, - {file = "marisa_trie-1.1.1-cp39-cp39-win_amd64.whl", hash = "sha256:b44bd2bfc4bf080421a9ebac5f12434b36494effaa0ca8593a3df4e77cc6620e"}, - {file = "marisa_trie-1.1.1-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:5dba7a60d6d340fd498f2a967c0a4c3aa7c4cab6ca7655cde0289cdc7bf3f747"}, - {file = "marisa_trie-1.1.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:ad624e95f46d8fc6f82af2d372ad55ef218babc323aa14338df843d907d040cc"}, - {file = "marisa_trie-1.1.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4ccf3ae61a63dec06f3cfb8521fd9c8e6391761d47a4df0164954690b7cc3fab"}, - {file = "marisa_trie-1.1.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:493956e76e2c6276d1e804ee723b23eaba30beca43fc0ddf3a093abc178af3f4"}, - {file = "marisa_trie-1.1.1-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:5207026332ed08957a3bc1391eb9c8861a1882e1517887ef423cfd3afc30e947"}, - {file = "marisa_trie-1.1.1-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:bae9ff4146b84ef0d51e0940e310d034d1e6a6ce1879a03a891c541dce8b26f9"}, - {file = "marisa_trie-1.1.1-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:059a7b7cc0c7796c068e6ab07e522791c7addf3697616b2bcb73ed1d42a761aa"}, - {file = "marisa_trie-1.1.1-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e69ba62cbb74d2824cd49be9c2f592b306e5107d5005f0bb3b4d62c9b6ae7246"}, - {file = "marisa_trie-1.1.1-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:26232fe4442f89643b4206ded1be486a12fcf731d55c5e42ff86e2f2ba5e949a"}, - {file = "marisa_trie-1.1.1-pp37-pypy37_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3fa3bd1d32faf6afdb877a1e1f65e33873d88d158a16f9e00830901519d428ca"}, - {file = "marisa_trie-1.1.1-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:a7e48ba7748c2090b58f911ea995b94ff590781e81d0a2e0fc8b583af4d26710"}, - {file = "marisa_trie-1.1.1-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:52f0d96d738831c81127377920e86fc8cb14638df1ea8f37ea392b545f9f984c"}, - {file = "marisa_trie-1.1.1-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:511e5d23070c166427de24742771a6040eb5c787c51145dddcc7af4106ec8b08"}, - {file = "marisa_trie-1.1.1-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ec39c09c0bf850f01b15bbd18214a89b9730001fd1483de873f6b7dc73fb2316"}, - {file = "marisa_trie-1.1.1-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cfe6454eb6d2a9b2bb5583b433048670f85f264e613d1f885251ce68070adad8"}, - {file = "marisa_trie-1.1.1-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e5661d8974b4128a847deb282dbe040e5eed5b91c56ed9d207623ea4db24abc5"}, - {file = "marisa_trie-1.1.1-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:08aed31f8164c7ec8ba6a449e6a18f4052bafe9dcaa2dcfd0e25fee9ddd94e36"}, - {file = "marisa_trie-1.1.1-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:18a1440b01d87566a5c2bddd6a575180a3526ec9da5f7aa55769213153737d19"}, - {file = "marisa_trie-1.1.1-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:7cc903512d5d7cf3a30624dde8adc5ba4312732c931746f18641e0a5762646b3"}, - {file = "marisa_trie-1.1.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5c7785c04373d8d2844f6636d73c08384a587c098093a04166177fa45494d912"}, - {file = "marisa_trie-1.1.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0196e3a9ed3bfce20e32ff7d9ff1c929d0ceb8c380ae0f227e11ab819e70dc2c"}, - {file = "marisa_trie-1.1.1-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2601b320268a87a4a7accaf7c2e8fc99c568e13316903d2010eb09e0ff16b6a9"}, - {file = "marisa_trie-1.1.1-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:cd285b97204046e5c5018fa03752d243c6423df023963b52de39d4e90bb3024a"}, - {file = "marisa_trie-1.1.1.tar.gz", hash = "sha256:363f1be2314b1f9e26b5a3de45b59fd9a0a3289bf157be61bbed770643a46f1a"}, -] - -[package.dependencies] -setuptools = "*" - -[package.extras] -test = ["hypothesis", "pytest", "readme-renderer"] - [[package]] name = "markdown" version = "3.6" @@ -3586,48 +3182,6 @@ files = [ {file = "multidict-6.0.5.tar.gz", hash = "sha256:f7e301075edaf50500f0b341543c41194d8df3ae5caf4702f2095f3ca73dd8da"}, ] -[[package]] -name = "murmurhash" -version = "1.0.10" -description = "Cython bindings for MurmurHash" -optional = true -python-versions = ">=3.6" -files = [ - {file = "murmurhash-1.0.10-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:3e90eef568adca5e17a91f96975e9a782ace3a617bbb3f8c8c2d917096e9bfeb"}, - {file = "murmurhash-1.0.10-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:f8ecb00cc1ab57e4b065f9fb3ea923b55160c402d959c69a0b6dbbe8bc73efc3"}, - {file = "murmurhash-1.0.10-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3310101004d9e2e0530c2fed30174448d998ffd1b50dcbfb7677e95db101aa4b"}, - {file = "murmurhash-1.0.10-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c65401a6f1778676253cbf89c1f45a8a7feb7d73038e483925df7d5943c08ed9"}, - {file = "murmurhash-1.0.10-cp310-cp310-win_amd64.whl", hash = "sha256:f23f2dfc7174de2cdc5007c0771ab8376a2a3f48247f32cac4a5563e40c6adcc"}, - {file = "murmurhash-1.0.10-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:90ed37ee2cace9381b83d56068334f77e3e30bc521169a1f886a2a2800e965d6"}, - {file = "murmurhash-1.0.10-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:22e9926fdbec9d24ced9b0a42f0fee68c730438be3cfb00c2499fd495caec226"}, - {file = "murmurhash-1.0.10-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:54bfbfd68baa99717239b8844600db627f336a08b1caf4df89762999f681cdd1"}, - {file = "murmurhash-1.0.10-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:18b9d200a09d48ef67f6840b77c14f151f2b6c48fd69661eb75c7276ebdb146c"}, - {file = "murmurhash-1.0.10-cp311-cp311-win_amd64.whl", hash = "sha256:e5d7cfe392c0a28129226271008e61e77bf307afc24abf34f386771daa7b28b0"}, - {file = "murmurhash-1.0.10-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:96f0a070344d4802ea76a160e0d4c88b7dc10454d2426f48814482ba60b38b9e"}, - {file = "murmurhash-1.0.10-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9f61862060d677c84556610ac0300a0776cb13cb3155f5075ed97e80f86e55d9"}, - {file = "murmurhash-1.0.10-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b3b6d2d877d8881a08be66d906856d05944be0faf22b9a0390338bcf45299989"}, - {file = "murmurhash-1.0.10-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d8f54b0031d8696fed17ed6e9628f339cdea0ba2367ca051e18ff59193f52687"}, - {file = "murmurhash-1.0.10-cp312-cp312-win_amd64.whl", hash = "sha256:97e09d675de2359e586f09de1d0de1ab39f9911edffc65c9255fb5e04f7c1f85"}, - {file = "murmurhash-1.0.10-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1b64e5332932993fef598e78d633b1ba664789ab73032ed511f3dc615a631a1a"}, - {file = "murmurhash-1.0.10-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6e2a38437a8497e082408aa015c6d90554b9e00c2c221fdfa79728a2d99a739e"}, - {file = "murmurhash-1.0.10-cp36-cp36m-win_amd64.whl", hash = "sha256:55f4e4f9291a53c36070330950b472d72ba7d331e4ce3ce1ab349a4f458f7bc4"}, - {file = "murmurhash-1.0.10-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:16ef9f0855952493fe08929d23865425906a8c0c40607ac8a949a378652ba6a9"}, - {file = "murmurhash-1.0.10-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2cc3351ae92b89c2fcdc6e41ac6f17176dbd9b3554c96109fd0713695d8663e7"}, - {file = "murmurhash-1.0.10-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6559fef7c2e7349a42a63549067709b656d6d1580752bd76be1541d8b2d65718"}, - {file = "murmurhash-1.0.10-cp37-cp37m-win_amd64.whl", hash = "sha256:8bf49e3bb33febb7057ae3a5d284ef81243a1e55eaa62bdcd79007cddbdc0461"}, - {file = "murmurhash-1.0.10-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:f1605fde07030516eb63d77a598dd164fb9bf217fd937dbac588fe7e47a28c40"}, - {file = "murmurhash-1.0.10-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:4904f7e68674a64eb2b08823c72015a5e14653e0b4b109ea00c652a005a59bad"}, - {file = "murmurhash-1.0.10-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0438f0cb44cf1cd26251f72c1428213c4197d40a4e3f48b1efc3aea12ce18517"}, - {file = "murmurhash-1.0.10-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:db1171a3f9a10571931764cdbfaa5371f4cf5c23c680639762125cb075b833a5"}, - {file = "murmurhash-1.0.10-cp38-cp38-win_amd64.whl", hash = "sha256:1c9fbcd7646ad8ba67b895f71d361d232c6765754370ecea473dd97d77afe99f"}, - {file = "murmurhash-1.0.10-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:7024ab3498434f22f8e642ae31448322ad8228c65c8d9e5dc2d563d57c14c9b8"}, - {file = "murmurhash-1.0.10-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a99dedfb7f0cc5a4cd76eb409ee98d3d50eba024f934e705914f6f4d765aef2c"}, - {file = "murmurhash-1.0.10-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8b580b8503647de5dd7972746b7613ea586270f17ac92a44872a9b1b52c36d68"}, - {file = "murmurhash-1.0.10-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d75840212bf75eb1352c946c3cf1622dacddd6d6bdda34368237d1eb3568f23a"}, - {file = "murmurhash-1.0.10-cp39-cp39-win_amd64.whl", hash = "sha256:a4209962b9f85de397c3203ea4b3a554da01ae9fd220fdab38757d4e9eba8d1a"}, - {file = "murmurhash-1.0.10.tar.gz", hash = "sha256:5282aab1317804c6ebd6dd7f69f15ba9075aee671c44a34be2bde0f1b11ef88a"}, -] - [[package]] name = "mypy-extensions" version = "1.0.0" @@ -3933,39 +3487,56 @@ typing-extensions = ">=3.0.0" [[package]] name = "numpy" -version = "1.24.4" +version = "2.0.0" description = "Fundamental package for array computing in Python" optional = true -python-versions = ">=3.8" -files = [ - {file = "numpy-1.24.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:c0bfb52d2169d58c1cdb8cc1f16989101639b34c7d3ce60ed70b19c63eba0b64"}, - {file = "numpy-1.24.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:ed094d4f0c177b1b8e7aa9cba7d6ceed51c0e569a5318ac0ca9a090680a6a1b1"}, - {file = "numpy-1.24.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:79fc682a374c4a8ed08b331bef9c5f582585d1048fa6d80bc6c35bc384eee9b4"}, - {file = "numpy-1.24.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7ffe43c74893dbf38c2b0a1f5428760a1a9c98285553c89e12d70a96a7f3a4d6"}, - {file = "numpy-1.24.4-cp310-cp310-win32.whl", hash = "sha256:4c21decb6ea94057331e111a5bed9a79d335658c27ce2adb580fb4d54f2ad9bc"}, - {file = "numpy-1.24.4-cp310-cp310-win_amd64.whl", hash = "sha256:b4bea75e47d9586d31e892a7401f76e909712a0fd510f58f5337bea9572c571e"}, - {file = "numpy-1.24.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:f136bab9c2cfd8da131132c2cf6cc27331dd6fae65f95f69dcd4ae3c3639c810"}, - {file = "numpy-1.24.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:e2926dac25b313635e4d6cf4dc4e51c8c0ebfed60b801c799ffc4c32bf3d1254"}, - {file = "numpy-1.24.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:222e40d0e2548690405b0b3c7b21d1169117391c2e82c378467ef9ab4c8f0da7"}, - {file = "numpy-1.24.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7215847ce88a85ce39baf9e89070cb860c98fdddacbaa6c0da3ffb31b3350bd5"}, - {file = "numpy-1.24.4-cp311-cp311-win32.whl", hash = "sha256:4979217d7de511a8d57f4b4b5b2b965f707768440c17cb70fbf254c4b225238d"}, - {file = "numpy-1.24.4-cp311-cp311-win_amd64.whl", hash = "sha256:b7b1fc9864d7d39e28f41d089bfd6353cb5f27ecd9905348c24187a768c79694"}, - {file = "numpy-1.24.4-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1452241c290f3e2a312c137a9999cdbf63f78864d63c79039bda65ee86943f61"}, - {file = "numpy-1.24.4-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:04640dab83f7c6c85abf9cd729c5b65f1ebd0ccf9de90b270cd61935eef0197f"}, - {file = "numpy-1.24.4-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a5425b114831d1e77e4b5d812b69d11d962e104095a5b9c3b641a218abcc050e"}, - {file = "numpy-1.24.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd80e219fd4c71fc3699fc1dadac5dcf4fd882bfc6f7ec53d30fa197b8ee22dc"}, - {file = "numpy-1.24.4-cp38-cp38-win32.whl", hash = "sha256:4602244f345453db537be5314d3983dbf5834a9701b7723ec28923e2889e0bb2"}, - {file = "numpy-1.24.4-cp38-cp38-win_amd64.whl", hash = "sha256:692f2e0f55794943c5bfff12b3f56f99af76f902fc47487bdfe97856de51a706"}, - {file = "numpy-1.24.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:2541312fbf09977f3b3ad449c4e5f4bb55d0dbf79226d7724211acc905049400"}, - {file = "numpy-1.24.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:9667575fb6d13c95f1b36aca12c5ee3356bf001b714fc354eb5465ce1609e62f"}, - {file = "numpy-1.24.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f3a86ed21e4f87050382c7bc96571755193c4c1392490744ac73d660e8f564a9"}, - {file = "numpy-1.24.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d11efb4dbecbdf22508d55e48d9c8384db795e1b7b51ea735289ff96613ff74d"}, - {file = "numpy-1.24.4-cp39-cp39-win32.whl", hash = "sha256:6620c0acd41dbcb368610bb2f4d83145674040025e5536954782467100aa8835"}, - {file = "numpy-1.24.4-cp39-cp39-win_amd64.whl", hash = "sha256:befe2bf740fd8373cf56149a5c23a0f601e82869598d41f8e188a0e9869926f8"}, - {file = "numpy-1.24.4-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:31f13e25b4e304632a4619d0e0777662c2ffea99fcae2029556b17d8ff958aef"}, - {file = "numpy-1.24.4-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:95f7ac6540e95bc440ad77f56e520da5bf877f87dca58bd095288dce8940532a"}, - {file = "numpy-1.24.4-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:e98f220aa76ca2a977fe435f5b04d7b3470c0a2e6312907b37ba6068f26787f2"}, - {file = "numpy-1.24.4.tar.gz", hash = "sha256:80f5e3a4e498641401868df4208b74581206afbee7cf7b8329daae82676d9463"}, +python-versions = ">=3.9" +files = [ + {file = "numpy-2.0.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:04494f6ec467ccb5369d1808570ae55f6ed9b5809d7f035059000a37b8d7e86f"}, + {file = "numpy-2.0.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2635dbd200c2d6faf2ef9a0d04f0ecc6b13b3cad54f7c67c61155138835515d2"}, + {file = "numpy-2.0.0-cp310-cp310-macosx_14_0_arm64.whl", hash = "sha256:0a43f0974d501842866cc83471bdb0116ba0dffdbaac33ec05e6afed5b615238"}, + {file = "numpy-2.0.0-cp310-cp310-macosx_14_0_x86_64.whl", hash = "sha256:8d83bb187fb647643bd56e1ae43f273c7f4dbcdf94550d7938cfc32566756514"}, + {file = "numpy-2.0.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:79e843d186c8fb1b102bef3e2bc35ef81160ffef3194646a7fdd6a73c6b97196"}, + {file = "numpy-2.0.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6d7696c615765091cc5093f76fd1fa069870304beaccfd58b5dcc69e55ef49c1"}, + {file = "numpy-2.0.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:b4c76e3d4c56f145d41b7b6751255feefae92edbc9a61e1758a98204200f30fc"}, + {file = "numpy-2.0.0-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:acd3a644e4807e73b4e1867b769fbf1ce8c5d80e7caaef0d90dcdc640dfc9787"}, + {file = "numpy-2.0.0-cp310-cp310-win32.whl", hash = "sha256:cee6cc0584f71adefe2c908856ccc98702baf95ff80092e4ca46061538a2ba98"}, + {file = "numpy-2.0.0-cp310-cp310-win_amd64.whl", hash = "sha256:ed08d2703b5972ec736451b818c2eb9da80d66c3e84aed1deeb0c345fefe461b"}, + {file = "numpy-2.0.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ad0c86f3455fbd0de6c31a3056eb822fc939f81b1618f10ff3406971893b62a5"}, + {file = "numpy-2.0.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:e7f387600d424f91576af20518334df3d97bc76a300a755f9a8d6e4f5cadd289"}, + {file = "numpy-2.0.0-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:34f003cb88b1ba38cb9a9a4a3161c1604973d7f9d5552c38bc2f04f829536609"}, + {file = "numpy-2.0.0-cp311-cp311-macosx_14_0_x86_64.whl", hash = "sha256:b6f6a8f45d0313db07d6d1d37bd0b112f887e1369758a5419c0370ba915b3871"}, + {file = "numpy-2.0.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5f64641b42b2429f56ee08b4f427a4d2daf916ec59686061de751a55aafa22e4"}, + {file = "numpy-2.0.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a7039a136017eaa92c1848152827e1424701532ca8e8967fe480fe1569dae581"}, + {file = "numpy-2.0.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:46e161722e0f619749d1cd892167039015b2c2817296104487cd03ed4a955995"}, + {file = "numpy-2.0.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:0e50842b2295ba8414c8c1d9d957083d5dfe9e16828b37de883f51fc53c4016f"}, + {file = "numpy-2.0.0-cp311-cp311-win32.whl", hash = "sha256:2ce46fd0b8a0c947ae047d222f7136fc4d55538741373107574271bc00e20e8f"}, + {file = "numpy-2.0.0-cp311-cp311-win_amd64.whl", hash = "sha256:fbd6acc766814ea6443628f4e6751d0da6593dae29c08c0b2606164db026970c"}, + {file = "numpy-2.0.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:354f373279768fa5a584bac997de6a6c9bc535c482592d7a813bb0c09be6c76f"}, + {file = "numpy-2.0.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:4d2f62e55a4cd9c58c1d9a1c9edaedcd857a73cb6fda875bf79093f9d9086f85"}, + {file = "numpy-2.0.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:1e72728e7501a450288fc8e1f9ebc73d90cfd4671ebbd631f3e7857c39bd16f2"}, + {file = "numpy-2.0.0-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:84554fc53daa8f6abf8e8a66e076aff6ece62de68523d9f665f32d2fc50fd66e"}, + {file = "numpy-2.0.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c73aafd1afca80afecb22718f8700b40ac7cab927b8abab3c3e337d70e10e5a2"}, + {file = "numpy-2.0.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:49d9f7d256fbc804391a7f72d4a617302b1afac1112fac19b6c6cec63fe7fe8a"}, + {file = "numpy-2.0.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:0ec84b9ba0654f3b962802edc91424331f423dcf5d5f926676e0150789cb3d95"}, + {file = "numpy-2.0.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:feff59f27338135776f6d4e2ec7aeeac5d5f7a08a83e80869121ef8164b74af9"}, + {file = "numpy-2.0.0-cp312-cp312-win32.whl", hash = "sha256:c5a59996dc61835133b56a32ebe4ef3740ea5bc19b3983ac60cc32be5a665d54"}, + {file = "numpy-2.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:a356364941fb0593bb899a1076b92dfa2029f6f5b8ba88a14fd0984aaf76d0df"}, + {file = "numpy-2.0.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:e61155fae27570692ad1d327e81c6cf27d535a5d7ef97648a17d922224b216de"}, + {file = "numpy-2.0.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:4554eb96f0fd263041baf16cf0881b3f5dafae7a59b1049acb9540c4d57bc8cb"}, + {file = "numpy-2.0.0-cp39-cp39-macosx_14_0_arm64.whl", hash = "sha256:903703372d46bce88b6920a0cd86c3ad82dae2dbef157b5fc01b70ea1cfc430f"}, + {file = "numpy-2.0.0-cp39-cp39-macosx_14_0_x86_64.whl", hash = "sha256:3e8e01233d57639b2e30966c63d36fcea099d17c53bf424d77f088b0f4babd86"}, + {file = "numpy-2.0.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1cde1753efe513705a0c6d28f5884e22bdc30438bf0085c5c486cdaff40cd67a"}, + {file = "numpy-2.0.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:821eedb7165ead9eebdb569986968b541f9908979c2da8a4967ecac4439bae3d"}, + {file = "numpy-2.0.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:9a1712c015831da583b21c5bfe15e8684137097969c6d22e8316ba66b5baabe4"}, + {file = "numpy-2.0.0-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:9c27f0946a3536403efb0e1c28def1ae6730a72cd0d5878db38824855e3afc44"}, + {file = "numpy-2.0.0-cp39-cp39-win32.whl", hash = "sha256:63b92c512d9dbcc37f9d81b123dec99fdb318ba38c8059afc78086fe73820275"}, + {file = "numpy-2.0.0-cp39-cp39-win_amd64.whl", hash = "sha256:3f6bed7f840d44c08ebdb73b1825282b801799e325bcbdfa6bc5c370e5aecc65"}, + {file = "numpy-2.0.0-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:9416a5c2e92ace094e9f0082c5fd473502c91651fb896bc17690d6fc475128d6"}, + {file = "numpy-2.0.0-pp39-pypy39_pp73-macosx_14_0_x86_64.whl", hash = "sha256:17067d097ed036636fa79f6a869ac26df7db1ba22039d962422506640314933a"}, + {file = "numpy-2.0.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:38ecb5b0582cd125f67a629072fed6f83562d9dd04d7e03256c9829bdec027ad"}, + {file = "numpy-2.0.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:cef04d068f5fb0518a77857953193b6bb94809a806bd0a14983a8f12ada060c9"}, + {file = "numpy-2.0.0.tar.gz", hash = "sha256:cf5d1c9e6837f8af9f92b6bd3e86d513cdc11f60fd62185cc49ec7d1aba34864"}, ] [[package]] @@ -4351,73 +3922,6 @@ files = [ {file = "paginate-0.5.6.tar.gz", hash = "sha256:5e6007b6a9398177a7e1648d04fdd9f8c9766a1a945bceac82f1929e8c78af2d"}, ] -[[package]] -name = "pandas" -version = "2.0.3" -description = "Powerful data structures for data analysis, time series, and statistics" -optional = true -python-versions = ">=3.8" -files = [ - {file = "pandas-2.0.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e4c7c9f27a4185304c7caf96dc7d91bc60bc162221152de697c98eb0b2648dd8"}, - {file = "pandas-2.0.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:f167beed68918d62bffb6ec64f2e1d8a7d297a038f86d4aed056b9493fca407f"}, - {file = "pandas-2.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ce0c6f76a0f1ba361551f3e6dceaff06bde7514a374aa43e33b588ec10420183"}, - {file = "pandas-2.0.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ba619e410a21d8c387a1ea6e8a0e49bb42216474436245718d7f2e88a2f8d7c0"}, - {file = "pandas-2.0.3-cp310-cp310-win32.whl", hash = "sha256:3ef285093b4fe5058eefd756100a367f27029913760773c8bf1d2d8bebe5d210"}, - {file = "pandas-2.0.3-cp310-cp310-win_amd64.whl", hash = "sha256:9ee1a69328d5c36c98d8e74db06f4ad518a1840e8ccb94a4ba86920986bb617e"}, - {file = "pandas-2.0.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:b084b91d8d66ab19f5bb3256cbd5ea661848338301940e17f4492b2ce0801fe8"}, - {file = "pandas-2.0.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:37673e3bdf1551b95bf5d4ce372b37770f9529743d2498032439371fc7b7eb26"}, - {file = "pandas-2.0.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b9cb1e14fdb546396b7e1b923ffaeeac24e4cedd14266c3497216dd4448e4f2d"}, - {file = "pandas-2.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d9cd88488cceb7635aebb84809d087468eb33551097d600c6dad13602029c2df"}, - {file = "pandas-2.0.3-cp311-cp311-win32.whl", hash = "sha256:694888a81198786f0e164ee3a581df7d505024fbb1f15202fc7db88a71d84ebd"}, - {file = "pandas-2.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:6a21ab5c89dcbd57f78d0ae16630b090eec626360085a4148693def5452d8a6b"}, - {file = "pandas-2.0.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:9e4da0d45e7f34c069fe4d522359df7d23badf83abc1d1cef398895822d11061"}, - {file = "pandas-2.0.3-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:32fca2ee1b0d93dd71d979726b12b61faa06aeb93cf77468776287f41ff8fdc5"}, - {file = "pandas-2.0.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:258d3624b3ae734490e4d63c430256e716f488c4fcb7c8e9bde2d3aa46c29089"}, - {file = "pandas-2.0.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9eae3dc34fa1aa7772dd3fc60270d13ced7346fcbcfee017d3132ec625e23bb0"}, - {file = "pandas-2.0.3-cp38-cp38-win32.whl", hash = "sha256:f3421a7afb1a43f7e38e82e844e2bca9a6d793d66c1a7f9f0ff39a795bbc5e02"}, - {file = "pandas-2.0.3-cp38-cp38-win_amd64.whl", hash = "sha256:69d7f3884c95da3a31ef82b7618af5710dba95bb885ffab339aad925c3e8ce78"}, - {file = "pandas-2.0.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:5247fb1ba347c1261cbbf0fcfba4a3121fbb4029d95d9ef4dc45406620b25c8b"}, - {file = "pandas-2.0.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:81af086f4543c9d8bb128328b5d32e9986e0c84d3ee673a2ac6fb57fd14f755e"}, - {file = "pandas-2.0.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1994c789bf12a7c5098277fb43836ce090f1073858c10f9220998ac74f37c69b"}, - {file = "pandas-2.0.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5ec591c48e29226bcbb316e0c1e9423622bc7a4eaf1ef7c3c9fa1a3981f89641"}, - {file = "pandas-2.0.3-cp39-cp39-win32.whl", hash = "sha256:04dbdbaf2e4d46ca8da896e1805bc04eb85caa9a82e259e8eed00254d5e0c682"}, - {file = "pandas-2.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:1168574b036cd8b93abc746171c9b4f1b83467438a5e45909fed645cf8692dbc"}, - {file = "pandas-2.0.3.tar.gz", hash = "sha256:c02f372a88e0d17f36d3093a644c73cfc1788e876a7c4bcb4020a77512e2043c"}, -] - -[package.dependencies] -numpy = [ - {version = ">=1.20.3", markers = "python_version < \"3.10\""}, - {version = ">=1.23.2", markers = "python_version >= \"3.11\""}, - {version = ">=1.21.0", markers = "python_version >= \"3.10\" and python_version < \"3.11\""}, -] -python-dateutil = ">=2.8.2" -pytz = ">=2020.1" -tzdata = ">=2022.1" - -[package.extras] -all = ["PyQt5 (>=5.15.1)", "SQLAlchemy (>=1.4.16)", "beautifulsoup4 (>=4.9.3)", "bottleneck (>=1.3.2)", "brotlipy (>=0.7.0)", "fastparquet (>=0.6.3)", "fsspec (>=2021.07.0)", "gcsfs (>=2021.07.0)", "html5lib (>=1.1)", "hypothesis (>=6.34.2)", "jinja2 (>=3.0.0)", "lxml (>=4.6.3)", "matplotlib (>=3.6.1)", "numba (>=0.53.1)", "numexpr (>=2.7.3)", "odfpy (>=1.4.1)", "openpyxl (>=3.0.7)", "pandas-gbq (>=0.15.0)", "psycopg2 (>=2.8.6)", "pyarrow (>=7.0.0)", "pymysql (>=1.0.2)", "pyreadstat (>=1.1.2)", "pytest (>=7.3.2)", "pytest-asyncio (>=0.17.0)", "pytest-xdist (>=2.2.0)", "python-snappy (>=0.6.0)", "pyxlsb (>=1.0.8)", "qtpy (>=2.2.0)", "s3fs (>=2021.08.0)", "scipy (>=1.7.1)", "tables (>=3.6.1)", "tabulate (>=0.8.9)", "xarray (>=0.21.0)", "xlrd (>=2.0.1)", "xlsxwriter (>=1.4.3)", "zstandard (>=0.15.2)"] -aws = ["s3fs (>=2021.08.0)"] -clipboard = ["PyQt5 (>=5.15.1)", "qtpy (>=2.2.0)"] -compression = ["brotlipy (>=0.7.0)", "python-snappy (>=0.6.0)", "zstandard (>=0.15.2)"] -computation = ["scipy (>=1.7.1)", "xarray (>=0.21.0)"] -excel = ["odfpy (>=1.4.1)", "openpyxl (>=3.0.7)", "pyxlsb (>=1.0.8)", "xlrd (>=2.0.1)", "xlsxwriter (>=1.4.3)"] -feather = ["pyarrow (>=7.0.0)"] -fss = ["fsspec (>=2021.07.0)"] -gcp = ["gcsfs (>=2021.07.0)", "pandas-gbq (>=0.15.0)"] -hdf5 = ["tables (>=3.6.1)"] -html = ["beautifulsoup4 (>=4.9.3)", "html5lib (>=1.1)", "lxml (>=4.6.3)"] -mysql = ["SQLAlchemy (>=1.4.16)", "pymysql (>=1.0.2)"] -output-formatting = ["jinja2 (>=3.0.0)", "tabulate (>=0.8.9)"] -parquet = ["pyarrow (>=7.0.0)"] -performance = ["bottleneck (>=1.3.2)", "numba (>=0.53.1)", "numexpr (>=2.7.1)"] -plot = ["matplotlib (>=3.6.1)"] -postgresql = ["SQLAlchemy (>=1.4.16)", "psycopg2 (>=2.8.6)"] -spss = ["pyreadstat (>=1.1.2)"] -sql-other = ["SQLAlchemy (>=1.4.16)"] -test = ["hypothesis (>=6.34.2)", "pytest (>=7.3.2)", "pytest-asyncio (>=0.17.0)", "pytest-xdist (>=2.2.0)"] -xml = ["lxml (>=4.6.3)"] - [[package]] name = "pandocfilters" version = "1.5.1" @@ -4469,17 +3973,6 @@ files = [ [package.dependencies] ptyprocess = ">=0.5" -[[package]] -name = "phonenumbers" -version = "8.13.38" -description = "Python version of Google's common library for parsing, formatting, storing and validating international phone numbers." -optional = true -python-versions = "*" -files = [ - {file = "phonenumbers-8.13.38-py2.py3-none-any.whl", hash = "sha256:d22aa747fb591ef2a18afec13cab5a0e294ab20fce5a1560e4949e459e70eeef"}, - {file = "phonenumbers-8.13.38.tar.gz", hash = "sha256:2822c74ee9334e9d8ad792fc352cc8d21004307349b6b1bb61da12937fa2eaba"}, -] - [[package]] name = "pickleshare" version = "0.7.5" @@ -4602,17 +4095,6 @@ files = [ [package.extras] testing = ["pytest", "pytest-cov", "wheel"] -[[package]] -name = "pkgutil-resolve-name" -version = "1.3.10" -description = "Resolve a name to an object." -optional = false -python-versions = ">=3.6" -files = [ - {file = "pkgutil_resolve_name-1.3.10-py3-none-any.whl", hash = "sha256:ca27cc078d25c5ad71a9de0a7a330146c4e014c2462d9af19c6b828280649c5e"}, - {file = "pkgutil_resolve_name-1.3.10.tar.gz", hash = "sha256:357d6c9e6a755653cfd78893817c0853af365dd51ec97f3d358a819373bbd174"}, -] - [[package]] name = "platformdirs" version = "4.2.2" @@ -4644,25 +4126,6 @@ files = [ dev = ["pre-commit", "tox"] testing = ["pytest", "pytest-benchmark"] -[[package]] -name = "portalocker" -version = "2.8.2" -description = "Wraps the portalocker recipe for easy usage" -optional = true -python-versions = ">=3.8" -files = [ - {file = "portalocker-2.8.2-py3-none-any.whl", hash = "sha256:cfb86acc09b9aa7c3b43594e19be1345b9d16af3feb08bf92f23d4dce513a28e"}, - {file = "portalocker-2.8.2.tar.gz", hash = "sha256:2b035aa7828e46c58e9b31390ee1f169b98e1066ab10b9a6a861fe7e25ee4f33"}, -] - -[package.dependencies] -pywin32 = {version = ">=226", markers = "platform_system == \"Windows\""} - -[package.extras] -docs = ["sphinx (>=1.7.1)"] -redis = ["redis"] -tests = ["pytest (>=5.4.1)", "pytest-cov (>=2.8.1)", "pytest-mypy (>=0.8.0)", "pytest-timeout (>=2.1.0)", "redis", "sphinx (>=6.0.0)", "types-redis"] - [[package]] name = "pre-commit" version = "3.5.0" @@ -4681,87 +4144,6 @@ nodeenv = ">=0.11.1" pyyaml = ">=5.1" virtualenv = ">=20.10.0" -[[package]] -name = "preshed" -version = "3.0.9" -description = "Cython hash table that trusts the keys are pre-hashed" -optional = true -python-versions = ">=3.6" -files = [ - {file = "preshed-3.0.9-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:4f96ef4caf9847b2bb9868574dcbe2496f974e41c2b83d6621c24fb4c3fc57e3"}, - {file = "preshed-3.0.9-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:a61302cf8bd30568631adcdaf9e6b21d40491bd89ba8ebf67324f98b6c2a2c05"}, - {file = "preshed-3.0.9-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:99499e8a58f58949d3f591295a97bca4e197066049c96f5d34944dd21a497193"}, - {file = "preshed-3.0.9-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ea6b6566997dc3acd8c6ee11a89539ac85c77275b4dcefb2dc746d11053a5af8"}, - {file = "preshed-3.0.9-cp310-cp310-win_amd64.whl", hash = "sha256:bfd523085a84b1338ff18f61538e1cfcdedc4b9e76002589a301c364d19a2e36"}, - {file = "preshed-3.0.9-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:e7c2364da27f2875524ce1ca754dc071515a9ad26eb5def4c7e69129a13c9a59"}, - {file = "preshed-3.0.9-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:182138033c0730c683a6d97e567ceb8a3e83f3bff5704f300d582238dbd384b3"}, - {file = "preshed-3.0.9-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:345a10be3b86bcc6c0591d343a6dc2bfd86aa6838c30ced4256dfcfa836c3a64"}, - {file = "preshed-3.0.9-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:51d0192274aa061699b284f9fd08416065348edbafd64840c3889617ee1609de"}, - {file = "preshed-3.0.9-cp311-cp311-win_amd64.whl", hash = "sha256:96b857d7a62cbccc3845ac8c41fd23addf052821be4eb987f2eb0da3d8745aa1"}, - {file = "preshed-3.0.9-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b4fe6720012c62e6d550d6a5c1c7ad88cacef8388d186dad4bafea4140d9d198"}, - {file = "preshed-3.0.9-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e04f05758875be9751e483bd3c519c22b00d3b07f5a64441ec328bb9e3c03700"}, - {file = "preshed-3.0.9-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4a55091d0e395f1fdb62ab43401bb9f8b46c7d7794d5b071813c29dc1ab22fd0"}, - {file = "preshed-3.0.9-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7de8f5138bcac7870424e09684dc3dd33c8e30e81b269f6c9ede3d8c7bb8e257"}, - {file = "preshed-3.0.9-cp312-cp312-win_amd64.whl", hash = "sha256:24229c77364628743bc29c5620c5d6607ed104f0e02ae31f8a030f99a78a5ceb"}, - {file = "preshed-3.0.9-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b73b0f7ecc58095ebbc6ca26ec806008ef780190fe685ce471b550e7eef58dc2"}, - {file = "preshed-3.0.9-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5cb90ecd5bec71c21d95962db1a7922364d6db2abe284a8c4b196df8bbcc871e"}, - {file = "preshed-3.0.9-cp36-cp36m-win_amd64.whl", hash = "sha256:e304a0a8c9d625b70ba850c59d4e67082a6be9c16c4517b97850a17a282ebee6"}, - {file = "preshed-3.0.9-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:1fa6d3d5529b08296ff9b7b4da1485c080311fd8744bbf3a86019ff88007b382"}, - {file = "preshed-3.0.9-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ef1e5173809d85edd420fc79563b286b88b4049746b797845ba672cf9435c0e7"}, - {file = "preshed-3.0.9-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7fe81eb21c7d99e8b9a802cc313b998c5f791bda592903c732b607f78a6b7dc4"}, - {file = "preshed-3.0.9-cp37-cp37m-win_amd64.whl", hash = "sha256:78590a4a952747c3766e605ce8b747741005bdb1a5aa691a18aae67b09ece0e6"}, - {file = "preshed-3.0.9-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:3452b64d97ce630e200c415073040aa494ceec6b7038f7a2a3400cbd7858e952"}, - {file = "preshed-3.0.9-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:ac970d97b905e9e817ec13d31befd5b07c9cfec046de73b551d11a6375834b79"}, - {file = "preshed-3.0.9-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:eebaa96ece6641cd981491cba995b68c249e0b6877c84af74971eacf8990aa19"}, - {file = "preshed-3.0.9-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2d473c5f6856e07a88d41fe00bb6c206ecf7b34c381d30de0b818ba2ebaf9406"}, - {file = "preshed-3.0.9-cp38-cp38-win_amd64.whl", hash = "sha256:0de63a560f10107a3f0a9e252cc3183b8fdedcb5f81a86938fd9f1dcf8a64adf"}, - {file = "preshed-3.0.9-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:3a9ad9f738084e048a7c94c90f40f727217387115b2c9a95c77f0ce943879fcd"}, - {file = "preshed-3.0.9-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a671dfa30b67baa09391faf90408b69c8a9a7f81cb9d83d16c39a182355fbfce"}, - {file = "preshed-3.0.9-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:23906d114fc97c17c5f8433342495d7562e96ecfd871289c2bb2ed9a9df57c3f"}, - {file = "preshed-3.0.9-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:778cf71f82cedd2719b256f3980d556d6fb56ec552334ba79b49d16e26e854a0"}, - {file = "preshed-3.0.9-cp39-cp39-win_amd64.whl", hash = "sha256:a6e579439b329eb93f32219ff27cb358b55fbb52a4862c31a915a098c8a22ac2"}, - {file = "preshed-3.0.9.tar.gz", hash = "sha256:721863c5244ffcd2651ad0928951a2c7c77b102f4e11a251ad85d37ee7621660"}, -] - -[package.dependencies] -cymem = ">=2.0.2,<2.1.0" -murmurhash = ">=0.28.0,<1.1.0" - -[[package]] -name = "presidio-analyzer" -version = "2.2.354" -description = "Presidio analyzer package" -optional = true -python-versions = "*" -files = [ - {file = "presidio_analyzer-2.2.354-py3-none-any.whl", hash = "sha256:685cfbea9bfeb770e407c39723fc840624c0aab1dd79e7ff6fd070696f1738fd"}, -] - -[package.dependencies] -phonenumbers = ">=8.12,<9.0.0" -pyyaml = "*" -regex = "*" -spacy = ">=3.4.4,<4.0.0" -tldextract = "*" - -[package.extras] -azure-ai-language = ["azure-ai-textanalytics", "azure-core"] -stanza = ["spacy-stanza", "stanza"] -transformers = ["spacy-huggingface-pipelines"] - -[[package]] -name = "presidio-anonymizer" -version = "2.2.354" -description = "Persidio Anonymizer package - replaces analyzed text with desired values." -optional = true -python-versions = ">=3.5" -files = [ - {file = "presidio_anonymizer-2.2.354-py3-none-any.whl", hash = "sha256:2b44bfedf376aa0c21f463581bede543a632c23ac6bc427a2e026c8e81ecfa67"}, -] - -[package.dependencies] -pycryptodome = ">=3.10.1" - [[package]] name = "prometheus-client" version = "0.20.0" @@ -4874,47 +4256,6 @@ files = [ {file = "pycparser-2.22.tar.gz", hash = "sha256:491c8be9c040f5390f5bf44a5b07752bd07f56edf992381b05c701439eec10f6"}, ] -[[package]] -name = "pycryptodome" -version = "3.20.0" -description = "Cryptographic library for Python" -optional = true -python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" -files = [ - {file = "pycryptodome-3.20.0-cp27-cp27m-macosx_10_9_x86_64.whl", hash = "sha256:f0e6d631bae3f231d3634f91ae4da7a960f7ff87f2865b2d2b831af1dfb04e9a"}, - {file = "pycryptodome-3.20.0-cp27-cp27m-manylinux2010_i686.whl", hash = "sha256:baee115a9ba6c5d2709a1e88ffe62b73ecc044852a925dcb67713a288c4ec70f"}, - {file = "pycryptodome-3.20.0-cp27-cp27m-manylinux2010_x86_64.whl", hash = "sha256:417a276aaa9cb3be91f9014e9d18d10e840a7a9b9a9be64a42f553c5b50b4d1d"}, - {file = "pycryptodome-3.20.0-cp27-cp27m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2a1250b7ea809f752b68e3e6f3fd946b5939a52eaeea18c73bdab53e9ba3c2dd"}, - {file = "pycryptodome-3.20.0-cp27-cp27m-musllinux_1_1_aarch64.whl", hash = "sha256:d5954acfe9e00bc83ed9f5cb082ed22c592fbbef86dc48b907238be64ead5c33"}, - {file = "pycryptodome-3.20.0-cp27-cp27m-win32.whl", hash = "sha256:06d6de87c19f967f03b4cf9b34e538ef46e99a337e9a61a77dbe44b2cbcf0690"}, - {file = "pycryptodome-3.20.0-cp27-cp27m-win_amd64.whl", hash = "sha256:ec0bb1188c1d13426039af8ffcb4dbe3aad1d7680c35a62d8eaf2a529b5d3d4f"}, - {file = "pycryptodome-3.20.0-cp27-cp27mu-manylinux2010_i686.whl", hash = "sha256:5601c934c498cd267640b57569e73793cb9a83506f7c73a8ec57a516f5b0b091"}, - {file = "pycryptodome-3.20.0-cp27-cp27mu-manylinux2010_x86_64.whl", hash = "sha256:d29daa681517f4bc318cd8a23af87e1f2a7bad2fe361e8aa29c77d652a065de4"}, - {file = "pycryptodome-3.20.0-cp27-cp27mu-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3427d9e5310af6680678f4cce149f54e0bb4af60101c7f2c16fdf878b39ccccc"}, - {file = "pycryptodome-3.20.0-cp27-cp27mu-musllinux_1_1_aarch64.whl", hash = "sha256:3cd3ef3aee1079ae44afaeee13393cf68b1058f70576b11439483e34f93cf818"}, - {file = "pycryptodome-3.20.0-cp35-abi3-macosx_10_9_universal2.whl", hash = "sha256:ac1c7c0624a862f2e53438a15c9259d1655325fc2ec4392e66dc46cdae24d044"}, - {file = "pycryptodome-3.20.0-cp35-abi3-macosx_10_9_x86_64.whl", hash = "sha256:76658f0d942051d12a9bd08ca1b6b34fd762a8ee4240984f7c06ddfb55eaf15a"}, - {file = "pycryptodome-3.20.0-cp35-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f35d6cee81fa145333137009d9c8ba90951d7d77b67c79cbe5f03c7eb74d8fe2"}, - {file = "pycryptodome-3.20.0-cp35-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:76cb39afede7055127e35a444c1c041d2e8d2f1f9c121ecef573757ba4cd2c3c"}, - {file = "pycryptodome-3.20.0-cp35-abi3-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:49a4c4dc60b78ec41d2afa392491d788c2e06edf48580fbfb0dd0f828af49d25"}, - {file = "pycryptodome-3.20.0-cp35-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:fb3b87461fa35afa19c971b0a2b7456a7b1db7b4eba9a8424666104925b78128"}, - {file = "pycryptodome-3.20.0-cp35-abi3-musllinux_1_1_i686.whl", hash = "sha256:acc2614e2e5346a4a4eab6e199203034924313626f9620b7b4b38e9ad74b7e0c"}, - {file = "pycryptodome-3.20.0-cp35-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:210ba1b647837bfc42dd5a813cdecb5b86193ae11a3f5d972b9a0ae2c7e9e4b4"}, - {file = "pycryptodome-3.20.0-cp35-abi3-win32.whl", hash = "sha256:8d6b98d0d83d21fb757a182d52940d028564efe8147baa9ce0f38d057104ae72"}, - {file = "pycryptodome-3.20.0-cp35-abi3-win_amd64.whl", hash = "sha256:9b3ae153c89a480a0ec402e23db8d8d84a3833b65fa4b15b81b83be9d637aab9"}, - {file = "pycryptodome-3.20.0-pp27-pypy_73-manylinux2010_x86_64.whl", hash = "sha256:4401564ebf37dfde45d096974c7a159b52eeabd9969135f0426907db367a652a"}, - {file = "pycryptodome-3.20.0-pp27-pypy_73-win32.whl", hash = "sha256:ec1f93feb3bb93380ab0ebf8b859e8e5678c0f010d2d78367cf6bc30bfeb148e"}, - {file = "pycryptodome-3.20.0-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:acae12b9ede49f38eb0ef76fdec2df2e94aad85ae46ec85be3648a57f0a7db04"}, - {file = "pycryptodome-3.20.0-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f47888542a0633baff535a04726948e876bf1ed880fddb7c10a736fa99146ab3"}, - {file = "pycryptodome-3.20.0-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6e0e4a987d38cfc2e71b4a1b591bae4891eeabe5fa0f56154f576e26287bfdea"}, - {file = "pycryptodome-3.20.0-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:c18b381553638414b38705f07d1ef0a7cf301bc78a5f9bc17a957eb19446834b"}, - {file = "pycryptodome-3.20.0-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:a60fedd2b37b4cb11ccb5d0399efe26db9e0dd149016c1cc6c8161974ceac2d6"}, - {file = "pycryptodome-3.20.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:405002eafad114a2f9a930f5db65feef7b53c4784495dd8758069b89baf68eab"}, - {file = "pycryptodome-3.20.0-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2ab6ab0cb755154ad14e507d1df72de9897e99fd2d4922851a276ccc14f4f1a5"}, - {file = "pycryptodome-3.20.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:acf6e43fa75aca2d33e93409f2dafe386fe051818ee79ee8a3e21de9caa2ac9e"}, - {file = "pycryptodome-3.20.0.tar.gz", hash = "sha256:09609209ed7de61c2b560cc5c8c4fbf892f8b15b1faf7e4cbffac97db1fffda7"}, -] - [[package]] name = "pydantic" version = "2.7.3" @@ -5266,48 +4607,6 @@ files = [ {file = "python_json_logger-2.0.7-py3-none-any.whl", hash = "sha256:f380b826a991ebbe3de4d897aeec42760035ac760345e57b812938dc8b35e2bd"}, ] -[[package]] -name = "pytorch-lightning" -version = "2.2.5" -description = "PyTorch Lightning is the lightweight PyTorch wrapper for ML researchers. Scale your models. Write less boilerplate." -optional = true -python-versions = ">=3.8" -files = [ - {file = "pytorch-lightning-2.2.5.tar.gz", hash = "sha256:8d06d0166e2204f82864f5d2b53a367c2c375d9cd5a7f6174434b2dffeaef7e9"}, - {file = "pytorch_lightning-2.2.5-py3-none-any.whl", hash = "sha256:67a7800863326914f68f6afd68f427855ef2315b4f00d554be8ea4c0f0557fd8"}, -] - -[package.dependencies] -fsspec = {version = ">=2022.5.0", extras = ["http"]} -lightning-utilities = ">=0.8.0" -numpy = ">=1.17.2" -packaging = ">=20.0" -PyYAML = ">=5.4" -torch = ">=1.13.0" -torchmetrics = ">=0.7.0" -tqdm = ">=4.57.0" -typing-extensions = ">=4.4.0" - -[package.extras] -all = ["bitsandbytes (==0.41.0)", "deepspeed (>=0.8.2,<=0.9.3)", "gym[classic-control] (>=0.17.0)", "hydra-core (>=1.0.5)", "ipython[all] (<8.15.0)", "jsonargparse[signatures] (>=4.27.7)", "lightning-utilities (>=0.8.0)", "matplotlib (>3.1)", "omegaconf (>=2.0.5)", "requests (<2.32.0)", "rich (>=12.3.0)", "tensorboardX (>=2.2)", "torchmetrics (>=0.10.0)", "torchvision (>=0.14.0)"] -deepspeed = ["deepspeed (>=0.8.2,<=0.9.3)"] -dev = ["bitsandbytes (==0.41.0)", "cloudpickle (>=1.3)", "coverage (==7.3.1)", "deepspeed (>=0.8.2,<=0.9.3)", "fastapi", "gym[classic-control] (>=0.17.0)", "hydra-core (>=1.0.5)", "ipython[all] (<8.15.0)", "jsonargparse[signatures] (>=4.27.7)", "lightning-utilities (>=0.8.0)", "matplotlib (>3.1)", "omegaconf (>=2.0.5)", "onnx (>=0.14.0)", "onnxruntime (>=0.15.0)", "pandas (>1.0)", "psutil (<5.9.6)", "pytest (==7.4.0)", "pytest-cov (==4.1.0)", "pytest-random-order (==1.1.0)", "pytest-rerunfailures (==12.0)", "pytest-timeout (==2.1.0)", "requests (<2.32.0)", "rich (>=12.3.0)", "scikit-learn (>0.22.1)", "tensorboard (>=2.9.1)", "tensorboardX (>=2.2)", "torchmetrics (>=0.10.0)", "torchvision (>=0.14.0)", "uvicorn"] -examples = ["gym[classic-control] (>=0.17.0)", "ipython[all] (<8.15.0)", "lightning-utilities (>=0.8.0)", "requests (<2.32.0)", "torchmetrics (>=0.10.0)", "torchvision (>=0.14.0)"] -extra = ["bitsandbytes (==0.41.0)", "hydra-core (>=1.0.5)", "jsonargparse[signatures] (>=4.27.7)", "matplotlib (>3.1)", "omegaconf (>=2.0.5)", "rich (>=12.3.0)", "tensorboardX (>=2.2)"] -strategies = ["deepspeed (>=0.8.2,<=0.9.3)"] -test = ["cloudpickle (>=1.3)", "coverage (==7.3.1)", "fastapi", "onnx (>=0.14.0)", "onnxruntime (>=0.15.0)", "pandas (>1.0)", "psutil (<5.9.6)", "pytest (==7.4.0)", "pytest-cov (==4.1.0)", "pytest-random-order (==1.1.0)", "pytest-rerunfailures (==12.0)", "pytest-timeout (==2.1.0)", "scikit-learn (>0.22.1)", "tensorboard (>=2.9.1)", "uvicorn"] - -[[package]] -name = "pytz" -version = "2024.1" -description = "World timezone definitions, modern and historical" -optional = false -python-versions = "*" -files = [ - {file = "pytz-2024.1-py2.py3-none-any.whl", hash = "sha256:328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319"}, - {file = "pytz-2024.1.tar.gz", hash = "sha256:2a29735ea9c18baf14b448846bde5a48030ed267578472d8955cd0e7443a9812"}, -] - [[package]] name = "pywin32" version = "306" @@ -5573,111 +4872,6 @@ packaging = "*" [package.extras] test = ["pytest (>=6,!=7.0.0,!=7.0.1)", "pytest-cov (>=3.0.0)", "pytest-qt"] -[[package]] -name = "rapidfuzz" -version = "3.9.3" -description = "rapid fuzzy string matching" -optional = true -python-versions = ">=3.8" -files = [ - {file = "rapidfuzz-3.9.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:bdb8c5b8e29238ec80727c2ba3b301efd45aa30c6a7001123a6647b8e6f77ea4"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:b3bd0d9632088c63a241f217742b1cf86e2e8ae573e01354775bd5016d12138c"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:153f23c03d4917f6a1fc2fb56d279cc6537d1929237ff08ee7429d0e40464a18"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a96c5225e840f1587f1bac8fa6f67562b38e095341576e82b728a82021f26d62"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b777cd910ceecd738adc58593d6ed42e73f60ad04ecdb4a841ae410b51c92e0e"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:53e06e4b81f552da04940aa41fc556ba39dee5513d1861144300c36c33265b76"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5c7ca5b6050f18fdcacdada2dc5fb7619ff998cd9aba82aed2414eee74ebe6cd"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:87bb8d84cb41446a808c4b5f746e29d8a53499381ed72f6c4e456fe0f81c80a8"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:959a15186d18425d19811bea86a8ffbe19fd48644004d29008e636631420a9b7"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:a24603dd05fb4e3c09d636b881ce347e5f55f925a6b1b4115527308a323b9f8e"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:0d055da0e801c71dd74ba81d72d41b2fa32afa182b9fea6b4b199d2ce937450d"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:875b581afb29a7213cf9d98cb0f98df862f1020bce9d9b2e6199b60e78a41d14"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-win32.whl", hash = "sha256:6073a46f61479a89802e3f04655267caa6c14eb8ac9d81a635a13805f735ebc1"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-win_amd64.whl", hash = "sha256:119c010e20e561249b99ca2627f769fdc8305b07193f63dbc07bca0a6c27e892"}, - {file = "rapidfuzz-3.9.3-cp310-cp310-win_arm64.whl", hash = "sha256:790b0b244f3213581d42baa2fed8875f9ee2b2f9b91f94f100ec80d15b140ba9"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:f57e8305c281e8c8bc720515540e0580355100c0a7a541105c6cafc5de71daae"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a4fc7b784cf987dbddc300cef70e09a92ed1bce136f7bb723ea79d7e297fe76d"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5b422c0a6fe139d5447a0766268e68e6a2a8c2611519f894b1f31f0a392b9167"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f50fed4a9b0c9825ff37cf0bccafd51ff5792090618f7846a7650f21f85579c9"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b80eb7cbe62348c61d3e67e17057cddfd6defab168863028146e07d5a8b24a89"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:65f45be77ec82da32ce5709a362e236ccf801615cc7163b136d1778cf9e31b14"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fd84b7f652a5610733400307dc732f57c4a907080bef9520412e6d9b55bc9adc"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:3e6d27dad8c990218b8cd4a5c99cbc8834f82bb46ab965a7265d5aa69fc7ced7"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:05ee0696ebf0dfe8f7c17f364d70617616afc7dafe366532730ca34056065b8a"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:2bc8391749e5022cd9e514ede5316f86e332ffd3cfceeabdc0b17b7e45198a8c"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:93981895602cf5944d89d317ae3b1b4cc684d175a8ae2a80ce5b65615e72ddd0"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:754b719a4990735f66653c9e9261dcf52fd4d925597e43d6b9069afcae700d21"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-win32.whl", hash = "sha256:14c9f268ade4c88cf77ab007ad0fdf63699af071ee69378de89fff7aa3cae134"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-win_amd64.whl", hash = "sha256:bc1991b4cde6c9d3c0bbcb83d5581dc7621bec8c666c095c65b4277233265a82"}, - {file = "rapidfuzz-3.9.3-cp311-cp311-win_arm64.whl", hash = "sha256:0c34139df09a61b1b557ab65782ada971b4a3bce7081d1b2bee45b0a52231adb"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:5d6a210347d6e71234af5c76d55eeb0348b026c9bb98fe7c1cca89bac50fb734"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:b300708c917ce52f6075bdc6e05b07c51a085733650f14b732c087dc26e0aaad"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:83ea7ca577d76778250421de61fb55a719e45b841deb769351fc2b1740763050"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8319838fb5b7b5f088d12187d91d152b9386ce3979ed7660daa0ed1bff953791"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:505d99131afd21529293a9a7b91dfc661b7e889680b95534756134dc1cc2cd86"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c52970f7784518d7c82b07a62a26e345d2de8c2bd8ed4774e13342e4b3ff4200"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:143caf7247449055ecc3c1e874b69e42f403dfc049fc2f3d5f70e1daf21c1318"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:b8ab0fa653d9225195a8ff924f992f4249c1e6fa0aea563f685e71b81b9fcccf"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:57e7c5bf7b61c7320cfa5dde1e60e678d954ede9bb7da8e763959b2138391401"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:51fa1ba84653ab480a2e2044e2277bd7f0123d6693051729755addc0d015c44f"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:17ff7f7eecdb169f9236e3b872c96dbbaf116f7787f4d490abd34b0116e3e9c8"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:afe7c72d3f917b066257f7ff48562e5d462d865a25fbcabf40fca303a9fa8d35"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-win32.whl", hash = "sha256:e53ed2e9b32674ce96eed80b3b572db9fd87aae6742941fb8e4705e541d861ce"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-win_amd64.whl", hash = "sha256:35b7286f177e4d8ba1e48b03612f928a3c4bdac78e5651379cec59f95d8651e6"}, - {file = "rapidfuzz-3.9.3-cp312-cp312-win_arm64.whl", hash = "sha256:e6e4b9380ed4758d0cb578b0d1970c3f32dd9e87119378729a5340cb3169f879"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:a39890013f6d5b056cc4bfdedc093e322462ece1027a57ef0c636537bdde7531"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b5bc0fdbf419493163c5c9cb147c5fbe95b8e25844a74a8807dcb1a125e630cf"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:efe6e200a75a792d37b960457904c4fce7c928a96ae9e5d21d2bd382fe39066e"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:de077c468c225d4c18f7188c47d955a16d65f21aab121cbdd98e3e2011002c37"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8f917eaadf5388466a95f6a236f678a1588d231e52eda85374077101842e794e"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:858ba57c05afd720db8088a8707079e8d024afe4644001fe0dbd26ef7ca74a65"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d36447d21b05f90282a6f98c5a33771805f9222e5d0441d03eb8824e33e5bbb4"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:acbe4b6f1ccd5b90c29d428e849aa4242e51bb6cab0448d5f3c022eb9a25f7b1"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:53c7f27cdf899e94712972237bda48cfd427646aa6f5d939bf45d084780e4c16"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-musllinux_1_2_ppc64le.whl", hash = "sha256:6175682a829c6dea4d35ed707f1dadc16513270ef64436568d03b81ccb6bdb74"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-musllinux_1_2_s390x.whl", hash = "sha256:5276df395bd8497397197fca2b5c85f052d2e6a66ffc3eb0544dd9664d661f95"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:77b5c4f3e72924d7845f0e189c304270066d0f49635cf8a3938e122c437e58de"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-win32.whl", hash = "sha256:8add34061e5cd561c72ed4febb5c15969e7b25bda2bb5102d02afc3abc1f52d0"}, - {file = "rapidfuzz-3.9.3-cp38-cp38-win_amd64.whl", hash = "sha256:604e0502a39cf8e67fa9ad239394dddad4cdef6d7008fdb037553817d420e108"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:21047f55d674614eb4b0ab34e35c3dc66f36403b9fbfae645199c4a19d4ed447"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a56da3aff97cb56fe85d9ca957d1f55dbac7c27da927a86a2a86d8a7e17f80aa"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:964c08481aec2fe574f0062e342924db2c6b321391aeb73d68853ed42420fd6d"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:5e2b827258beefbe5d3f958243caa5a44cf46187eff0c20e0b2ab62d1550327a"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c6e65a301fcd19fbfbee3a514cc0014ff3f3b254b9fd65886e8a9d6957fb7bca"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cbe93ba1725a8d47d2b9dca6c1f435174859427fbc054d83de52aea5adc65729"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aca21c0a34adee582775da997a600283e012a608a107398d80a42f9a57ad323d"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:256e07d3465173b2a91c35715a2277b1ee3ae0b9bbab4e519df6af78570741d0"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:802ca2cc8aa6b8b34c6fdafb9e32540c1ba05fca7ad60b3bbd7ec89ed1797a87"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:dd789100fc852cffac1449f82af0da139d36d84fd9faa4f79fc4140a88778343"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:5d0abbacdb06e27ff803d7ae0bd0624020096802758068ebdcab9bd49cf53115"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:378d1744828e27490a823fc6fe6ebfb98c15228d54826bf4e49e4b76eb5f5579"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-win32.whl", hash = "sha256:5d0cb272d43e6d3c0dedefdcd9d00007471f77b52d2787a4695e9dd319bb39d2"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-win_amd64.whl", hash = "sha256:15e4158ac4b3fb58108072ec35b8a69165f651ba1c8f43559a36d518dbf9fb3f"}, - {file = "rapidfuzz-3.9.3-cp39-cp39-win_arm64.whl", hash = "sha256:58c6a4936190c558d5626b79fc9e16497e5df7098589a7e80d8bff68148ff096"}, - {file = "rapidfuzz-3.9.3-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:5410dc848c947a603792f4f51b904a3331cf1dc60621586bfbe7a6de72da1091"}, - {file = "rapidfuzz-3.9.3-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:282d55700a1a3d3a7980746eb2fcd48c9bbc1572ebe0840d0340d548a54d01fe"}, - {file = "rapidfuzz-3.9.3-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dc1037507810833646481f5729901a154523f98cbebb1157ba3a821012e16402"}, - {file = "rapidfuzz-3.9.3-pp310-pypy310_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:5e33f779391caedcba2ba3089fb6e8e557feab540e9149a5c3f7fea7a3a7df37"}, - {file = "rapidfuzz-3.9.3-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:41a81a9f311dc83d22661f9b1a1de983b201322df0c4554042ffffd0f2040c37"}, - {file = "rapidfuzz-3.9.3-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:a93250bd8fae996350c251e1752f2c03335bb8a0a5b0c7e910a593849121a435"}, - {file = "rapidfuzz-3.9.3-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:3617d1aa7716c57d120b6adc8f7c989f2d65bc2b0cbd5f9288f1fc7bf469da11"}, - {file = "rapidfuzz-3.9.3-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:ad04a3f5384b82933213bba2459f6424decc2823df40098920856bdee5fd6e88"}, - {file = "rapidfuzz-3.9.3-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8709918da8a88ad73c9d4dd0ecf24179a4f0ceba0bee21efc6ea21a8b5290349"}, - {file = "rapidfuzz-3.9.3-pp38-pypy38_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b770f85eab24034e6ef7df04b2bfd9a45048e24f8a808e903441aa5abde8ecdd"}, - {file = "rapidfuzz-3.9.3-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:930b4e6fdb4d914390141a2b99a6f77a52beacf1d06aa4e170cba3a98e24c1bc"}, - {file = "rapidfuzz-3.9.3-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:c8444e921bfc3757c475c4f4d7416a7aa69b2d992d5114fe55af21411187ab0d"}, - {file = "rapidfuzz-3.9.3-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:2c1d3ef3878f871abe6826e386c3d61b5292ef5f7946fe646f4206b85836b5da"}, - {file = "rapidfuzz-3.9.3-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:d861bf326ee7dabc35c532a40384541578cd1ec1e1b7db9f9ecbba56eb76ca22"}, - {file = "rapidfuzz-3.9.3-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cde6b9d9ba5007077ee321ec722fa714ebc0cbd9a32ccf0f4dd3cc3f20952d71"}, - {file = "rapidfuzz-3.9.3-pp39-pypy39_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3bb6546e7b6bed1aefbe24f68a5fb9b891cc5aef61bca6c1a7b1054b7f0359bb"}, - {file = "rapidfuzz-3.9.3-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3d8a57261ef7996d5ced7c8cba9189ada3fbeffd1815f70f635e4558d93766cb"}, - {file = "rapidfuzz-3.9.3-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:67201c02efc596923ad950519e0b75ceb78d524177ea557134d6567b9ac2c283"}, - {file = "rapidfuzz-3.9.3.tar.gz", hash = "sha256:b398ea66e8ed50451bce5997c430197d5e4b06ac4aa74602717f792d8d8d06e2"}, -] - -[package.extras] -full = ["numpy"] - [[package]] name = "readme-renderer" version = "43.0" @@ -5853,20 +5047,6 @@ urllib3 = ">=1.21.1,<3" socks = ["PySocks (>=1.5.6,!=1.5.7)"] use-chardet-on-py3 = ["chardet (>=3.0.2,<6)"] -[[package]] -name = "requests-file" -version = "2.1.0" -description = "File transport adapter for Requests" -optional = true -python-versions = "*" -files = [ - {file = "requests_file-2.1.0-py2.py3-none-any.whl", hash = "sha256:cf270de5a4c5874e84599fc5778303d496c10ae5e870bfa378818f35d21bda5c"}, - {file = "requests_file-2.1.0.tar.gz", hash = "sha256:0f549a3f3b0699415ac04d167e9cb39bccfb730cb832b4d20be3d9867356e658"}, -] - -[package.dependencies] -requests = ">=1.0.0" - [[package]] name = "requests-toolbelt" version = "1.0.0" @@ -5945,7 +5125,6 @@ files = [ [package.dependencies] markdown-it-py = ">=2.2.0" pygments = ">=2.13.0,<3.0.0" -typing-extensions = {version = ">=4.0.0,<5.0", markers = "python_version < \"3.9\""} [package.extras] jupyter = ["ipywidgets (>=7.5.1,<9)"] @@ -6095,29 +5274,6 @@ files = [ {file = "ruff-0.4.7.tar.gz", hash = "sha256:2331d2b051dc77a289a653fcc6a42cce357087c5975738157cd966590b18b5e1"}, ] -[[package]] -name = "sacrebleu" -version = "2.4.2" -description = "Hassle-free computation of shareable, comparable, and reproducible BLEU, chrF, and TER scores" -optional = true -python-versions = ">=3.6" -files = [ - {file = "sacrebleu-2.4.2-py3-none-any.whl", hash = "sha256:611a581d205828912f0b05f806b110180087184d3be2dc650fda7a729d6ecb89"}, -] - -[package.dependencies] -colorama = "*" -lxml = "*" -numpy = ">=1.17" -portalocker = "*" -regex = "*" -tabulate = ">=0.8.9" - -[package.extras] -dev = ["lxml-stubs", "mypy", "pytest", "types-tabulate", "wheel"] -ja = ["ipadic (>=1.0,<2.0)", "mecab-python3 (>=1.0.5,<=1.0.6)"] -ko = ["mecab-ko (>=1.0.0,<=1.0.1)", "mecab-ko-dic (>=1.0,<2.0)"] - [[package]] name = "safetensors" version = "0.4.3" @@ -6240,91 +5396,6 @@ tensorflow = ["safetensors[numpy]", "tensorflow (>=2.11.0)"] testing = ["h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "hypothesis (>=6.70.2)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "safetensors[numpy]", "setuptools-rust (>=1.5.2)"] torch = ["safetensors[numpy]", "torch (>=1.10)"] -[[package]] -name = "scikit-learn" -version = "1.3.2" -description = "A set of python modules for machine learning and data mining" -optional = true -python-versions = ">=3.8" -files = [ - {file = "scikit-learn-1.3.2.tar.gz", hash = "sha256:a2f54c76accc15a34bfb9066e6c7a56c1e7235dda5762b990792330b52ccfb05"}, - {file = "scikit_learn-1.3.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e326c0eb5cf4d6ba40f93776a20e9a7a69524c4db0757e7ce24ba222471ee8a1"}, - {file = "scikit_learn-1.3.2-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:535805c2a01ccb40ca4ab7d081d771aea67e535153e35a1fd99418fcedd1648a"}, - {file = "scikit_learn-1.3.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1215e5e58e9880b554b01187b8c9390bf4dc4692eedeaf542d3273f4785e342c"}, - {file = "scikit_learn-1.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0ee107923a623b9f517754ea2f69ea3b62fc898a3641766cb7deb2f2ce450161"}, - {file = "scikit_learn-1.3.2-cp310-cp310-win_amd64.whl", hash = "sha256:35a22e8015048c628ad099da9df5ab3004cdbf81edc75b396fd0cff8699ac58c"}, - {file = "scikit_learn-1.3.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6fb6bc98f234fda43163ddbe36df8bcde1d13ee176c6dc9b92bb7d3fc842eb66"}, - {file = "scikit_learn-1.3.2-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:18424efee518a1cde7b0b53a422cde2f6625197de6af36da0b57ec502f126157"}, - {file = "scikit_learn-1.3.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3271552a5eb16f208a6f7f617b8cc6d1f137b52c8a1ef8edf547db0259b2c9fb"}, - {file = "scikit_learn-1.3.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fc4144a5004a676d5022b798d9e573b05139e77f271253a4703eed295bde0433"}, - {file = "scikit_learn-1.3.2-cp311-cp311-win_amd64.whl", hash = "sha256:67f37d708f042a9b8d59551cf94d30431e01374e00dc2645fa186059c6c5d78b"}, - {file = "scikit_learn-1.3.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:8db94cd8a2e038b37a80a04df8783e09caac77cbe052146432e67800e430c028"}, - {file = "scikit_learn-1.3.2-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:61a6efd384258789aa89415a410dcdb39a50e19d3d8410bd29be365bcdd512d5"}, - {file = "scikit_learn-1.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cb06f8dce3f5ddc5dee1715a9b9f19f20d295bed8e3cd4fa51e1d050347de525"}, - {file = "scikit_learn-1.3.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5b2de18d86f630d68fe1f87af690d451388bb186480afc719e5f770590c2ef6c"}, - {file = "scikit_learn-1.3.2-cp312-cp312-win_amd64.whl", hash = "sha256:0402638c9a7c219ee52c94cbebc8fcb5eb9fe9c773717965c1f4185588ad3107"}, - {file = "scikit_learn-1.3.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:a19f90f95ba93c1a7f7924906d0576a84da7f3b2282ac3bfb7a08a32801add93"}, - {file = "scikit_learn-1.3.2-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:b8692e395a03a60cd927125eef3a8e3424d86dde9b2370d544f0ea35f78a8073"}, - {file = "scikit_learn-1.3.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:15e1e94cc23d04d39da797ee34236ce2375ddea158b10bee3c343647d615581d"}, - {file = "scikit_learn-1.3.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:785a2213086b7b1abf037aeadbbd6d67159feb3e30263434139c98425e3dcfcf"}, - {file = "scikit_learn-1.3.2-cp38-cp38-win_amd64.whl", hash = "sha256:64381066f8aa63c2710e6b56edc9f0894cc7bf59bd71b8ce5613a4559b6145e0"}, - {file = "scikit_learn-1.3.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6c43290337f7a4b969d207e620658372ba3c1ffb611f8bc2b6f031dc5c6d1d03"}, - {file = "scikit_learn-1.3.2-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:dc9002fc200bed597d5d34e90c752b74df516d592db162f756cc52836b38fe0e"}, - {file = "scikit_learn-1.3.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1d08ada33e955c54355d909b9c06a4789a729977f165b8bae6f225ff0a60ec4a"}, - {file = "scikit_learn-1.3.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:763f0ae4b79b0ff9cca0bf3716bcc9915bdacff3cebea15ec79652d1cc4fa5c9"}, - {file = "scikit_learn-1.3.2-cp39-cp39-win_amd64.whl", hash = "sha256:ed932ea780517b00dae7431e031faae6b49b20eb6950918eb83bd043237950e0"}, -] - -[package.dependencies] -joblib = ">=1.1.1" -numpy = ">=1.17.3,<2.0" -scipy = ">=1.5.0" -threadpoolctl = ">=2.0.0" - -[package.extras] -benchmark = ["matplotlib (>=3.1.3)", "memory-profiler (>=0.57.0)", "pandas (>=1.0.5)"] -docs = ["Pillow (>=7.1.2)", "matplotlib (>=3.1.3)", "memory-profiler (>=0.57.0)", "numpydoc (>=1.2.0)", "pandas (>=1.0.5)", "plotly (>=5.14.0)", "pooch (>=1.6.0)", "scikit-image (>=0.16.2)", "seaborn (>=0.9.0)", "sphinx (>=6.0.0)", "sphinx-copybutton (>=0.5.2)", "sphinx-gallery (>=0.10.1)", "sphinx-prompt (>=1.3.0)", "sphinxext-opengraph (>=0.4.2)"] -examples = ["matplotlib (>=3.1.3)", "pandas (>=1.0.5)", "plotly (>=5.14.0)", "pooch (>=1.6.0)", "scikit-image (>=0.16.2)", "seaborn (>=0.9.0)"] -tests = ["black (>=23.3.0)", "matplotlib (>=3.1.3)", "mypy (>=1.3)", "numpydoc (>=1.2.0)", "pandas (>=1.0.5)", "pooch (>=1.6.0)", "pyamg (>=4.0.0)", "pytest (>=7.1.2)", "pytest-cov (>=2.9.0)", "ruff (>=0.0.272)", "scikit-image (>=0.16.2)"] - -[[package]] -name = "scipy" -version = "1.9.3" -description = "Fundamental algorithms for scientific computing in Python" -optional = true -python-versions = ">=3.8" -files = [ - {file = "scipy-1.9.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1884b66a54887e21addf9c16fb588720a8309a57b2e258ae1c7986d4444d3bc0"}, - {file = "scipy-1.9.3-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:83b89e9586c62e787f5012e8475fbb12185bafb996a03257e9675cd73d3736dd"}, - {file = "scipy-1.9.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1a72d885fa44247f92743fc20732ae55564ff2a519e8302fb7e18717c5355a8b"}, - {file = "scipy-1.9.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d01e1dd7b15bd2449c8bfc6b7cc67d630700ed655654f0dfcf121600bad205c9"}, - {file = "scipy-1.9.3-cp310-cp310-win_amd64.whl", hash = "sha256:68239b6aa6f9c593da8be1509a05cb7f9efe98b80f43a5861cd24c7557e98523"}, - {file = "scipy-1.9.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:b41bc822679ad1c9a5f023bc93f6d0543129ca0f37c1ce294dd9d386f0a21096"}, - {file = "scipy-1.9.3-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:90453d2b93ea82a9f434e4e1cba043e779ff67b92f7a0e85d05d286a3625df3c"}, - {file = "scipy-1.9.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:83c06e62a390a9167da60bedd4575a14c1f58ca9dfde59830fc42e5197283dab"}, - {file = "scipy-1.9.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:abaf921531b5aeaafced90157db505e10345e45038c39e5d9b6c7922d68085cb"}, - {file = "scipy-1.9.3-cp311-cp311-win_amd64.whl", hash = "sha256:06d2e1b4c491dc7d8eacea139a1b0b295f74e1a1a0f704c375028f8320d16e31"}, - {file = "scipy-1.9.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:5a04cd7d0d3eff6ea4719371cbc44df31411862b9646db617c99718ff68d4840"}, - {file = "scipy-1.9.3-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:545c83ffb518094d8c9d83cce216c0c32f8c04aaf28b92cc8283eda0685162d5"}, - {file = "scipy-1.9.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0d54222d7a3ba6022fdf5773931b5d7c56efe41ede7f7128c7b1637700409108"}, - {file = "scipy-1.9.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cff3a5295234037e39500d35316a4c5794739433528310e117b8a9a0c76d20fc"}, - {file = "scipy-1.9.3-cp38-cp38-win_amd64.whl", hash = "sha256:2318bef588acc7a574f5bfdff9c172d0b1bf2c8143d9582e05f878e580a3781e"}, - {file = "scipy-1.9.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:d644a64e174c16cb4b2e41dfea6af722053e83d066da7343f333a54dae9bc31c"}, - {file = "scipy-1.9.3-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:da8245491d73ed0a994ed9c2e380fd058ce2fa8a18da204681f2fe1f57f98f95"}, - {file = "scipy-1.9.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4db5b30849606a95dcf519763dd3ab6fe9bd91df49eba517359e450a7d80ce2e"}, - {file = "scipy-1.9.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c68db6b290cbd4049012990d7fe71a2abd9ffbe82c0056ebe0f01df8be5436b0"}, - {file = "scipy-1.9.3-cp39-cp39-win_amd64.whl", hash = "sha256:5b88e6d91ad9d59478fafe92a7c757d00c59e3bdc3331be8ada76a4f8d683f58"}, - {file = "scipy-1.9.3.tar.gz", hash = "sha256:fbc5c05c85c1a02be77b1ff591087c83bc44579c6d2bd9fb798bb64ea5e1a027"}, -] - -[package.dependencies] -numpy = ">=1.18.5,<1.26.0" - -[package.extras] -dev = ["flake8", "mypy", "pycodestyle", "typing_extensions"] -doc = ["matplotlib (>2)", "numpydoc", "pydata-sphinx-theme (==0.9.0)", "sphinx (!=4.1.0)", "sphinx-panels (>=0.5.2)", "sphinx-tabs"] -test = ["asv", "gmpy2", "mpmath", "pytest", "pytest-cov", "pytest-xdist", "scikit-umfpack", "threadpoolctl"] - [[package]] name = "secretstorage" version = "3.3.3" @@ -6356,60 +5427,6 @@ nativelib = ["pyobjc-framework-Cocoa", "pywin32"] objc = ["pyobjc-framework-Cocoa"] win32 = ["pywin32"] -[[package]] -name = "sentencepiece" -version = "0.1.99" -description = "SentencePiece python wrapper" -optional = true -python-versions = "*" -files = [ - {file = "sentencepiece-0.1.99-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0eb528e70571b7c02723e5804322469b82fe7ea418c96051d0286c0fa028db73"}, - {file = "sentencepiece-0.1.99-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:77d7fafb2c4e4659cbdf303929503f37a26eabc4ff31d3a79bf1c5a1b338caa7"}, - {file = "sentencepiece-0.1.99-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:be9cf5b9e404c245aeb3d3723c737ba7a8f5d4ba262ef233a431fa6c45f732a0"}, - {file = "sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:baed1a26464998f9710d20e52607c29ffd4293e7c71c6a1f83f51ad0911ec12c"}, - {file = "sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9832f08bb372d4c8b567612f8eab9e36e268dff645f1c28f9f8e851be705f6d1"}, - {file = "sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:019e7535108e309dae2b253a75834fc3128240aa87c00eb80732078cdc182588"}, - {file = "sentencepiece-0.1.99-cp310-cp310-win32.whl", hash = "sha256:fa16a830416bb823fa2a52cbdd474d1f7f3bba527fd2304fb4b140dad31bb9bc"}, - {file = "sentencepiece-0.1.99-cp310-cp310-win_amd64.whl", hash = "sha256:14b0eccb7b641d4591c3e12ae44cab537d68352e4d3b6424944f0c447d2348d5"}, - {file = "sentencepiece-0.1.99-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:6d3c56f24183a1e8bd61043ff2c58dfecdc68a5dd8955dc13bab83afd5f76b81"}, - {file = "sentencepiece-0.1.99-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ed6ea1819fd612c989999e44a51bf556d0ef6abfb553080b9be3d347e18bcfb7"}, - {file = "sentencepiece-0.1.99-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a2a0260cd1fb7bd8b4d4f39dc2444a8d5fd4e0a0c4d5c899810ef1abf99b2d45"}, - {file = "sentencepiece-0.1.99-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8a1abff4d1ff81c77cac3cc6fefa34fa4b8b371e5ee51cb7e8d1ebc996d05983"}, - {file = "sentencepiece-0.1.99-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:004e6a621d4bc88978eecb6ea7959264239a17b70f2cbc348033d8195c9808ec"}, - {file = "sentencepiece-0.1.99-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:db361e03342c41680afae5807590bc88aa0e17cfd1a42696a160e4005fcda03b"}, - {file = "sentencepiece-0.1.99-cp311-cp311-win32.whl", hash = "sha256:2d95e19168875b70df62916eb55428a0cbcb834ac51d5a7e664eda74def9e1e0"}, - {file = "sentencepiece-0.1.99-cp311-cp311-win_amd64.whl", hash = "sha256:f90d73a6f81248a909f55d8e6ef56fec32d559e1e9af045f0b0322637cb8e5c7"}, - {file = "sentencepiece-0.1.99-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:62e24c81e74bd87a6e0d63c51beb6527e4c0add67e1a17bac18bcd2076afcfeb"}, - {file = "sentencepiece-0.1.99-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:57efcc2d51caff20d9573567d9fd3f854d9efe613ed58a439c78c9f93101384a"}, - {file = "sentencepiece-0.1.99-cp36-cp36m-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6a904c46197993bd1e95b93a6e373dca2f170379d64441041e2e628ad4afb16f"}, - {file = "sentencepiece-0.1.99-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d89adf59854741c0d465f0e1525b388c0d174f611cc04af54153c5c4f36088c4"}, - {file = "sentencepiece-0.1.99-cp36-cp36m-win32.whl", hash = "sha256:47c378146928690d1bc106fdf0da768cebd03b65dd8405aa3dd88f9c81e35dba"}, - {file = "sentencepiece-0.1.99-cp36-cp36m-win_amd64.whl", hash = "sha256:9ba142e7a90dd6d823c44f9870abdad45e6c63958eb60fe44cca6828d3b69da2"}, - {file = "sentencepiece-0.1.99-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:b7b1a9ae4d7c6f1f867e63370cca25cc17b6f4886729595b885ee07a58d3cec3"}, - {file = "sentencepiece-0.1.99-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d0f644c9d4d35c096a538507b2163e6191512460035bf51358794a78515b74f7"}, - {file = "sentencepiece-0.1.99-cp37-cp37m-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c8843d23a0f686d85e569bd6dcd0dd0e0cbc03731e63497ca6d5bacd18df8b85"}, - {file = "sentencepiece-0.1.99-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:33e6f690a1caebb4867a2e367afa1918ad35be257ecdb3455d2bbd787936f155"}, - {file = "sentencepiece-0.1.99-cp37-cp37m-win32.whl", hash = "sha256:8a321866c2f85da7beac74a824b4ad6ddc2a4c9bccd9382529506d48f744a12c"}, - {file = "sentencepiece-0.1.99-cp37-cp37m-win_amd64.whl", hash = "sha256:c42f753bcfb7661c122a15b20be7f684b61fc8592c89c870adf52382ea72262d"}, - {file = "sentencepiece-0.1.99-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:85b476406da69c70586f0bb682fcca4c9b40e5059814f2db92303ea4585c650c"}, - {file = "sentencepiece-0.1.99-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:cfbcfe13c69d3f87b7fcd5da168df7290a6d006329be71f90ba4f56bc77f8561"}, - {file = "sentencepiece-0.1.99-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:445b0ec381af1cd4eef95243e7180c63d9c384443c16c4c47a28196bd1cda937"}, - {file = "sentencepiece-0.1.99-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c6890ea0f2b4703f62d0bf27932e35808b1f679bdb05c7eeb3812b935ba02001"}, - {file = "sentencepiece-0.1.99-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:fb71af492b0eefbf9f2501bec97bcd043b6812ab000d119eaf4bd33f9e283d03"}, - {file = "sentencepiece-0.1.99-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:27b866b5bd3ddd54166bbcbf5c8d7dd2e0b397fac8537991c7f544220b1f67bc"}, - {file = "sentencepiece-0.1.99-cp38-cp38-win32.whl", hash = "sha256:b133e8a499eac49c581c3c76e9bdd08c338cc1939e441fee6f92c0ccb5f1f8be"}, - {file = "sentencepiece-0.1.99-cp38-cp38-win_amd64.whl", hash = "sha256:0eaf3591dd0690a87f44f4df129cf8d05d8a4029b5b6709b489b8e27f9a9bcff"}, - {file = "sentencepiece-0.1.99-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:38efeda9bbfb55052d482a009c6a37e52f42ebffcea9d3a98a61de7aee356a28"}, - {file = "sentencepiece-0.1.99-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6c030b081dc1e1bcc9fadc314b19b740715d3d566ad73a482da20d7d46fd444c"}, - {file = "sentencepiece-0.1.99-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:84dbe53e02e4f8a2e45d2ac3e430d5c83182142658e25edd76539b7648928727"}, - {file = "sentencepiece-0.1.99-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0b0f55d0a0ee1719b4b04221fe0c9f0c3461dc3dabd77a035fa2f4788eb3ef9a"}, - {file = "sentencepiece-0.1.99-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:18e800f206cd235dc27dc749299e05853a4e4332e8d3dfd81bf13d0e5b9007d9"}, - {file = "sentencepiece-0.1.99-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2ae1c40cda8f9d5b0423cfa98542735c0235e7597d79caf318855cdf971b2280"}, - {file = "sentencepiece-0.1.99-cp39-cp39-win32.whl", hash = "sha256:c84ce33af12ca222d14a1cdd37bd76a69401e32bc68fe61c67ef6b59402f4ab8"}, - {file = "sentencepiece-0.1.99-cp39-cp39-win_amd64.whl", hash = "sha256:350e5c74d739973f1c9643edb80f7cc904dc948578bcb1d43c6f2b173e5d18dd"}, - {file = "sentencepiece-0.1.99.tar.gz", hash = "sha256:189c48f5cb2949288f97ccdb97f0473098d9c3dcf5a3d99d4eabe719ec27297f"}, -] - [[package]] name = "setuptools" version = "70.0.0" @@ -6447,27 +5464,6 @@ files = [ {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"}, ] -[[package]] -name = "smart-open" -version = "6.4.0" -description = "Utils for streaming large files (S3, HDFS, GCS, Azure Blob Storage, gzip, bz2...)" -optional = true -python-versions = ">=3.6,<4.0" -files = [ - {file = "smart_open-6.4.0-py3-none-any.whl", hash = "sha256:8d3ef7e6997e8e42dd55c74166ed21e6ac70664caa32dd940b26d54a8f6b4142"}, - {file = "smart_open-6.4.0.tar.gz", hash = "sha256:be3c92c246fbe80ebce8fbacb180494a481a77fcdcb7c1aadb2ea5b9c2bee8b9"}, -] - -[package.extras] -all = ["azure-common", "azure-core", "azure-storage-blob", "boto3", "google-cloud-storage (>=2.6.0)", "paramiko", "requests"] -azure = ["azure-common", "azure-core", "azure-storage-blob"] -gcs = ["google-cloud-storage (>=2.6.0)"] -http = ["requests"] -s3 = ["boto3"] -ssh = ["paramiko"] -test = ["azure-common", "azure-core", "azure-storage-blob", "boto3", "google-cloud-storage (>=2.6.0)", "moto[server]", "paramiko", "pytest", "pytest-rerunfailures", "requests", "responses"] -webhdfs = ["requests"] - [[package]] name = "smmap" version = "5.0.1" @@ -6512,220 +5508,6 @@ files = [ {file = "soupsieve-2.5.tar.gz", hash = "sha256:5663d5a7b3bfaeee0bc4372e7fc48f9cff4940b3eec54a6451cc5299f1097690"}, ] -[[package]] -name = "spacy" -version = "3.7.4" -description = "Industrial-strength Natural Language Processing (NLP) in Python" -optional = true -python-versions = ">=3.7" -files = [ - {file = "spacy-3.7.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0f748625192f573c07ddea5fcd324919dbfbf4f4a2f7a1fc731e6dcba7321ea1"}, - {file = "spacy-3.7.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:6288dca7b3a5489b3d7ce68404bc432ca22f826c662a12af47ef7bdb264307fb"}, - {file = "spacy-3.7.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ef59db99b12a72d2646be3888d87f94c59e11cd07adc2f50a8130e83f07eb1cf"}, - {file = "spacy-3.7.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f07477a4027711c22b3865e78dc9076335c03fcf318a6736159bf07e2a923125"}, - {file = "spacy-3.7.4-cp310-cp310-win_amd64.whl", hash = "sha256:787ce42a837f7edfbd4185356eea893a81b7dd75743d0047f2b9bf179775f970"}, - {file = "spacy-3.7.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:e82b9da21853d4aee46811804dc7e136895f087fda25c7585172d95eb9b70833"}, - {file = "spacy-3.7.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:07ffedf51899441070fb70432f8f873696f39e0e31c9ce7403101c459f8a1281"}, - {file = "spacy-3.7.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ba57bcc111eca7b086ee33a9636df775cfd4b14302f7d0ffbc11e95ac0fb3f0e"}, - {file = "spacy-3.7.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7580d1565f4d1ccbee9a18531f993a5b9b37ced96f145153dd4e98ceec607a55"}, - {file = "spacy-3.7.4-cp311-cp311-win_amd64.whl", hash = "sha256:df99c6f0085b1ec8e88beb5fd96d4371cef6fc19c202c41fc4fadc2afd55a157"}, - {file = "spacy-3.7.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b982ebab417189346acb4722637c573830d62e157ba336c3eb6c417249344be1"}, - {file = "spacy-3.7.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e7c29e152d8ea060af60da9410fa8ef038f3c9068a206905ee5c704de78f6e87"}, - {file = "spacy-3.7.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:023c9a008328f55c4717c56c4f8a28073b9961547f7d38a9405c967a52e66d59"}, - {file = "spacy-3.7.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d1969d3d0fd0c811b7485438460f0ae8cfe16d46b54bcb8d1c26e70914e67e3d"}, - {file = "spacy-3.7.4-cp312-cp312-win_amd64.whl", hash = "sha256:040f7df5096c817450820eaaa426d54ed266254d16974e9a707a32f5b0f139ae"}, - {file = "spacy-3.7.4-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:a6757e8fbfd35dc0ed830296d5756f46d5b8d4b0353925dbe2f9aa33b82c5308"}, - {file = "spacy-3.7.4-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c500c1bad9e0488814a75077089aeef64a6b520ae8131578f266a08168106fa3"}, - {file = "spacy-3.7.4-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c992e2c5c0cd06c7f3e74fe8d758885117090013931c7938277d1421660bf71f"}, - {file = "spacy-3.7.4-cp37-cp37m-win_amd64.whl", hash = "sha256:2463c56ab1378f2b9a675340a2e3dfb618989d0da8cdce06429bc9b1dad4f294"}, - {file = "spacy-3.7.4-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:b43e92edfa99f34dbb9dd30175f41158d20945e3179055d0071fee19394add96"}, - {file = "spacy-3.7.4-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:c26a81d33c93e4a8e3360d61dcce0802fb886de79f666a487ea5abbd3ce4b30b"}, - {file = "spacy-3.7.4-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5d7910ca7a91bf423febd8a9a10ca6a4cfcb5c99abdec79df1eb7b67ea3e3c90"}, - {file = "spacy-3.7.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4b16768b9e5c350b8a383a6bd84cd0481ccdf10ae6231f568598890638065f69"}, - {file = "spacy-3.7.4-cp38-cp38-win_amd64.whl", hash = "sha256:ed99fb176979b1e3cf6830161f8e881beae54e80147b05fca31d9a67cb12fbca"}, - {file = "spacy-3.7.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:ca8112330982dbeef125cc5eb40e0349493055835a0ebe29028a0953a25d8522"}, - {file = "spacy-3.7.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:977f37493d7cf0b5dca155f0450d47890378703283c29919cdcc220db994a775"}, - {file = "spacy-3.7.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3ad5e931c294d100ec3edb40e40f2722ef505cea16312839dd6467e81d665740"}, - {file = "spacy-3.7.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:11ebf6054cd3ec3638801d7ff9b709e32fb9c15512b347b489bfe2ccb1102c9f"}, - {file = "spacy-3.7.4-cp39-cp39-win_amd64.whl", hash = "sha256:f5b930753027ac599f70bb7e77d6a2256191fe582e6f3f0cd624d88f6c279fa4"}, - {file = "spacy-3.7.4.tar.gz", hash = "sha256:525f2ced2e40761562c8cace93ef6a1e6e8c483f27bd564bc1b15f608efbe85b"}, -] - -[package.dependencies] -catalogue = ">=2.0.6,<2.1.0" -cymem = ">=2.0.2,<2.1.0" -jinja2 = "*" -langcodes = ">=3.2.0,<4.0.0" -murmurhash = ">=0.28.0,<1.1.0" -numpy = [ - {version = ">=1.15.0", markers = "python_version < \"3.9\""}, - {version = ">=1.19.0", markers = "python_version >= \"3.9\""}, -] -packaging = ">=20.0" -preshed = ">=3.0.2,<3.1.0" -pydantic = ">=1.7.4,<1.8 || >1.8,<1.8.1 || >1.8.1,<3.0.0" -requests = ">=2.13.0,<3.0.0" -setuptools = "*" -smart-open = ">=5.2.1,<7.0.0" -spacy-legacy = ">=3.0.11,<3.1.0" -spacy-loggers = ">=1.0.0,<2.0.0" -srsly = ">=2.4.3,<3.0.0" -thinc = ">=8.2.2,<8.3.0" -tqdm = ">=4.38.0,<5.0.0" -typer = ">=0.3.0,<0.10.0" -wasabi = ">=0.9.1,<1.2.0" -weasel = ">=0.1.0,<0.4.0" - -[package.extras] -apple = ["thinc-apple-ops (>=0.1.0.dev0,<1.0.0)"] -cuda = ["cupy (>=5.0.0b4,<13.0.0)"] -cuda-autodetect = ["cupy-wheel (>=11.0.0,<13.0.0)"] -cuda100 = ["cupy-cuda100 (>=5.0.0b4,<13.0.0)"] -cuda101 = ["cupy-cuda101 (>=5.0.0b4,<13.0.0)"] -cuda102 = ["cupy-cuda102 (>=5.0.0b4,<13.0.0)"] -cuda110 = ["cupy-cuda110 (>=5.0.0b4,<13.0.0)"] -cuda111 = ["cupy-cuda111 (>=5.0.0b4,<13.0.0)"] -cuda112 = ["cupy-cuda112 (>=5.0.0b4,<13.0.0)"] -cuda113 = ["cupy-cuda113 (>=5.0.0b4,<13.0.0)"] -cuda114 = ["cupy-cuda114 (>=5.0.0b4,<13.0.0)"] -cuda115 = ["cupy-cuda115 (>=5.0.0b4,<13.0.0)"] -cuda116 = ["cupy-cuda116 (>=5.0.0b4,<13.0.0)"] -cuda117 = ["cupy-cuda117 (>=5.0.0b4,<13.0.0)"] -cuda11x = ["cupy-cuda11x (>=11.0.0,<13.0.0)"] -cuda12x = ["cupy-cuda12x (>=11.5.0,<13.0.0)"] -cuda80 = ["cupy-cuda80 (>=5.0.0b4,<13.0.0)"] -cuda90 = ["cupy-cuda90 (>=5.0.0b4,<13.0.0)"] -cuda91 = ["cupy-cuda91 (>=5.0.0b4,<13.0.0)"] -cuda92 = ["cupy-cuda92 (>=5.0.0b4,<13.0.0)"] -ja = ["sudachidict-core (>=20211220)", "sudachipy (>=0.5.2,!=0.6.1)"] -ko = ["natto-py (>=0.9.0)"] -lookups = ["spacy-lookups-data (>=1.0.3,<1.1.0)"] -th = ["pythainlp (>=2.0)"] -transformers = ["spacy-transformers (>=1.1.2,<1.4.0)"] - -[[package]] -name = "spacy-alignments" -version = "0.9.1" -description = "A spaCy package for the Rust tokenizations library" -optional = true -python-versions = ">=3.7" -files = [ - {file = "spacy-alignments-0.9.1.tar.gz", hash = "sha256:7e020ec4797d6179060818d01cdb4e0013a52dba544b9bbfb5efcff8851926dc"}, - {file = "spacy_alignments-0.9.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:f2d9b8da21d7924f4b5e6cfd89234b27f7939c4211c0fa866b3dde4110b96dd6"}, - {file = "spacy_alignments-0.9.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:12402e2eea5c4b21b197c43c9bed2629ab1324ae46bd92f7b8e4630dec14ea3a"}, - {file = "spacy_alignments-0.9.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dd0279610d5047205c8d10368a600fa6b9c6d995efdfb093708d54c9ad7efc1f"}, - {file = "spacy_alignments-0.9.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9c152d78b25a88487145a6bb82aefc938e503c28c4249fd723390409deeb3f04"}, - {file = "spacy_alignments-0.9.1-cp310-cp310-win_amd64.whl", hash = "sha256:61b42ba12222c1ea0e659ae5834e494f25492e7649425d0cef65aa8948818dd1"}, - {file = "spacy_alignments-0.9.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:285babdffd85840164446fbc40435c57510d4b90f12e893bbecb55c690b23c51"}, - {file = "spacy_alignments-0.9.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:3eb9cc7efe494468e61038f91269d66ca9a4aa3395250f60eb942368c19a6e11"}, - {file = "spacy_alignments-0.9.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0dccd315b0d083dfae0c82f845e647ead16f04d2ec1c15c9fc05281d6ae00cf7"}, - {file = "spacy_alignments-0.9.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c1fe1ad0bcc9f365746c4031d0523b52da79dd87f9c0e6e977c6c8fd4032a82b"}, - {file = "spacy_alignments-0.9.1-cp311-cp311-win_amd64.whl", hash = "sha256:a58ce17fd919c3719529df17c34f82bbaec600130655294aa05effd2308baaeb"}, - {file = "spacy_alignments-0.9.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:bf5a5d7b65f9c7dfbf9c9ac1d1a2ab3e1cdcfc93a1f52cef0d666c29b416fe7d"}, - {file = "spacy_alignments-0.9.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:20644e71b2d685fc31013ac8a806224a9de4a4dd2c03ded621a95a95efc6000d"}, - {file = "spacy_alignments-0.9.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:36825157fbd7b96e6bfeb3a0076dd36d8d1f560624b824c2873d10a1a0d70fd2"}, - {file = "spacy_alignments-0.9.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:35fa7444dd7117e45cfca51335a4eb737627c9a9dfd191c8291cf9f5fb0557ae"}, - {file = "spacy_alignments-0.9.1-cp312-cp312-win_amd64.whl", hash = "sha256:adb04d06cf417f5df56a80f1a54f9eedaab3e4165b4fcb50bf7c3680eb549fc6"}, - {file = "spacy_alignments-0.9.1-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:1264e21f7fbba166ed02c8b495e99f2d92e43335a476f4afa498c02e32566b4e"}, - {file = "spacy_alignments-0.9.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7fd8a59fe7d75a61d303e8a290cba53b82d85f3bfecaf267343ef47df5555e9d"}, - {file = "spacy_alignments-0.9.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b4b97b879d614f1c37f330c0c0c2fcffacd6bf5322473169748aa76e4acbe484"}, - {file = "spacy_alignments-0.9.1-cp37-cp37m-win_amd64.whl", hash = "sha256:c70df885671f75ed33371984ac156e5002c1245f0c64eb5a0b2aef20805b835b"}, - {file = "spacy_alignments-0.9.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:c4e68df531d177d5b07ee9396f22c085e54685a6c4ab349f0ce5c8f55b54dde0"}, - {file = "spacy_alignments-0.9.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:365c44a5f76d789af82d174235333f31cf0e151c28d56b886a1223a961b47ba4"}, - {file = "spacy_alignments-0.9.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9c913af4e0e3da4acbd9265697fb86a2c8370b2e70d984ef8f7238efa2922ec9"}, - {file = "spacy_alignments-0.9.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4582d242808c4c5c44380e3543e6a53225bf6db2ae9b4d9d58e2a671442e1b60"}, - {file = "spacy_alignments-0.9.1-cp38-cp38-win_amd64.whl", hash = "sha256:69d8081654b310390aa037c6caee70fdf6825c4474f84dbe42d58cc44874c9f5"}, - {file = "spacy_alignments-0.9.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:992e2768b6f2432922b616ca893fe7a66d3e865cf457352dc250bc16ab016633"}, - {file = "spacy_alignments-0.9.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:10ecfb8e42adf0d39fec87bed9f344e0f85be893d2258d0b7d81134d5b110525"}, - {file = "spacy_alignments-0.9.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:80f36d49431d6d6067c57caaabe1aca501bbe8df39c9ffa92daf386bdc239074"}, - {file = "spacy_alignments-0.9.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b62c1d70bfb6fc12ce2a7a92f1c1725abaa87a0e06bc2c4bf2b3b5b43f5a3f59"}, - {file = "spacy_alignments-0.9.1-cp39-cp39-win_amd64.whl", hash = "sha256:0b3cd95356f27fa4dc41448e131b6b44eb065d11e4c4c4fbcbfc0ef20ad4e513"}, -] - -[[package]] -name = "spacy-legacy" -version = "3.0.12" -description = "Legacy registered functions for spaCy backwards compatibility" -optional = true -python-versions = ">=3.6" -files = [ - {file = "spacy-legacy-3.0.12.tar.gz", hash = "sha256:b37d6e0c9b6e1d7ca1cf5bc7152ab64a4c4671f59c85adaf7a3fcb870357a774"}, - {file = "spacy_legacy-3.0.12-py2.py3-none-any.whl", hash = "sha256:476e3bd0d05f8c339ed60f40986c07387c0a71479245d6d0f4298dbd52cda55f"}, -] - -[[package]] -name = "spacy-loggers" -version = "1.0.5" -description = "Logging utilities for SpaCy" -optional = true -python-versions = ">=3.6" -files = [ - {file = "spacy-loggers-1.0.5.tar.gz", hash = "sha256:d60b0bdbf915a60e516cc2e653baeff946f0cfc461b452d11a4d5458c6fe5f24"}, - {file = "spacy_loggers-1.0.5-py3-none-any.whl", hash = "sha256:196284c9c446cc0cdb944005384270d775fdeaf4f494d8e269466cfa497ef645"}, -] - -[[package]] -name = "spacy-transformers" -version = "1.3.5" -description = "spaCy pipelines for pre-trained BERT and other transformers" -optional = true -python-versions = ">=3.7" -files = [ - {file = "spacy_transformers-1.3.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:7f74f47a1d8b86d50c8ad6bba8334852cf19001e776b0c4a1f580bc0387d2f43"}, - {file = "spacy_transformers-1.3.5-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:75de3cb416e8fae2195b7d88178133fd9a350aa266a24995e826b4304fb2d105"}, - {file = "spacy_transformers-1.3.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1e1a5fcf3d486111c46ee4c6e767e32e1ddda4f3f0c06feac0a987687bf6594f"}, - {file = "spacy_transformers-1.3.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6db43ea2a79b8dfcb7742d935af125d8f8daea2c4b5d33e933f246e348688cf0"}, - {file = "spacy_transformers-1.3.5-cp310-cp310-win_amd64.whl", hash = "sha256:961a631cbf724847db280822df972dd5d05d39a70c21310da3e431fea4164dff"}, - {file = "spacy_transformers-1.3.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6a0de2c301864ece1eb84b5249ff1b0a7a01900cc26bb67f72eea00146d06b9f"}, - {file = "spacy_transformers-1.3.5-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:c0aa0a2cc401414d48a5cfc6c13bbedabb07dc672c384f5594ec5d578ff9e6a5"}, - {file = "spacy_transformers-1.3.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c39e546f5f44a6838a290b986e7f6f8aa7d2613962cf753dc16e18da932be0ae"}, - {file = "spacy_transformers-1.3.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:47f72d35f5aa4f88e0f3b9ff62a29985bff6ba940d13ba20ca165d61241b8410"}, - {file = "spacy_transformers-1.3.5-cp311-cp311-win_amd64.whl", hash = "sha256:2b6c1152e19d0f8dfb79febcf6792f43e31acb76b836b3b57fa2cc7dd9c11c28"}, - {file = "spacy_transformers-1.3.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:0aa12d703c58a3423ad913c99f5056b71963d000126336406262ba4d6474f22f"}, - {file = "spacy_transformers-1.3.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:8e7fdb8b1b12d4a07a4bf5af98ab7035830030594c8900b681644b4cfdffddf2"}, - {file = "spacy_transformers-1.3.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:29dbde65d88cd9f14f05c3428558f5cb981e7b5c9374aac9f83fb786d5c6bf2c"}, - {file = "spacy_transformers-1.3.5-cp312-cp312-win_amd64.whl", hash = "sha256:ab5b79775f1a9b12370f86a4b282a5d9889fdb067305203e81fc4ec990cbc737"}, - {file = "spacy_transformers-1.3.5-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:474db46a6a12f5fba37f52adafed6b8a83b488d4bc4b532fd5f70489c5d7d232"}, - {file = "spacy_transformers-1.3.5-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b69f60113ecf7465aeb008ec8aad93ad9ef0c4472709c339cd80f9973f878af9"}, - {file = "spacy_transformers-1.3.5-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9668bdc13dbd9f586d13f4e1e58ec6dba6108d08150ca2387c92a08caeedd184"}, - {file = "spacy_transformers-1.3.5-cp37-cp37m-win_amd64.whl", hash = "sha256:e81aaab478f9bffe4c3aba22ab5afb2809c737ac23bbea553ceb0802538cf918"}, - {file = "spacy_transformers-1.3.5-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:43a4f1da7dc05236cd9dbe9260dddfca7a4307805aecde0346cbc809ecf45892"}, - {file = "spacy_transformers-1.3.5-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:6ee966fdc83d1b5b3258cc19e40719a18380e99f286207216588fb0e7247745f"}, - {file = "spacy_transformers-1.3.5-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ef54d2e00e5f1934ae7d2a09bc0fece79d628ebaf0ce733dd852fbce49e25773"}, - {file = "spacy_transformers-1.3.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6b610d757e0617088e400e38d8118f0f911324b62eb63d2ff813caf6477181b8"}, - {file = "spacy_transformers-1.3.5-cp38-cp38-win_amd64.whl", hash = "sha256:e02ee6e029fc6c9250ef6083743446c64007b4baee1de7d29c994c0103756aa9"}, - {file = "spacy_transformers-1.3.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:75fa1ff1b511ddb81c7a3b69a731635abb9a0b360413db77f788e81b4b06719f"}, - {file = "spacy_transformers-1.3.5-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:5f184c117d427227266d623ffc456b2221a487616b3dd7e6262ba60bd34e604f"}, - {file = "spacy_transformers-1.3.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9ae85cf563a771f060520de6b360ebec87a7344ae44b36429b75db0038ba55c6"}, - {file = "spacy_transformers-1.3.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0284256371ec1e15f1e1a6b541efd9d5462c6484e9d447f2da1bc76aee5ffa1e"}, - {file = "spacy_transformers-1.3.5-cp39-cp39-win_amd64.whl", hash = "sha256:44392a83189e52faf5adc3ae8daff17e9eae543c81ab7f3cb8265670acc8c82a"}, - {file = "spacy_transformers-1.3.5.tar.gz", hash = "sha256:accdfe44a26517714c6990ec6bae88796eb348286fea7ba20ba2736f70c83fa1"}, -] - -[package.dependencies] -numpy = [ - {version = ">=1.15.0", markers = "python_version < \"3.9\""}, - {version = ">=1.19.0", markers = "python_version >= \"3.9\""}, -] -spacy = ">=3.5.0,<4.1.0" -spacy-alignments = ">=0.7.2,<1.0.0" -srsly = ">=2.4.0,<3.0.0" -torch = ">=1.8.0" -transformers = ">=3.4.0,<4.37.0" - -[package.extras] -cuda = ["cupy (>=5.0.0b4)"] -cuda100 = ["cupy-cuda100 (>=5.0.0b4)"] -cuda101 = ["cupy-cuda101 (>=5.0.0b4)"] -cuda102 = ["cupy-cuda102 (>=5.0.0b4)"] -cuda110 = ["cupy-cuda110 (>=5.0.0b4)"] -cuda111 = ["cupy-cuda111 (>=5.0.0b4)"] -cuda112 = ["cupy-cuda112 (>=5.0.0b4)"] -cuda80 = ["cupy-cuda80 (>=5.0.0b4)"] -cuda90 = ["cupy-cuda90 (>=5.0.0b4)"] -cuda91 = ["cupy-cuda91 (>=5.0.0b4)"] -cuda92 = ["cupy-cuda92 (>=5.0.0b4)"] - [[package]] name = "sphinx" version = "7.1.2" @@ -6975,52 +5757,6 @@ files = [ [package.extras] test = ["pytest (==7.2.0)"] -[[package]] -name = "srsly" -version = "2.4.8" -description = "Modern high-performance serialization utilities for Python" -optional = true -python-versions = ">=3.6" -files = [ - {file = "srsly-2.4.8-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:17f3bcb418bb4cf443ed3d4dcb210e491bd9c1b7b0185e6ab10b6af3271e63b2"}, - {file = "srsly-2.4.8-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:0b070a58e21ab0e878fd949f932385abb4c53dd0acb6d3a7ee75d95d447bc609"}, - {file = "srsly-2.4.8-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:98286d20014ed2067ad02b0be1e17c7e522255b188346e79ff266af51a54eb33"}, - {file = "srsly-2.4.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:18685084e2e0cc47c25158cbbf3e44690e494ef77d6418c2aae0598c893f35b0"}, - {file = "srsly-2.4.8-cp310-cp310-win_amd64.whl", hash = "sha256:980a179cbf4eb5bc56f7507e53f76720d031bcf0cef52cd53c815720eb2fc30c"}, - {file = "srsly-2.4.8-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:5472ed9f581e10c32e79424c996cf54c46c42237759f4224806a0cd4bb770993"}, - {file = "srsly-2.4.8-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:50f10afe9230072c5aad9f6636115ea99b32c102f4c61e8236d8642c73ec7a13"}, - {file = "srsly-2.4.8-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c994a89ba247a4d4f63ef9fdefb93aa3e1f98740e4800d5351ebd56992ac75e3"}, - {file = "srsly-2.4.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ace7ed4a0c20fa54d90032be32f9c656b6d75445168da78d14fe9080a0c208ad"}, - {file = "srsly-2.4.8-cp311-cp311-win_amd64.whl", hash = "sha256:7a919236a090fb93081fbd1cec030f675910f3863825b34a9afbcae71f643127"}, - {file = "srsly-2.4.8-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:7583c03d114b4478b7a357a1915305163e9eac2dfe080da900555c975cca2a11"}, - {file = "srsly-2.4.8-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:94ccdd2f6db824c31266aaf93e0f31c1c43b8bc531cd2b3a1d924e3c26a4f294"}, - {file = "srsly-2.4.8-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:db72d2974f91aee652d606c7def98744ca6b899bd7dd3009fd75ebe0b5a51034"}, - {file = "srsly-2.4.8-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6a60c905fd2c15e848ce1fc315fd34d8a9cc72c1dee022a0d8f4c62991131307"}, - {file = "srsly-2.4.8-cp312-cp312-win_amd64.whl", hash = "sha256:e0b8d5722057000694edf105b8f492e7eb2f3aa6247a5f0c9170d1e0d074151c"}, - {file = "srsly-2.4.8-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:196b4261f9d6372d1d3d16d1216b90c7e370b4141471322777b7b3c39afd1210"}, - {file = "srsly-2.4.8-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4750017e6d78590b02b12653e97edd25aefa4734281386cc27501d59b7481e4e"}, - {file = "srsly-2.4.8-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aa034cd582ba9e4a120c8f19efa263fcad0f10fc481e73fb8c0d603085f941c4"}, - {file = "srsly-2.4.8-cp36-cp36m-win_amd64.whl", hash = "sha256:5a78ab9e9d177ee8731e950feb48c57380036d462b49e3fb61a67ce529ff5f60"}, - {file = "srsly-2.4.8-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:087e36439af517e259843df93eb34bb9e2d2881c34fa0f541589bcfbc757be97"}, - {file = "srsly-2.4.8-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ad141d8a130cb085a0ed3a6638b643e2b591cb98a4591996780597a632acfe20"}, - {file = "srsly-2.4.8-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:24d05367b2571c0d08d00459636b951e3ca2a1e9216318c157331f09c33489d3"}, - {file = "srsly-2.4.8-cp37-cp37m-win_amd64.whl", hash = "sha256:3fd661a1c4848deea2849b78f432a70c75d10968e902ca83c07c89c9b7050ab8"}, - {file = "srsly-2.4.8-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:ec37233fe39af97b00bf20dc2ceda04d39b9ea19ce0ee605e16ece9785e11f65"}, - {file = "srsly-2.4.8-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:d2fd4bc081f1d6a6063396b6d97b00d98e86d9d3a3ac2949dba574a84e148080"}, - {file = "srsly-2.4.8-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7347cff1eb4ef3fc335d9d4acc89588051b2df43799e5d944696ef43da79c873"}, - {file = "srsly-2.4.8-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5a9dc1da5cc94d77056b91ba38365c72ae08556b6345bef06257c7e9eccabafe"}, - {file = "srsly-2.4.8-cp38-cp38-win_amd64.whl", hash = "sha256:dc0bf7b6f23c9ecb49ec0924dc645620276b41e160e9b283ed44ca004c060d79"}, - {file = "srsly-2.4.8-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:ff8df21d00d73c371bead542cefef365ee87ca3a5660de292444021ff84e3b8c"}, - {file = "srsly-2.4.8-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:0ac3e340e65a9fe265105705586aa56054dc3902789fcb9a8f860a218d6c0a00"}, - {file = "srsly-2.4.8-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:06d1733f4275eff4448e96521cc7dcd8fdabd68ba9b54ca012dcfa2690db2644"}, - {file = "srsly-2.4.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:be5b751ad88fdb58fb73871d456248c88204f213aaa3c9aab49b6a1802b3fa8d"}, - {file = "srsly-2.4.8-cp39-cp39-win_amd64.whl", hash = "sha256:822a38b8cf112348f3accbc73274a94b7bf82515cb14a85ba586d126a5a72851"}, - {file = "srsly-2.4.8.tar.gz", hash = "sha256:b24d95a65009c2447e0b49cda043ac53fecf4f09e358d87a57446458f91b8a91"}, -] - -[package.dependencies] -catalogue = ">=2.0.3,<2.1.0" - [[package]] name = "stack-data" version = "0.6.3" @@ -7054,20 +5790,6 @@ files = [ [package.dependencies] mpmath = ">=1.1.0,<1.4.0" -[[package]] -name = "tabulate" -version = "0.9.0" -description = "Pretty-print tabular data" -optional = true -python-versions = ">=3.7" -files = [ - {file = "tabulate-0.9.0-py3-none-any.whl", hash = "sha256:024ca478df22e9340661486f85298cff5f6dcdba14f3813e8830015b9ed1948f"}, - {file = "tabulate-0.9.0.tar.gz", hash = "sha256:0095b12bf5966de529c0feb1fa08671671b3368eec77d7ef7ab114be2c068b3c"}, -] - -[package.extras] -widechars = ["wcwidth"] - [[package]] name = "tbb" version = "2021.12.0" @@ -7117,116 +5839,6 @@ docs = ["myst-parser", "pydata-sphinx-theme", "sphinx"] test = ["pre-commit", "pytest (>=7.0)", "pytest-timeout"] typing = ["mypy (>=1.6,<2.0)", "traitlets (>=5.11.1)"] -[[package]] -name = "thefuzz" -version = "0.20.0" -description = "Fuzzy string matching in python" -optional = true -python-versions = ">=3.7" -files = [ - {file = "thefuzz-0.20.0-py3-none-any.whl", hash = "sha256:bd2b657a12bd8518917d2d71c53125368706233b822fac688fca956730154388"}, - {file = "thefuzz-0.20.0.tar.gz", hash = "sha256:a25e49786b1c4603c7fc6e2d69e6bc660982a2919698b536ff8354e0631cc40d"}, -] - -[package.dependencies] -rapidfuzz = ">=3.0.0,<4.0.0" - -[[package]] -name = "thinc" -version = "8.2.4" -description = "A refreshing functional take on deep learning, compatible with your favorite libraries" -optional = true -python-versions = ">=3.6" -files = [ - {file = "thinc-8.2.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:aaae34c28ebc7a0ba980e6c774f148e272375ff7d4ef6ae2977698edae052e52"}, - {file = "thinc-8.2.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:7a6c807cb75a22a17e5333377aff203dabf10daa457ce9e78b19f499a44dd816"}, - {file = "thinc-8.2.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b53c092ab30abb9a3b46ef72a8a6af76db42822b550eff778b0decf95af572c4"}, - {file = "thinc-8.2.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5724ea71dbdbb0d0168471884b9b6909bedaccfda01524c5e775a6fbc39d1bc7"}, - {file = "thinc-8.2.4-cp310-cp310-win_amd64.whl", hash = "sha256:bb14e49ddb15770201682eda8381db6393f76580c1eb72d45e77e1202598116e"}, - {file = "thinc-8.2.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ccc58e47bc285e9afbf92ed6104f555abfa285a4b92198d955d344c4c1942607"}, - {file = "thinc-8.2.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:baa4af044bfcaf9df6a02d6c6d6e96c960da540478a522daabfbde8923df3554"}, - {file = "thinc-8.2.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0b0e34bf322516a039e45c1da72eb82bcc97eb1f7c232b66b88f0c86f15a1202"}, - {file = "thinc-8.2.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ebc8ab48d19cd69ad9a0de2bbe49b7c20a91150faeb119638bea4c502c52b77f"}, - {file = "thinc-8.2.4-cp311-cp311-win_amd64.whl", hash = "sha256:9f8c6c006b7cbe3ebb543c224159b004b52a8ff8922615577656e1458ee4bbf0"}, - {file = "thinc-8.2.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:997a1a399af074b34e25695f37ad48f8437e7c150705891f4db89aeb430df35a"}, - {file = "thinc-8.2.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:8e28ba753cdf925ac25b52ea6c4baf5104c6ed6874d9e3dfe768ff98d5118db1"}, - {file = "thinc-8.2.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b5c3874361a1d3c469dd7c9054d4d16b7afcf791e9c47705766d690685fe702d"}, - {file = "thinc-8.2.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c4a22e76e4651fb6b209cfba2e1c167e8537286ae35fb87769a17af491f995b5"}, - {file = "thinc-8.2.4-cp312-cp312-win_amd64.whl", hash = "sha256:ebfd9d79d2bdadec551cb9ca8c7fdeacb56db642158c56cdb039de47e9aad995"}, - {file = "thinc-8.2.4-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:f46f0f58f3bc02beeee5977a991335b845cb15bf1836ee8d8d15b613805c0016"}, - {file = "thinc-8.2.4-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4d879df0997959f9d7087b0e392e72e120bde5613eb8a7c1c453370c48284e7f"}, - {file = "thinc-8.2.4-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:795a7a1a03767a40d1e2a19fcf25c552a8d8765c78c1837514cabf5fe98817b9"}, - {file = "thinc-8.2.4-cp36-cp36m-win_amd64.whl", hash = "sha256:a276287e55b0ec50c7e8f1acef28f5353c59234af1efc54a19516328f50a6f68"}, - {file = "thinc-8.2.4-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:21a5cb6633b4af8b49a18a3088cdcbc59756ce6a4202574f4151dd4df18bab49"}, - {file = "thinc-8.2.4-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8ca9fcddc3852b733e4754f37bb4d20693192171f1e3e9714b00abe5d74fffeb"}, - {file = "thinc-8.2.4-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd67e210a4a67781c9864ef45e27ec009c1f4234c737c4a2d0964aeebd3d39a1"}, - {file = "thinc-8.2.4-cp37-cp37m-win_amd64.whl", hash = "sha256:37ea70230bc4a149905e21ba620ad78ec5362b3cf8f9d1233523d6ec03a3b8e5"}, - {file = "thinc-8.2.4-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:5586115b2f3c1c9ecc8f9dbed4a26a46d44c40e8f6be0e58e63fb673271cd0d9"}, - {file = "thinc-8.2.4-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:334097a26742ff6552a2b1ff347207b8ce4048a70756e33849bab07122f13403"}, - {file = "thinc-8.2.4-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a124684987554170c043ae9c497c5ebbd619a9cf2053462ff6b7e359541fbafd"}, - {file = "thinc-8.2.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e8f9e147b41a1e02c232d5cc4b2a333b47a245d9e87dbcd1b3f11636332a1ae5"}, - {file = "thinc-8.2.4-cp38-cp38-win_amd64.whl", hash = "sha256:58b172d3546ecd14d257e2f37e7b9784941caa919544604137810a5477f87c99"}, - {file = "thinc-8.2.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:03ab79a1734db519bd355d1c7eb41a2425d4d5c1ad4f416ea4e09cd42b8854a8"}, - {file = "thinc-8.2.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:c466289b6fb40f477e32f99647e03256d0b1d775707778dac07973fd352c5220"}, - {file = "thinc-8.2.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cbffb3d284c9a54cf8bfee606e47028a27a2d11b0b1e2b83137cc03169e8a8f1"}, - {file = "thinc-8.2.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:abeb742352a106359ac76f048c0f4af745c59c75e02b68cc4d62cde20fcca0c5"}, - {file = "thinc-8.2.4-cp39-cp39-win_amd64.whl", hash = "sha256:ed514b3edb185c5531fcfd77a7b0a43c196a269f1e157a025d8138076ba6328d"}, - {file = "thinc-8.2.4.tar.gz", hash = "sha256:9383b39f286291519ebbb6454bab76404992599b0cbdfaec56b2f985023186a7"}, -] - -[package.dependencies] -blis = ">=0.7.8,<0.8.0" -catalogue = ">=2.0.4,<2.1.0" -confection = ">=0.0.1,<1.0.0" -cymem = ">=2.0.2,<2.1.0" -murmurhash = ">=1.0.2,<1.1.0" -numpy = [ - {version = ">=1.15.0", markers = "python_version < \"3.9\""}, - {version = ">=1.19.0", markers = "python_version >= \"3.9\""}, -] -packaging = ">=20.0" -preshed = ">=3.0.2,<3.1.0" -pydantic = ">=1.7.4,<1.8 || >1.8,<1.8.1 || >1.8.1,<3.0.0" -setuptools = "*" -srsly = ">=2.4.0,<3.0.0" -wasabi = ">=0.8.1,<1.2.0" - -[package.extras] -cuda = ["cupy (>=5.0.0b4)"] -cuda-autodetect = ["cupy-wheel (>=11.0.0)"] -cuda100 = ["cupy-cuda100 (>=5.0.0b4)"] -cuda101 = ["cupy-cuda101 (>=5.0.0b4)"] -cuda102 = ["cupy-cuda102 (>=5.0.0b4)"] -cuda110 = ["cupy-cuda110 (>=5.0.0b4)"] -cuda111 = ["cupy-cuda111 (>=5.0.0b4)"] -cuda112 = ["cupy-cuda112 (>=5.0.0b4)"] -cuda113 = ["cupy-cuda113 (>=5.0.0b4)"] -cuda114 = ["cupy-cuda114 (>=5.0.0b4)"] -cuda115 = ["cupy-cuda115 (>=5.0.0b4)"] -cuda116 = ["cupy-cuda116 (>=5.0.0b4)"] -cuda117 = ["cupy-cuda117 (>=5.0.0b4)"] -cuda11x = ["cupy-cuda11x (>=11.0.0)"] -cuda12x = ["cupy-cuda12x (>=11.5.0)"] -cuda80 = ["cupy-cuda80 (>=5.0.0b4)"] -cuda90 = ["cupy-cuda90 (>=5.0.0b4)"] -cuda91 = ["cupy-cuda91 (>=5.0.0b4)"] -cuda92 = ["cupy-cuda92 (>=5.0.0b4)"] -datasets = ["ml-datasets (>=0.2.0,<0.3.0)"] -mxnet = ["mxnet (>=1.5.1,<1.6.0)"] -tensorflow = ["tensorflow (>=2.0.0,<2.6.0)"] -torch = ["torch (>=1.6.0)"] - -[[package]] -name = "threadpoolctl" -version = "3.5.0" -description = "threadpoolctl" -optional = true -python-versions = ">=3.8" -files = [ - {file = "threadpoolctl-3.5.0-py3-none-any.whl", hash = "sha256:56c1e26c150397e58c4926da8eeee87533b1e32bef131bd4bf6a2f45f3185467"}, - {file = "threadpoolctl-3.5.0.tar.gz", hash = "sha256:082433502dd922bf738de0d8bcc4fdcbf0979ff44c42bd40f5af8a282f6fa107"}, -] - [[package]] name = "tiktoken" version = "0.7.0" @@ -7297,27 +5909,6 @@ webencodings = ">=0.4" doc = ["sphinx", "sphinx_rtd_theme"] test = ["pytest", "ruff"] -[[package]] -name = "tldextract" -version = "5.1.2" -description = "Accurately separates a URL's subdomain, domain, and public suffix, using the Public Suffix List (PSL). By default, this includes the public ICANN TLDs and their exceptions. You can optionally support the Public Suffix List's private domains as well." -optional = true -python-versions = ">=3.8" -files = [ - {file = "tldextract-5.1.2-py3-none-any.whl", hash = "sha256:4dfc4c277b6b97fa053899fcdb892d2dc27295851ab5fac4e07797b6a21b2e46"}, - {file = "tldextract-5.1.2.tar.gz", hash = "sha256:c9e17f756f05afb5abac04fe8f766e7e70f9fe387adb1859f0f52408ee060200"}, -] - -[package.dependencies] -filelock = ">=3.0.8" -idna = "*" -requests = ">=2.1.0" -requests-file = ">=1.4" - -[package.extras] -release = ["build", "twine"] -testing = ["black", "mypy", "pytest", "pytest-gitignore", "pytest-mock", "responses", "ruff", "syrupy", "tox", "types-filelock", "types-requests"] - [[package]] name = "tokenize-rt" version = "5.2.0" @@ -7532,33 +6123,6 @@ typing-extensions = ">=4.8.0" opt-einsum = ["opt-einsum (>=3.3)"] optree = ["optree (>=0.9.1)"] -[[package]] -name = "torchmetrics" -version = "0.10.3" -description = "PyTorch native Metrics" -optional = true -python-versions = ">=3.7" -files = [ - {file = "torchmetrics-0.10.3-py3-none-any.whl", hash = "sha256:b12cf92897545e24a825b0d168888c0f3052700c2901e2d4f7d90b252bc4a343"}, - {file = "torchmetrics-0.10.3.tar.gz", hash = "sha256:9e6ab66175f2dc13e246c37485b2c27c77931dfe47fc2b81c76217b8efdc1e57"}, -] - -[package.dependencies] -numpy = ">=1.17.2" -packaging = "*" -torch = ">=1.3.1" -typing-extensions = {version = "*", markers = "python_version < \"3.9\""} - -[package.extras] -all = ["lpips", "nltk (>=3.6)", "pycocotools", "pystoi", "pytorch-lightning (>=1.5)", "regex (>=2021.9.24)", "scipy", "torch-fidelity", "torchvision", "torchvision (>=0.8)", "tqdm (>=4.41.0)"] -audio = ["pystoi"] -detection = ["pycocotools", "torchvision (>=0.8)"] -docs = ["docutils (>=0.16)", "myst-parser", "nbsphinx (>=0.8)", "pandoc (>=1.0)", "sphinx (>=4.0,<5.0)", "sphinx-autodoc-typehints (>=1.0)", "sphinx-copybutton (>=0.3)", "sphinx-paramlinks (>=0.5.1)", "sphinx-togglebutton (>=0.2)", "sphinxcontrib-fulltoc (>=1.0)", "sphinxcontrib-mockautodoc"] -image = ["lpips", "scipy", "torch-fidelity", "torchvision"] -integrate = ["pytorch-lightning (>=1.5)"] -test = ["bert-score (==0.3.10)", "check-manifest", "cloudpickle (>=1.3)", "coverage (>5.2)", "fast-bss-eval (>=0.1.0)", "fire", "huggingface-hub (<0.7)", "jiwer (>=2.3.0)", "mir-eval (>=0.6)", "netcal", "phmdoctest (>=1.1.1)", "pre-commit (>=1.0)", "psutil", "pycocotools", "pypesq (>1.2)", "pytest (==6.*)", "pytest-cov (>2.10)", "pytest-doctestplus (>=0.9.0)", "pytest-timeout", "pytorch-msssim (==0.2.1)", "requests", "rouge-score (>=0.0.4)", "sacrebleu (>=2.0.0)", "scikit-image (>0.17.1)", "scikit-learn (>1.0,<1.1.1)", "torch-complex", "transformers (>=4.0)"] -text = ["nltk (>=3.6)", "regex (>=2021.9.24)", "tqdm (>=4.41.0)"] - [[package]] name = "tornado" version = "6.4" @@ -7787,43 +6351,6 @@ files = [ {file = "typing_extensions-4.12.1.tar.gz", hash = "sha256:915f5e35ff76f56588223f15fdd5938f9a1cf9195c0de25130c627e4d597f6d1"}, ] -[[package]] -name = "tzdata" -version = "2024.1" -description = "Provider of IANA time zone data" -optional = true -python-versions = ">=2" -files = [ - {file = "tzdata-2024.1-py2.py3-none-any.whl", hash = "sha256:9068bc196136463f5245e51efda838afa15aaeca9903f49050dfa2679db4d252"}, - {file = "tzdata-2024.1.tar.gz", hash = "sha256:2674120f8d891909751c38abcdfd386ac0a5a1127954fbc332af6b5ceae07efd"}, -] - -[[package]] -name = "unbabel-comet" -version = "2.2.2" -description = "High-quality Machine Translation Evaluation" -optional = true -python-versions = ">=3.8.0,<4.0.0" -files = [ - {file = "unbabel_comet-2.2.2-py3-none-any.whl", hash = "sha256:55bc93b496bb3e1d7163470e63eb9a1fbcfade66f2e4fdecfeeb1b5473b284ea"}, - {file = "unbabel_comet-2.2.2.tar.gz", hash = "sha256:6b78d463ffe7afd5b6b50e1d56fbcb125e6df4f2bbc0772a396a7ff899af931d"}, -] - -[package.dependencies] -entmax = ">=1.1,<2.0" -huggingface-hub = ">=0.19.3,<1.0" -jsonargparse = "3.13.1" -numpy = ">=1.20.0,<2.0.0" -pandas = ">=1.4.1" -protobuf = ">=4.24.4,<5.0.0" -pytorch-lightning = ">=2.0.0,<3.0.0" -sacrebleu = ">=2.0.0,<3.0.0" -scipy = ">=1.5.4,<2.0.0" -sentencepiece = ">=0.1.96,<0.2.0" -torch = ">=1.6.0" -torchmetrics = ">=0.10.2,<0.11.0" -transformers = ">=4.17,<5.0" - [[package]] name = "untokenize" version = "0.1.1" @@ -7885,20 +6412,6 @@ platformdirs = ">=3.9.1,<5" docs = ["furo (>=2023.7.26)", "proselint (>=0.13)", "sphinx (>=7.1.2,!=7.3)", "sphinx-argparse (>=0.4)", "sphinxcontrib-towncrier (>=0.2.1a0)", "towncrier (>=23.6)"] test = ["covdefaults (>=2.3)", "coverage (>=7.2.7)", "coverage-enable-subprocess (>=1)", "flaky (>=3.7)", "packaging (>=23.1)", "pytest (>=7.4)", "pytest-env (>=0.8.2)", "pytest-freezer (>=0.4.8)", "pytest-mock (>=3.11.1)", "pytest-randomly (>=3.12)", "pytest-timeout (>=2.1)", "setuptools (>=68)", "time-machine (>=2.10)"] -[[package]] -name = "wasabi" -version = "1.1.3" -description = "A lightweight console printing and formatting toolkit" -optional = true -python-versions = ">=3.6" -files = [ - {file = "wasabi-1.1.3-py3-none-any.whl", hash = "sha256:f76e16e8f7e79f8c4c8be49b4024ac725713ab10cd7f19350ad18a8e3f71728c"}, - {file = "wasabi-1.1.3.tar.gz", hash = "sha256:4bb3008f003809db0c3e28b4daf20906ea871a2bb43f9914197d540f4f2e0878"}, -] - -[package.dependencies] -colorama = {version = ">=0.4.6", markers = "sys_platform == \"win32\" and python_version >= \"3.7\""} - [[package]] name = "watchdog" version = "4.0.1" @@ -7954,28 +6467,6 @@ files = [ {file = "wcwidth-0.2.13.tar.gz", hash = "sha256:72ea0c06399eb286d978fdedb6923a9eb47e1c486ce63e9b4e64fc18303972b5"}, ] -[[package]] -name = "weasel" -version = "0.3.4" -description = "Weasel: A small and easy workflow system" -optional = true -python-versions = ">=3.6" -files = [ - {file = "weasel-0.3.4-py3-none-any.whl", hash = "sha256:ee48a944f051d007201c2ea1661d0c41035028c5d5a8bcb29a0b10f1100206ae"}, - {file = "weasel-0.3.4.tar.gz", hash = "sha256:eb16f92dc9f1a3ffa89c165e3a9acd28018ebb656e0da4da02c0d7d8ae3f6178"}, -] - -[package.dependencies] -cloudpathlib = ">=0.7.0,<0.17.0" -confection = ">=0.0.4,<0.2.0" -packaging = ">=20.0" -pydantic = ">=1.7.4,<1.8 || >1.8,<1.8.1 || >1.8.1,<3.0.0" -requests = ">=2.13.0,<3.0.0" -smart-open = ">=5.2.1,<7.0.0" -srsly = ">=2.4.3,<3.0.0" -typer = ">=0.3.0,<0.10.0" -wasabi = ">=0.9.1,<1.2.0" - [[package]] name = "webcolors" version = "1.13" @@ -8361,20 +6852,13 @@ test = ["big-O", "importlib-resources", "jaraco.functools", "jaraco.itertools", [extras] anthropic = ["anthropic"] -competitor-check = ["spacy-transformers"] -detect-secrets = ["detect-secrets"] docs-build = ["docspec_python", "nbdoc", "pydoc-markdown"] -high-quality-translation = ["huggingface_hub", "unbabel-comet"] litellm = ["litellm"] manifest = ["manifest-ml"] -pii = ["presidio_analyzer", "presidio_anonymizer"] -profanity = ["alt-profanity-check"] sql = ["sqlalchemy", "sqlglot", "sqlvalidator"] -summary = ["thefuzz"] -toxic-language = ["torch", "transformers"] vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" -python-versions = "^3.8.1" -content-hash = "1797a23db633d2ffa8013e992a3ff3abe37bfa14ab7cb377d4650b2e61c60092" +python-versions = "^3.9" +content-hash = "97acdcbdb13c3997a72ddc3738efa2c5ac366cdcbbf825ccca1c93e30a679e17" diff --git a/pyproject.toml b/pyproject.toml index ff285a243..dfbae4b1c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -15,7 +15,7 @@ packages = [ guardrails = "guardrails.cli:cli" [tool.poetry.dependencies] -python = "^3.8.1" +python = "^3.9" lxml = "^4.9.3" openai = "^1.30.1" rich = "^13.6.0" @@ -33,22 +33,14 @@ nltk = "^3.8.1" sqlvalidator = {version = "^0.0.20", optional = true} sqlalchemy = {version = ">=2.0.9", optional = true} sqlglot = {version = "^19.0.3", optional = true} -thefuzz = {version = "^0.20.0", optional = true} faiss-cpu = {version = "^1.7.4", optional = true} -numpy = {version = ">=1.24", optional = true} -alt-profanity-check = {version = "^1.3.1", optional = true} -detect-secrets = {version = "^1.4.0", optional = true} +numpy = {version = ">=1.25", optional = true} litellm = {version = "^1.37.14", optional = true} manifest-ml = {version = "^0.1.8", optional = true} transformers = {version = "^4.36.0", optional = true} -presidio_analyzer = {version = "^2.2.33", optional = true} -presidio_anonymizer = {version = "^2.2.33", optional = true} -spacy-transformers = {version = "^1.3.4", optional = true} anthropic = {version = "^0.7.2", optional = true} torch = {version = "^2.1.1", optional = true} nbdoc = {version = "^0.0.82", optional = true} -unbabel-comet = {version = "^2.2.1", optional = true} -huggingface_hub = {version = "^0.19.3", optional = true} pydash = "^7.0.6" docspec_python = "2.2.1" pydoc-markdown = "4.8.2" @@ -67,16 +59,9 @@ guardrails-api-client = "0.3.4" [tool.poetry.extras] sql = ["sqlvalidator", "sqlalchemy", "sqlglot"] -summary = ["thefuzz"] vectordb = ["faiss-cpu", "numpy"] -profanity = ["alt-profanity-check"] -detect-secrets = ["detect-secrets"] manifest = ["manifest-ml"] litellm = ["litellm"] -high_quality_translation = ["unbabel-comet", "huggingface_hub"] -toxic_language = ["transformers", "torch"] -pii = ["presidio_analyzer", "presidio_anonymizer"] -competitor-check = ["spacy-transformers"] anthropic = ["anthropic"] docs-build = ["nbdoc", "docspec_python", "pydoc-markdown"] From b68112bd0d566ce75e6d44eb5bf022b75eee84ce Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 19 Jun 2024 13:46:55 -0500 Subject: [PATCH 212/318] add huggingface install profile --- poetry.lock | 3 ++- pyproject.toml | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/poetry.lock b/poetry.lock index 162e47863..ab201b019 100644 --- a/poetry.lock +++ b/poetry.lock @@ -6853,6 +6853,7 @@ test = ["big-O", "importlib-resources", "jaraco.functools", "jaraco.itertools", [extras] anthropic = ["anthropic"] docs-build = ["docspec_python", "nbdoc", "pydoc-markdown"] +huggingface = ["torch", "transformers"] litellm = ["litellm"] manifest = ["manifest-ml"] sql = ["sqlalchemy", "sqlglot", "sqlvalidator"] @@ -6861,4 +6862,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.9" -content-hash = "97acdcbdb13c3997a72ddc3738efa2c5ac366cdcbbf825ccca1c93e30a679e17" +content-hash = "0dce64d89199972bc7bc2607ea891212624b18268302640b02efb0b40eb77122" diff --git a/pyproject.toml b/pyproject.toml index dfbae4b1c..6f93e6385 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -64,6 +64,7 @@ manifest = ["manifest-ml"] litellm = ["litellm"] anthropic = ["anthropic"] docs-build = ["nbdoc", "docspec_python", "pydoc-markdown"] +huggingface = ["transformers", "torch"] [tool.poetry.group.dev.dependencies] From bd79c7ae6dcae5bb85dcb27ef461d96b97cc4093 Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 19 Jun 2024 14:11:38 -0500 Subject: [PATCH 213/318] re-add type ignores for python 3.9 --- guardrails/utils/hub_telemetry_utils.py | 2 +- guardrails/utils/telemetry_utils.py | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/guardrails/utils/hub_telemetry_utils.py b/guardrails/utils/hub_telemetry_utils.py index 719f80050..07131102a 100644 --- a/guardrails/utils/hub_telemetry_utils.py +++ b/guardrails/utils/hub_telemetry_utils.py @@ -115,7 +115,7 @@ def create_new_span( if self._tracer is None: return with self._tracer.start_as_current_span( - span_name, + span_name, # type: ignore (Fails in Python 3.9 for invalid reason) context=self.extract_current_context() if has_parent else None, ) as span: if is_parent: diff --git a/guardrails/utils/telemetry_utils.py b/guardrails/utils/telemetry_utils.py index 1f9996f35..76f642d7c 100644 --- a/guardrails/utils/telemetry_utils.py +++ b/guardrails/utils/telemetry_utils.py @@ -154,7 +154,7 @@ def with_trace(*args, **kwargs): if _tracer is None: return fn(*args, **kwargs) with _tracer.start_as_current_span( - span_name, + span_name, # type: ignore (Fails in Python 3.9 for invalid reason) trace_context, ) as validator_span: try: @@ -199,7 +199,7 @@ def to_trace_or_not_to_trace(*args, **kwargs): if _tracer is not None and hasattr(_tracer, "start_as_current_span"): trace_context = get_current_context() - with _tracer.start_as_current_span(name, trace_context) as trace_span: + with _tracer.start_as_current_span(name, trace_context) as trace_span: # type: ignore (Fails in Python 3.9 for invalid reason) try: # TODO: Capture args and kwargs as attributes? response = fn(*args, **kwargs) @@ -225,7 +225,7 @@ async def to_trace_or_not_to_trace(*args, **kwargs): if _tracer is not None and hasattr(_tracer, "start_as_current_span"): trace_context = get_current_context() - with _tracer.start_as_current_span(name, trace_context) as trace_span: + with _tracer.start_as_current_span(name, trace_context) as trace_span: # type: ignore (Fails in Python 3.9 for invalid reason) try: # TODO: Capture args and kwargs as attributes? response = await fn(*args, **kwargs) From c1780d4f6231011f512c07adb58b7c15e62d6f0e Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 19 Jun 2024 14:25:04 -0500 Subject: [PATCH 214/318] disallow numpy 2 for now --- poetry.lock | 85 ++++++++++++++++++++++---------------------------- pyproject.toml | 2 +- 2 files changed, 39 insertions(+), 48 deletions(-) diff --git a/poetry.lock b/poetry.lock index ab201b019..1684f1fec 100644 --- a/poetry.lock +++ b/poetry.lock @@ -3487,56 +3487,47 @@ typing-extensions = ">=3.0.0" [[package]] name = "numpy" -version = "2.0.0" +version = "1.26.4" description = "Fundamental package for array computing in Python" optional = true python-versions = ">=3.9" files = [ - {file = "numpy-2.0.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:04494f6ec467ccb5369d1808570ae55f6ed9b5809d7f035059000a37b8d7e86f"}, - {file = "numpy-2.0.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2635dbd200c2d6faf2ef9a0d04f0ecc6b13b3cad54f7c67c61155138835515d2"}, - {file = "numpy-2.0.0-cp310-cp310-macosx_14_0_arm64.whl", hash = "sha256:0a43f0974d501842866cc83471bdb0116ba0dffdbaac33ec05e6afed5b615238"}, - {file = "numpy-2.0.0-cp310-cp310-macosx_14_0_x86_64.whl", hash = "sha256:8d83bb187fb647643bd56e1ae43f273c7f4dbcdf94550d7938cfc32566756514"}, - {file = "numpy-2.0.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:79e843d186c8fb1b102bef3e2bc35ef81160ffef3194646a7fdd6a73c6b97196"}, - {file = "numpy-2.0.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6d7696c615765091cc5093f76fd1fa069870304beaccfd58b5dcc69e55ef49c1"}, - {file = "numpy-2.0.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:b4c76e3d4c56f145d41b7b6751255feefae92edbc9a61e1758a98204200f30fc"}, - {file = "numpy-2.0.0-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:acd3a644e4807e73b4e1867b769fbf1ce8c5d80e7caaef0d90dcdc640dfc9787"}, - {file = "numpy-2.0.0-cp310-cp310-win32.whl", hash = "sha256:cee6cc0584f71adefe2c908856ccc98702baf95ff80092e4ca46061538a2ba98"}, - {file = "numpy-2.0.0-cp310-cp310-win_amd64.whl", hash = "sha256:ed08d2703b5972ec736451b818c2eb9da80d66c3e84aed1deeb0c345fefe461b"}, - {file = "numpy-2.0.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ad0c86f3455fbd0de6c31a3056eb822fc939f81b1618f10ff3406971893b62a5"}, - {file = "numpy-2.0.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:e7f387600d424f91576af20518334df3d97bc76a300a755f9a8d6e4f5cadd289"}, - {file = "numpy-2.0.0-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:34f003cb88b1ba38cb9a9a4a3161c1604973d7f9d5552c38bc2f04f829536609"}, - {file = "numpy-2.0.0-cp311-cp311-macosx_14_0_x86_64.whl", hash = "sha256:b6f6a8f45d0313db07d6d1d37bd0b112f887e1369758a5419c0370ba915b3871"}, - {file = "numpy-2.0.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5f64641b42b2429f56ee08b4f427a4d2daf916ec59686061de751a55aafa22e4"}, - {file = "numpy-2.0.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a7039a136017eaa92c1848152827e1424701532ca8e8967fe480fe1569dae581"}, - {file = "numpy-2.0.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:46e161722e0f619749d1cd892167039015b2c2817296104487cd03ed4a955995"}, - {file = "numpy-2.0.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:0e50842b2295ba8414c8c1d9d957083d5dfe9e16828b37de883f51fc53c4016f"}, - {file = "numpy-2.0.0-cp311-cp311-win32.whl", hash = "sha256:2ce46fd0b8a0c947ae047d222f7136fc4d55538741373107574271bc00e20e8f"}, - {file = "numpy-2.0.0-cp311-cp311-win_amd64.whl", hash = "sha256:fbd6acc766814ea6443628f4e6751d0da6593dae29c08c0b2606164db026970c"}, - {file = "numpy-2.0.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:354f373279768fa5a584bac997de6a6c9bc535c482592d7a813bb0c09be6c76f"}, - {file = "numpy-2.0.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:4d2f62e55a4cd9c58c1d9a1c9edaedcd857a73cb6fda875bf79093f9d9086f85"}, - {file = "numpy-2.0.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:1e72728e7501a450288fc8e1f9ebc73d90cfd4671ebbd631f3e7857c39bd16f2"}, - {file = "numpy-2.0.0-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:84554fc53daa8f6abf8e8a66e076aff6ece62de68523d9f665f32d2fc50fd66e"}, - {file = "numpy-2.0.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c73aafd1afca80afecb22718f8700b40ac7cab927b8abab3c3e337d70e10e5a2"}, - {file = "numpy-2.0.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:49d9f7d256fbc804391a7f72d4a617302b1afac1112fac19b6c6cec63fe7fe8a"}, - {file = "numpy-2.0.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:0ec84b9ba0654f3b962802edc91424331f423dcf5d5f926676e0150789cb3d95"}, - {file = "numpy-2.0.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:feff59f27338135776f6d4e2ec7aeeac5d5f7a08a83e80869121ef8164b74af9"}, - {file = "numpy-2.0.0-cp312-cp312-win32.whl", hash = "sha256:c5a59996dc61835133b56a32ebe4ef3740ea5bc19b3983ac60cc32be5a665d54"}, - {file = "numpy-2.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:a356364941fb0593bb899a1076b92dfa2029f6f5b8ba88a14fd0984aaf76d0df"}, - {file = "numpy-2.0.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:e61155fae27570692ad1d327e81c6cf27d535a5d7ef97648a17d922224b216de"}, - {file = "numpy-2.0.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:4554eb96f0fd263041baf16cf0881b3f5dafae7a59b1049acb9540c4d57bc8cb"}, - {file = "numpy-2.0.0-cp39-cp39-macosx_14_0_arm64.whl", hash = "sha256:903703372d46bce88b6920a0cd86c3ad82dae2dbef157b5fc01b70ea1cfc430f"}, - {file = "numpy-2.0.0-cp39-cp39-macosx_14_0_x86_64.whl", hash = "sha256:3e8e01233d57639b2e30966c63d36fcea099d17c53bf424d77f088b0f4babd86"}, - {file = "numpy-2.0.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1cde1753efe513705a0c6d28f5884e22bdc30438bf0085c5c486cdaff40cd67a"}, - {file = "numpy-2.0.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:821eedb7165ead9eebdb569986968b541f9908979c2da8a4967ecac4439bae3d"}, - {file = "numpy-2.0.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:9a1712c015831da583b21c5bfe15e8684137097969c6d22e8316ba66b5baabe4"}, - {file = "numpy-2.0.0-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:9c27f0946a3536403efb0e1c28def1ae6730a72cd0d5878db38824855e3afc44"}, - {file = "numpy-2.0.0-cp39-cp39-win32.whl", hash = "sha256:63b92c512d9dbcc37f9d81b123dec99fdb318ba38c8059afc78086fe73820275"}, - {file = "numpy-2.0.0-cp39-cp39-win_amd64.whl", hash = "sha256:3f6bed7f840d44c08ebdb73b1825282b801799e325bcbdfa6bc5c370e5aecc65"}, - {file = "numpy-2.0.0-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:9416a5c2e92ace094e9f0082c5fd473502c91651fb896bc17690d6fc475128d6"}, - {file = "numpy-2.0.0-pp39-pypy39_pp73-macosx_14_0_x86_64.whl", hash = "sha256:17067d097ed036636fa79f6a869ac26df7db1ba22039d962422506640314933a"}, - {file = "numpy-2.0.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:38ecb5b0582cd125f67a629072fed6f83562d9dd04d7e03256c9829bdec027ad"}, - {file = "numpy-2.0.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:cef04d068f5fb0518a77857953193b6bb94809a806bd0a14983a8f12ada060c9"}, - {file = "numpy-2.0.0.tar.gz", hash = "sha256:cf5d1c9e6837f8af9f92b6bd3e86d513cdc11f60fd62185cc49ec7d1aba34864"}, + {file = "numpy-1.26.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0"}, + {file = "numpy-1.26.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a"}, + {file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4"}, + {file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f"}, + {file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a"}, + {file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2"}, + {file = "numpy-1.26.4-cp310-cp310-win32.whl", hash = "sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07"}, + {file = "numpy-1.26.4-cp310-cp310-win_amd64.whl", hash = "sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5"}, + {file = "numpy-1.26.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71"}, + {file = "numpy-1.26.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef"}, + {file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e"}, + {file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5"}, + {file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a"}, + {file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a"}, + {file = "numpy-1.26.4-cp311-cp311-win32.whl", hash = "sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20"}, + {file = "numpy-1.26.4-cp311-cp311-win_amd64.whl", hash = "sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2"}, + {file = "numpy-1.26.4-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218"}, + {file = "numpy-1.26.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b"}, + {file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b"}, + {file = "numpy-1.26.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed"}, + {file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a"}, + {file = "numpy-1.26.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0"}, + {file = "numpy-1.26.4-cp312-cp312-win32.whl", hash = "sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110"}, + {file = "numpy-1.26.4-cp312-cp312-win_amd64.whl", hash = "sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818"}, + {file = "numpy-1.26.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c"}, + {file = "numpy-1.26.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be"}, + {file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764"}, + {file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3"}, + {file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd"}, + {file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c"}, + {file = "numpy-1.26.4-cp39-cp39-win32.whl", hash = "sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6"}, + {file = "numpy-1.26.4-cp39-cp39-win_amd64.whl", hash = "sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea"}, + {file = "numpy-1.26.4-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30"}, + {file = "numpy-1.26.4-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c"}, + {file = "numpy-1.26.4-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0"}, + {file = "numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010"}, ] [[package]] @@ -6862,4 +6853,4 @@ vectordb = ["faiss-cpu", "numpy"] [metadata] lock-version = "2.0" python-versions = "^3.9" -content-hash = "0dce64d89199972bc7bc2607ea891212624b18268302640b02efb0b40eb77122" +content-hash = "bbed368330564a06253a5855670b0f3d1671f5eab192728149711ded420e940a" diff --git a/pyproject.toml b/pyproject.toml index 6f93e6385..258d3c083 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -34,7 +34,7 @@ sqlvalidator = {version = "^0.0.20", optional = true} sqlalchemy = {version = ">=2.0.9", optional = true} sqlglot = {version = "^19.0.3", optional = true} faiss-cpu = {version = "^1.7.4", optional = true} -numpy = {version = ">=1.25", optional = true} +numpy = {version = ">=1.25, <2.0", optional = true} litellm = {version = "^1.37.14", optional = true} manifest-ml = {version = "^0.1.8", optional = true} transformers = {version = "^4.36.0", optional = true} From 4b03fa884b416f426880c85f34ded37aa52b1fbe Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Wed, 19 Jun 2024 15:38:47 -0500 Subject: [PATCH 215/318] update docs and notebooks --- docs/api_reference/data_types.md | 13 +- docs/api_reference/guard.md | 8 +- docs/api_reference/rail.md | 13 -- docs/api_reference/schema.md | 1 - docs/examples/bug_free_python_code.ipynb | 190 +++++++++-------- docs/examples/check_for_pii.ipynb | 16 +- docs/examples/competitors_check.ipynb | 31 +-- docs/examples/extracting_entities.ipynb | 5 +- docs/examples/generate_structured_data.ipynb | 156 +++++++++----- .../generate_structured_data_cohere.ipynb | 3 +- .../guardrails_with_chat_models.ipynb | 58 +++-- .../no_secrets_in_generated_text.ipynb | 72 ++++--- docs/examples/recipe_generation.ipynb | 82 +++---- .../select_choice_based_on_action.ipynb | 192 +++++++++-------- docs/examples/syntax_error_free_sql.ipynb | 95 +++++---- .../examples/text_summarization_quality.ipynb | 201 +++++++++--------- .../translation_to_specific_language.ipynb | 125 +++++------ docs/examples/valid_chess_moves.ipynb | 90 ++++---- docs/guardrails_ai/getting_started.md | 5 +- docs/how_to_guides/logs.md | 2 +- docs/how_to_guides/streaming.ipynb | 5 +- docs/hub/api_reference_markdown/validators.md | 6 +- docs/hub/concepts/validators.md | 2 +- docs/integrations/azure_openai.ipynb | 2 +- docs/integrations/langchain.ipynb | 2 +- docs/integrations/openai_functions.ipynb | 2 +- docs/llm_api_wrappers.md | 6 +- docs/the_guard.md | 8 +- guardrails/prompt/base_prompt.py | 16 -- 29 files changed, 725 insertions(+), 682 deletions(-) delete mode 100644 docs/api_reference/rail.md delete mode 100644 docs/api_reference/schema.md diff --git a/docs/api_reference/data_types.md b/docs/api_reference/data_types.md index cceadf2c6..1cc62daec 100644 --- a/docs/api_reference/data_types.md +++ b/docs/api_reference/data_types.md @@ -3,16 +3,5 @@ ::: guardrails.datatypes options: filters: - - "!get_validators" - - "!registry" - - "!DataType" - - "!register_type" - - "!Scalar" - - "!set_children" - - "!validate" - - "!from_str" - - "!from_xml" - - "!model" - - "!validators" - - "!to_object_element" + - "!types_registry" show_bases: true diff --git a/docs/api_reference/guard.md b/docs/api_reference/guard.md index 854732d21..1c4950e64 100644 --- a/docs/api_reference/guard.md +++ b/docs/api_reference/guard.md @@ -4,11 +4,17 @@ ::: guardrails.guard.Guard options: members: + - "__init__" - "from_rail" - "from_rail_string" - "from_pydantic" - "from_string" + - "use" + - "use_many" + - "to_runnable" - "configure" - "__call__" - "parse" - - "state" + - "validate" + - "history" + - "error_spans_in_output" diff --git a/docs/api_reference/rail.md b/docs/api_reference/rail.md deleted file mode 100644 index cab956f4b..000000000 --- a/docs/api_reference/rail.md +++ /dev/null @@ -1,13 +0,0 @@ -::: guardrails.rail.Rail - options: - members: - - "from_file" - - "from_string" - - "from_xml" - - "from_pydantic" - - "from_string_validators" - - "input_schema" - - "output_schema" - - "instructions" - - "prompt" - - "version" \ No newline at end of file diff --git a/docs/api_reference/schema.md b/docs/api_reference/schema.md deleted file mode 100644 index f92f07b90..000000000 --- a/docs/api_reference/schema.md +++ /dev/null @@ -1 +0,0 @@ -::: guardrails.schema \ No newline at end of file diff --git a/docs/examples/bug_free_python_code.ipynb b/docs/examples/bug_free_python_code.ipynb index d377b4eb5..315891f98 100644 --- a/docs/examples/bug_free_python_code.ipynb +++ b/docs/examples/bug_free_python_code.ipynb @@ -30,7 +30,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 12, "metadata": {}, "outputs": [ { @@ -50,7 +50,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "metadata": {}, "outputs": [], "source": [ @@ -63,7 +63,7 @@ "Problem Description:\n", "${leetcode_problem}\n", "\n", - "${gr.complete_json_suffix}\"\"\"\n", + "${gr.complete_xml_suffix}\"\"\"\n", "\n", "class BugFreePythonCode(BaseModel):\n", " python_code: str = Field(validators=[ValidPython(on_fail=\"reask\")])\n", @@ -88,7 +88,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 14, "metadata": {}, "outputs": [], "source": [ @@ -106,11 +106,11 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 15, "metadata": {}, "outputs": [], "source": [ - "guard = gd.Guard.from_pydantic(output_class=BugFreePythonCode, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=BugFreePythonCode)" ] }, { @@ -118,80 +118,90 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "The `Guard` object compiles the output schema and adds it to the prompt. We can see the final prompt below:" + "## Step 3: Wrap the LLM API call with `Guard`" ] }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 16, "metadata": {}, "outputs": [ { - "data": { - "text/html": [ - "
\n",
-       "Given the following high level leetcode problem description, write a short Python code snippet that solves the \n",
-       "problem.\n",
-       "\n",
-       "Problem Description:\n",
-       "${leetcode_problem}\n",
-       "\n",
-       "\n",
-       "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
-       "\n",
-       "<output>\n",
-       "    <string name=\"python_code\" format=\"reflex/valid_python\"/>\n",
-       "</output>\n",
-       "\n",
-       "\n",
-       "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
-       "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
-       "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
-       "specific types. Be correct and concise. If you are unsure anywhere, enter `null`.\n",
-       "\n",
-       "Here are examples of simple (XML, JSON) pairs that show the expected behavior:\n",
-       "- `<string name='foo' format='two-words lower-case' />` => `{'foo': 'example one'}`\n",
-       "- `<list name='bar'><string format='upper-case' /></list>` => `{\"bar\": ['STRING ONE', 'STRING TWO', etc.]}`\n",
-       "- `<object name='baz'><string name=\"foo\" format=\"capitalize two-words\" /><integer name=\"index\" format=\"1-indexed\" \n",
-       "/></object>` => `{'baz': {'foo': 'Some String', 'index': 1}}`\n",
-       "\n",
-       "
\n" - ], - "text/plain": [ - "\n", - "Given the following high level leetcode problem description, write a short Python code snippet that solves the \n", - "problem.\n", - "\n", - "Problem Description:\n", - "$\u001b[1m{\u001b[0mleetcode_problem\u001b[1m}\u001b[0m\n", - "\n", - "\n", - "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n", - "\n", - "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n", - "\u001b[39m \u001b[0m\n", - "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n", - "\n", - "\n", - "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n", - "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n", - "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n", - "\u001b[39mspecific types. Be correct and concise. If you are unsure anywhere, enter `null`.\u001b[0m\n", - "\n", - "\u001b[39mHere are examples of simple \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mXML, JSON\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m pairs that show the expected behavior:\u001b[0m\n", - "\u001b[39m- `` => `\u001b[0m\u001b[1;39m{\u001b[0m\u001b[32m'foo'\u001b[0m\u001b[39m: \u001b[0m\u001b[32m'example one'\u001b[0m\u001b[1;39m}\u001b[0m\u001b[39m`\u001b[0m\n", - "\u001b[39m- `<\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>` => `\u001b[0m\u001b[1;39m{\u001b[0m\u001b[32m\"bar\"\u001b[0m\u001b[39m: \u001b[0m\u001b[1;39m[\u001b[0m\u001b[32m'STRING ONE'\u001b[0m\u001b[39m, \u001b[0m\u001b[32m'STRING TWO'\u001b[0m\u001b[39m, etc.\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m}\u001b[0m\u001b[39m`\u001b[0m\n", - "\u001b[39m- `<\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>` =\u001b[0m\u001b[1m>\u001b[0m `\u001b[1m{\u001b[0m\u001b[32m'baz'\u001b[0m: \u001b[1m{\u001b[0m\u001b[32m'foo'\u001b[0m: \u001b[32m'Some String'\u001b[0m, \u001b[32m'index'\u001b[0m: \u001b[1;36m1\u001b[0m\u001b[1m}\u001b[0m\u001b[1m}\u001b[0m`\n", - "\n" - ] - }, - "metadata": {}, - "output_type": "display_data" + "ename": "PromptCallableException", + "evalue": "The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string.", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mRemoteProtocolError\u001b[0m Traceback (most recent call last)", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:69\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m 68\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 69\u001b[0m \u001b[38;5;28;01myield\u001b[39;00m\n\u001b[1;32m 70\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:233\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 232\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m map_httpcore_exceptions():\n\u001b[0;32m--> 233\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 235\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(resp\u001b[38;5;241m.\u001b[39mstream, typing\u001b[38;5;241m.\u001b[39mIterable)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:216\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 215\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_close_connections(closing)\n\u001b[0;32m--> 216\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m 218\u001b[0m \u001b[38;5;66;03m# Return the response. Note that in this case we still have to manage\u001b[39;00m\n\u001b[1;32m 219\u001b[0m \u001b[38;5;66;03m# the point at which the response is closed.\u001b[39;00m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:196\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 194\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 195\u001b[0m \u001b[38;5;66;03m# Send the request on the assigned connection.\u001b[39;00m\n\u001b[0;32m--> 196\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mconnection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 197\u001b[0m \u001b[43m \u001b[49m\u001b[43mpool_request\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\n\u001b[1;32m 198\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 199\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ConnectionNotAvailable:\n\u001b[1;32m 200\u001b[0m \u001b[38;5;66;03m# In some cases a connection may initially be available to\u001b[39;00m\n\u001b[1;32m 201\u001b[0m \u001b[38;5;66;03m# handle a request, but then become unavailable.\u001b[39;00m\n\u001b[1;32m 202\u001b[0m \u001b[38;5;66;03m#\u001b[39;00m\n\u001b[1;32m 203\u001b[0m \u001b[38;5;66;03m# In this case we clear the connection and try again.\u001b[39;00m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection.py:101\u001b[0m, in \u001b[0;36mHTTPConnection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 99\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n\u001b[0;32m--> 101\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_connection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:143\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 142\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_response_closed()\n\u001b[0;32m--> 143\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:113\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m Trace(\n\u001b[1;32m 105\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mreceive_response_headers\u001b[39m\u001b[38;5;124m\"\u001b[39m, logger, request, kwargs\n\u001b[1;32m 106\u001b[0m ) \u001b[38;5;28;01mas\u001b[39;00m trace:\n\u001b[1;32m 107\u001b[0m (\n\u001b[1;32m 108\u001b[0m http_version,\n\u001b[1;32m 109\u001b[0m status,\n\u001b[1;32m 110\u001b[0m reason_phrase,\n\u001b[1;32m 111\u001b[0m headers,\n\u001b[1;32m 112\u001b[0m trailing_data,\n\u001b[0;32m--> 113\u001b[0m ) \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_response_headers\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 114\u001b[0m trace\u001b[38;5;241m.\u001b[39mreturn_value \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m 115\u001b[0m http_version,\n\u001b[1;32m 116\u001b[0m status,\n\u001b[1;32m 117\u001b[0m reason_phrase,\n\u001b[1;32m 118\u001b[0m headers,\n\u001b[1;32m 119\u001b[0m )\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:186\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_response_headers\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 185\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 186\u001b[0m event \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_event\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 187\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(event, h11\u001b[38;5;241m.\u001b[39mResponse):\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:238\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_event\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m 237\u001b[0m msg \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mServer disconnected without sending a response.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m--> 238\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m RemoteProtocolError(msg)\n\u001b[1;32m 240\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_h11_state\u001b[38;5;241m.\u001b[39mreceive_data(data)\n", + "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.", + "\nThe above exception was the direct cause of the following exception:\n", + "\u001b[0;31mRemoteProtocolError\u001b[0m Traceback (most recent call last)", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:958\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 957\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 958\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_client\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 959\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 960\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_should_stream_response_body\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 961\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 962\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 963\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m httpx\u001b[38;5;241m.\u001b[39mTimeoutException \u001b[38;5;28;01mas\u001b[39;00m err:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:914\u001b[0m, in \u001b[0;36mClient.send\u001b[0;34m(self, request, stream, auth, follow_redirects)\u001b[0m\n\u001b[1;32m 912\u001b[0m auth \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_request_auth(request, auth)\n\u001b[0;32m--> 914\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_auth\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 915\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 916\u001b[0m \u001b[43m \u001b[49m\u001b[43mauth\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauth\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 917\u001b[0m \u001b[43m \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 918\u001b[0m \u001b[43m \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 919\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 920\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:942\u001b[0m, in \u001b[0;36mClient._send_handling_auth\u001b[0;34m(self, request, auth, follow_redirects, history)\u001b[0m\n\u001b[1;32m 941\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 942\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_redirects\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 943\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 944\u001b[0m \u001b[43m \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 945\u001b[0m \u001b[43m \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mhistory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 946\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 947\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:979\u001b[0m, in \u001b[0;36mClient._send_handling_redirects\u001b[0;34m(self, request, follow_redirects, history)\u001b[0m\n\u001b[1;32m 977\u001b[0m hook(request)\n\u001b[0;32m--> 979\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_single_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 980\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:1015\u001b[0m, in \u001b[0;36mClient._send_single_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 1014\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m request_context(request\u001b[38;5;241m=\u001b[39mrequest):\n\u001b[0;32m-> 1015\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mtransport\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1017\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(response\u001b[38;5;241m.\u001b[39mstream, SyncByteStream)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:232\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 220\u001b[0m req \u001b[38;5;241m=\u001b[39m httpcore\u001b[38;5;241m.\u001b[39mRequest(\n\u001b[1;32m 221\u001b[0m method\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[1;32m 222\u001b[0m url\u001b[38;5;241m=\u001b[39mhttpcore\u001b[38;5;241m.\u001b[39mURL(\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 230\u001b[0m extensions\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mextensions,\n\u001b[1;32m 231\u001b[0m )\n\u001b[0;32m--> 232\u001b[0m \u001b[43m\u001b[49m\u001b[38;5;28;43;01mwith\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mmap_httpcore_exceptions\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m 233\u001b[0m \u001b[43m \u001b[49m\u001b[43mresp\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/opt/homebrew/Cellar/python@3.12/3.12.3/Frameworks/Python.framework/Versions/3.12/lib/python3.12/contextlib.py:158\u001b[0m, in \u001b[0;36m_GeneratorContextManager.__exit__\u001b[0;34m(self, typ, value, traceback)\u001b[0m\n\u001b[1;32m 157\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 158\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgen\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mthrow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 159\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m 160\u001b[0m \u001b[38;5;66;03m# Suppress StopIteration *unless* it's the same exception that\u001b[39;00m\n\u001b[1;32m 161\u001b[0m \u001b[38;5;66;03m# was passed to throw(). This prevents a StopIteration\u001b[39;00m\n\u001b[1;32m 162\u001b[0m \u001b[38;5;66;03m# raised inside the \"with\" statement from being suppressed.\u001b[39;00m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:86\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m 85\u001b[0m message \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(exc)\n\u001b[0;32m---> 86\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m mapped_exc(message) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mexc\u001b[39;00m\n", + "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.", + "\nThe above exception was the direct cause of the following exception:\n", + "\u001b[0;31mAPIConnectionError\u001b[0m Traceback (most recent call last)", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:59\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 58\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 59\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_invoke_llm\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 60\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_args\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_kwargs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m 61\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:218\u001b[0m, in \u001b[0;36mOpenAIChatCallable._invoke_llm\u001b[0;34m(self, text, model, instructions, msg_history, base_model, function_call, *args, **kwargs)\u001b[0m\n\u001b[1;32m 217\u001b[0m client \u001b[38;5;241m=\u001b[39m OpenAIClient(api_key\u001b[38;5;241m=\u001b[39mapi_key)\n\u001b[0;32m--> 218\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate_chat_completion\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 219\u001b[0m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 220\u001b[0m \u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchat_prompt\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 221\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtext\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\n\u001b[1;32m 222\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 223\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 224\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 225\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 226\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/openai_utils/v1.py:102\u001b[0m, in \u001b[0;36mOpenAIClientV1.create_chat_completion\u001b[0;34m(self, model, messages, *args, **kwargs)\u001b[0m\n\u001b[1;32m 99\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate_chat_completion\u001b[39m(\n\u001b[1;32m 100\u001b[0m \u001b[38;5;28mself\u001b[39m, model: \u001b[38;5;28mstr\u001b[39m, messages: List[Any], \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m 101\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m LLMResponse:\n\u001b[0;32m--> 102\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 103\u001b[0m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m 104\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 106\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconstruct_chat_response(\n\u001b[1;32m 107\u001b[0m stream\u001b[38;5;241m=\u001b[39mkwargs\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mFalse\u001b[39;00m),\n\u001b[1;32m 108\u001b[0m openai_response\u001b[38;5;241m=\u001b[39mresponse,\n\u001b[1;32m 109\u001b[0m )\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_utils/_utils.py:277\u001b[0m, in \u001b[0;36mrequired_args..inner..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 276\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(msg)\n\u001b[0;32m--> 277\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/resources/chat/completions.py:640\u001b[0m, in \u001b[0;36mCompletions.create\u001b[0;34m(self, messages, model, frequency_penalty, function_call, functions, logit_bias, logprobs, max_tokens, n, parallel_tool_calls, presence_penalty, response_format, seed, service_tier, stop, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, extra_headers, extra_query, extra_body, timeout)\u001b[0m\n\u001b[1;32m 606\u001b[0m \u001b[38;5;129m@required_args\u001b[39m([\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m], [\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m])\n\u001b[1;32m 607\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate\u001b[39m(\n\u001b[1;32m 608\u001b[0m \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 638\u001b[0m timeout: \u001b[38;5;28mfloat\u001b[39m \u001b[38;5;241m|\u001b[39m httpx\u001b[38;5;241m.\u001b[39mTimeout \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m|\u001b[39m NotGiven \u001b[38;5;241m=\u001b[39m NOT_GIVEN,\n\u001b[1;32m 639\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ChatCompletion \u001b[38;5;241m|\u001b[39m Stream[ChatCompletionChunk]:\n\u001b[0;32m--> 640\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_post\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 641\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m/chat/completions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 642\u001b[0m \u001b[43m \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmaybe_transform\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 643\u001b[0m \u001b[43m \u001b[49m\u001b[43m{\u001b[49m\n\u001b[1;32m 644\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmessages\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 645\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 646\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfrequency_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfrequency_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 647\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunction_call\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunction_call\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 648\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunctions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunctions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 649\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogit_bias\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogit_bias\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 650\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 651\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmax_tokens\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 652\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mn\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 653\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mparallel_tool_calls\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mparallel_tool_calls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 654\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mpresence_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mpresence_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 655\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mresponse_format\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mresponse_format\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 656\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mseed\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mseed\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 657\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mservice_tier\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mservice_tier\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 658\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstop\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstop\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 659\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 660\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream_options\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_options\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 661\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtemperature\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 662\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtool_choice\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtool_choice\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 663\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtools\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtools\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 664\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_logprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_logprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 665\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_p\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_p\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 666\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43muser\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43muser\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 667\u001b[0m \u001b[43m \u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 668\u001b[0m \u001b[43m \u001b[49m\u001b[43mcompletion_create_params\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mCompletionCreateParams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 669\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 670\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmake_request_options\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 671\u001b[0m \u001b[43m \u001b[49m\u001b[43mextra_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_headers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_query\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_query\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_body\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_body\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\n\u001b[1;32m 672\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 673\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mChatCompletion\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 674\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 675\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mStream\u001b[49m\u001b[43m[\u001b[49m\u001b[43mChatCompletionChunk\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 676\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1246\u001b[0m, in \u001b[0;36mSyncAPIClient.post\u001b[0;34m(self, path, cast_to, body, options, files, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1243\u001b[0m opts \u001b[38;5;241m=\u001b[39m FinalRequestOptions\u001b[38;5;241m.\u001b[39mconstruct(\n\u001b[1;32m 1244\u001b[0m method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpost\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39mpath, json_data\u001b[38;5;241m=\u001b[39mbody, files\u001b[38;5;241m=\u001b[39mto_httpx_files(files), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moptions\n\u001b[1;32m 1245\u001b[0m )\n\u001b[0;32m-> 1246\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m cast(ResponseT, \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mopts\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m)\u001b[49m)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:927\u001b[0m, in \u001b[0;36mSyncAPIClient.request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 918\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m 919\u001b[0m \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m 920\u001b[0m cast_to: Type[ResponseT],\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 925\u001b[0m stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m 926\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[0;32m--> 927\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 928\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 929\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 930\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 931\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 932\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 933\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:982\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 981\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 982\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 983\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 984\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 985\u001b[0m \u001b[43m \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 986\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 987\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 988\u001b[0m \u001b[43m \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 989\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1059\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1057\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1059\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1060\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1061\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1062\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1063\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1064\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1065\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:982\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 981\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 982\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 983\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 984\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 985\u001b[0m \u001b[43m \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 986\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 987\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 988\u001b[0m \u001b[43m \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 989\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1059\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1057\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1059\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1060\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1061\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1062\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1063\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1064\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1065\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:992\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 992\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APIConnectionError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n\u001b[1;32m 994\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\n\u001b[1;32m 995\u001b[0m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mHTTP Response: \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m%i\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m 996\u001b[0m request\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1000\u001b[0m response\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m 1001\u001b[0m )\n", + "\u001b[0;31mAPIConnectionError\u001b[0m: Connection error.", + "\nDuring handling of the above exception, another exception occurred:\n", + "\u001b[0;31mPromptCallableException\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[16], line 7\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mopenai\u001b[39;00m\n\u001b[1;32m 3\u001b[0m leetcode_problem \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\"\"\u001b[39m\n\u001b[1;32m 4\u001b[0m \u001b[38;5;124mGiven a string s, find the longest palindromic substring in s. You may assume that the maximum length of s is 1000.\u001b[39m\n\u001b[1;32m 5\u001b[0m \u001b[38;5;124m\"\"\"\u001b[39m\n\u001b[0;32m----> 7\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mguard\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[43m \u001b[49m\u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 9\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 10\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m{\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mleetcode_problem\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mleetcode_problem\u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 11\u001b[0m \u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m2048\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 12\u001b[0m \u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 13\u001b[0m \u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:798\u001b[0m, in \u001b[0;36mGuard.__call__\u001b[0;34m(self, llm_api, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 792\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m msg_history \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(msg_history):\n\u001b[1;32m 793\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\n\u001b[1;32m 794\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou must provide a prompt if msg_history is empty. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 795\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAlternatively, you can provide a prompt in the Schema constructor.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 796\u001b[0m )\n\u001b[0;32m--> 798\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_execute\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 799\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 800\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 801\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 802\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 803\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 804\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 805\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 806\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 807\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 808\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 809\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:682\u001b[0m, in \u001b[0;36mGuard._execute\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 666\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec(\n\u001b[1;32m 667\u001b[0m llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[1;32m 668\u001b[0m llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 678\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m 679\u001b[0m )\n\u001b[1;32m 681\u001b[0m guard_context \u001b[38;5;241m=\u001b[39m contextvars\u001b[38;5;241m.\u001b[39mContext()\n\u001b[0;32m--> 682\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mguard_context\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 683\u001b[0m \u001b[43m \u001b[49m\u001b[43m__exec\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 684\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 685\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 686\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 687\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 688\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 689\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 690\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 691\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 692\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 693\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 694\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 695\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 696\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:666\u001b[0m, in \u001b[0;36mGuard._execute..__exec\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 653\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_server(\n\u001b[1;32m 654\u001b[0m llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[1;32m 655\u001b[0m llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 662\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m 663\u001b[0m )\n\u001b[1;32m 665\u001b[0m \u001b[38;5;66;03m# Otherwise, call the LLM synchronously\u001b[39;00m\n\u001b[0;32m--> 666\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_exec\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 667\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 668\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 669\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 670\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_num_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 671\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 672\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 673\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 674\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 675\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 676\u001b[0m \u001b[43m \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 677\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 678\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 679\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:753\u001b[0m, in \u001b[0;36mGuard._exec\u001b[0;34m(self, llm_api, llm_output, call_log, prompt_params, num_reasks, metadata, full_schema_reask, prompt, instructions, msg_history, *args, **kwargs)\u001b[0m\n\u001b[1;32m 735\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 736\u001b[0m \u001b[38;5;66;03m# Otherwise, use Runner\u001b[39;00m\n\u001b[1;32m 737\u001b[0m runner \u001b[38;5;241m=\u001b[39m Runner(\n\u001b[1;32m 738\u001b[0m output_type\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_output_type,\n\u001b[1;32m 739\u001b[0m output_schema\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_schema\u001b[38;5;241m.\u001b[39mto_dict(),\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 751\u001b[0m exec_options\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec_opts,\n\u001b[1;32m 752\u001b[0m )\n\u001b[0;32m--> 753\u001b[0m call \u001b[38;5;241m=\u001b[39m \u001b[43mrunner\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 754\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m ValidationOutcome[OT]\u001b[38;5;241m.\u001b[39mfrom_guard_history(call)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:241\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m 238\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m 239\u001b[0m \u001b[38;5;66;03m# Because Pydantic v1 doesn't respect property setters\u001b[39;00m\n\u001b[1;32m 240\u001b[0m call_log\u001b[38;5;241m.\u001b[39m_set_exception(e)\n\u001b[0;32m--> 241\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 242\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m call_log\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:193\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m 190\u001b[0m index \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[1;32m 191\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m index \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_reasks \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m):\n\u001b[1;32m 192\u001b[0m \u001b[38;5;66;03m# Run a single step.\u001b[39;00m\n\u001b[0;32m--> 193\u001b[0m iteration \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 194\u001b[0m \u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mindex\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 195\u001b[0m \u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 196\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 197\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 198\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 199\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 200\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_schema\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_schema\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 201\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moutput\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 202\u001b[0m \u001b[43m \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 203\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 205\u001b[0m \u001b[38;5;66;03m# Loop again?\u001b[39;00m\n\u001b[1;32m 206\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdo_loop(index, iteration\u001b[38;5;241m.\u001b[39mreasks):\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:332\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m 330\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39merror \u001b[38;5;241m=\u001b[39m error_message\n\u001b[1;32m 331\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mexception \u001b[38;5;241m=\u001b[39m e\n\u001b[0;32m--> 332\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 333\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m iteration\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:298\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m 295\u001b[0m iteration\u001b[38;5;241m.\u001b[39minputs\u001b[38;5;241m.\u001b[39mmsg_history \u001b[38;5;241m=\u001b[39m msg_history\n\u001b[1;32m 297\u001b[0m \u001b[38;5;66;03m# Call: run the API.\u001b[39;00m\n\u001b[0;32m--> 298\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcall\u001b[49m\u001b[43m(\u001b[49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 300\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mllm_response_info \u001b[38;5;241m=\u001b[39m llm_response\n\u001b[1;32m 301\u001b[0m raw_output \u001b[38;5;241m=\u001b[39m llm_response\u001b[38;5;241m.\u001b[39moutput\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:561\u001b[0m, in \u001b[0;36mRunner.call\u001b[0;34m(self, instructions, prompt, msg_history, api, output)\u001b[0m\n\u001b[1;32m 559\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m api_fn(msg_history\u001b[38;5;241m=\u001b[39mmsg_history_source(msg_history))\n\u001b[1;32m 560\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt \u001b[38;5;129;01mand\u001b[39;00m instructions:\n\u001b[0;32m--> 561\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[43mapi_fn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 562\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt:\n\u001b[1;32m 563\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m api_fn(prompt\u001b[38;5;241m.\u001b[39msource)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:63\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 59\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_invoke_llm(\n\u001b[1;32m 60\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_args, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_kwargs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m 61\u001b[0m )\n\u001b[1;32m 62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m---> 63\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m 64\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` failed\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 65\u001b[0m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m with the following error: `\u001b[39m\u001b[38;5;132;01m{\u001b[39;00me\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m`. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 66\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMake sure that `fn` can be called as a function that\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 67\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m takes in a single prompt string \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 68\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 69\u001b[0m )\n\u001b[1;32m 70\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(result, LLMResponse):\n\u001b[1;32m 71\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m 72\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` returned\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 73\u001b[0m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m a non-string value: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresult\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 76\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 77\u001b[0m )\n", + "\u001b[0;31mPromptCallableException\u001b[0m: The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string." + ] } ], "source": [ - "print(guard.rail.prompt)" + "import openai\n", + "\n", + "leetcode_problem = \"\"\"\n", + "Given a string s, find the longest palindromic substring in s. You may assume that the maximum length of s is 1000.\n", + "\"\"\"\n", + "\n", + "response = guard(\n", + " openai.chat.completions.create,\n", + " prompt=prompt,\n", + " prompt_params={\"leetcode_problem\": leetcode_problem},\n", + " max_tokens=2048,\n", + " temperature=0,\n", + ")" ] }, { @@ -199,27 +209,29 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "## Step 3: Wrap the LLM API call with `Guard`" + "The `Guard` object compiles the output schema and adds it to the prompt. We can see the final prompt below:" ] }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, - "outputs": [], + "outputs": [ + { + "ename": "AttributeError", + "evalue": "'Guard' object has no attribute 'rail'", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[5], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[43mguard\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrail\u001b[49m\u001b[38;5;241m.\u001b[39mprompt)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/pydantic/main.py:811\u001b[0m, in \u001b[0;36mBaseModel.__getattr__\u001b[0;34m(self, item)\u001b[0m\n\u001b[1;32m 808\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__getattribute__\u001b[39m(item) \u001b[38;5;66;03m# Raises AttributeError if appropriate\u001b[39;00m\n\u001b[1;32m 809\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 810\u001b[0m \u001b[38;5;66;03m# this is the current error\u001b[39;00m\n\u001b[0;32m--> 811\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mAttributeError\u001b[39;00m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mtype\u001b[39m(\u001b[38;5;28mself\u001b[39m)\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m\u001b[38;5;132;01m!r}\u001b[39;00m\u001b[38;5;124m object has no attribute \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mitem\u001b[38;5;132;01m!r}\u001b[39;00m\u001b[38;5;124m'\u001b[39m)\n", + "\u001b[0;31mAttributeError\u001b[0m: 'Guard' object has no attribute 'rail'" + ] + } + ], "source": [ - "import openai\n", - "\n", - "leetcode_problem = \"\"\"\n", - "Given a string s, find the longest palindromic substring in s. You may assume that the maximum length of s is 1000.\n", - "\"\"\"\n", - "\n", - "response = guard(\n", - " openai.chat.completions.create,\n", - " prompt_params={\"leetcode_problem\": leetcode_problem},\n", - " max_tokens=2048,\n", - " temperature=0,\n", - ")" + "print(guard.history.last.prompt)" ] }, { @@ -234,7 +246,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -279,7 +291,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -351,7 +363,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -393,7 +405,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.9" + "version": "3.12.3" }, "orig_nbformat": 4, "vscode": { diff --git a/docs/examples/check_for_pii.ipynb b/docs/examples/check_for_pii.ipynb index 5afe56212..21743e11e 100644 --- a/docs/examples/check_for_pii.ipynb +++ b/docs/examples/check_for_pii.ipynb @@ -14,7 +14,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 1, "metadata": {}, "outputs": [ { @@ -52,7 +52,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -66,7 +66,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 4, "metadata": {}, "outputs": [ { @@ -115,7 +115,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 5, "metadata": {}, "outputs": [ { @@ -165,7 +165,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 6, "metadata": {}, "outputs": [], "source": [ @@ -176,7 +176,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 7, "metadata": {}, "outputs": [ { @@ -226,7 +226,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 8, "metadata": {}, "outputs": [ { @@ -292,7 +292,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.0" + "version": "3.12.3" } }, "nbformat": 4, diff --git a/docs/examples/competitors_check.ipynb b/docs/examples/competitors_check.ipynb index 8f9278c0b..9b46dbe22 100644 --- a/docs/examples/competitors_check.ipynb +++ b/docs/examples/competitors_check.ipynb @@ -26,11 +26,11 @@ "name": "stdout", "output_type": "stream", "text": [ - "Requirement already satisfied: nltk in ./.venv/lib/python3.10/site-packages (3.8.1)\n", - "Requirement already satisfied: click in ./.venv/lib/python3.10/site-packages (from nltk) (8.1.7)\n", - "Requirement already satisfied: joblib in ./.venv/lib/python3.10/site-packages (from nltk) (1.4.2)\n", - "Requirement already satisfied: regex>=2021.8.3 in ./.venv/lib/python3.10/site-packages (from nltk) (2023.12.25)\n", - "Requirement already satisfied: tqdm in ./.venv/lib/python3.10/site-packages (from nltk) (4.66.4)\n", + "Requirement already satisfied: nltk in ./.venv/lib/python3.12/site-packages (3.8.1)\n", + "Requirement already satisfied: click in ./.venv/lib/python3.12/site-packages (from nltk) (8.1.7)\n", + "Requirement already satisfied: joblib in ./.venv/lib/python3.12/site-packages (from nltk) (1.4.2)\n", + "Requirement already satisfied: regex>=2021.8.3 in ./.venv/lib/python3.12/site-packages (from nltk) (2023.12.25)\n", + "Requirement already satisfied: tqdm in ./.venv/lib/python3.12/site-packages (from nltk) (4.66.4)\n", "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mcompetitor_check...\u001b[0m\n", "✅Successfully installed guardrails/competitor_check!\n", "\n", @@ -47,24 +47,7 @@ "cell_type": "code", "execution_count": 2, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/guardrails/validators/__init__.py:51: FutureWarning: \n", - " Importing validators from `guardrails.validators` is deprecated.\n", - " All validators are now available in the Guardrails Hub. Please install\n", - " and import them from the hub instead. All validators will be\n", - " removed from this module in the next major release.\n", - "\n", - " Install with: `guardrails hub install hub:///`\n", - " Import as: from guardrails.hub import `ValidatorName`\n", - " \n", - " warn(\n" - ] - } - ], + "outputs": [], "source": [ "from guardrails.hub import CompetitorCheck\n", "import guardrails as gd\n", @@ -325,7 +308,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.0" + "version": "3.12.3" } }, "nbformat": 4, diff --git a/docs/examples/extracting_entities.ipynb b/docs/examples/extracting_entities.ipynb index 901132224..0272a00c4 100644 --- a/docs/examples/extracting_entities.ipynb +++ b/docs/examples/extracting_entities.ipynb @@ -148,7 +148,7 @@ "\n", "${document}\n", "\n", - "${gr.complete_json_suffix_v2}\n", + "${gr.complete_xml_suffix_v2}\n", "\"\"\"\n", "\n", "class Fee(BaseModel):\n", @@ -185,7 +185,7 @@ "metadata": {}, "outputs": [], "source": [ - "guard = gd.Guard.from_pydantic(output_class=CreditCardAgreement, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=CreditCardAgreement)" ] }, { @@ -216,6 +216,7 @@ "\n", "raw_llm_response, validated_response, *rest = guard(\n", " openai.completions.create,\n", + " prompt=prompt,\n", " prompt_params={\"document\": content[:6000]},\n", " model=\"gpt-3.5-turbo-instruct\",\n", " max_tokens=2048,\n", diff --git a/docs/examples/generate_structured_data.ipynb b/docs/examples/generate_structured_data.ipynb index ee80c9d24..f9d3a00b5 100644 --- a/docs/examples/generate_structured_data.ipynb +++ b/docs/examples/generate_structured_data.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 3, + "execution_count": 1, "metadata": {}, "outputs": [ { @@ -61,7 +61,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ @@ -73,7 +73,7 @@ "prompt = \"\"\"\n", "Generate a dataset of fake user orders. Each row of the dataset should be valid.\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\"\"\"\n", "\n", "class Order(BaseModel):\n", @@ -109,7 +109,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -120,11 +120,105 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "metadata": {}, "outputs": [], "source": [ - "guard = gd.Guard.from_pydantic(output_class=Orders, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=Orders)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 3: Wrap the LLM API call with `Guard`" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/prompt/base_prompt.py:70: FutureWarning: Prompt Primitives are moving! To keep the same behaviour, switch from `json` constants to `xml` constants. Example: ${gr.complete_json_suffix} -> ${gr.complete_xml_suffix}\n", + " warn(\n" + ] + }, + { + "ename": "PromptCallableException", + "evalue": "The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string.", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mRemoteProtocolError\u001b[0m Traceback (most recent call last)", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:69\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m 68\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 69\u001b[0m \u001b[38;5;28;01myield\u001b[39;00m\n\u001b[1;32m 70\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:233\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 232\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m map_httpcore_exceptions():\n\u001b[0;32m--> 233\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 235\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(resp\u001b[38;5;241m.\u001b[39mstream, typing\u001b[38;5;241m.\u001b[39mIterable)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:216\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 215\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_close_connections(closing)\n\u001b[0;32m--> 216\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m 218\u001b[0m \u001b[38;5;66;03m# Return the response. Note that in this case we still have to manage\u001b[39;00m\n\u001b[1;32m 219\u001b[0m \u001b[38;5;66;03m# the point at which the response is closed.\u001b[39;00m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:196\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 194\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 195\u001b[0m \u001b[38;5;66;03m# Send the request on the assigned connection.\u001b[39;00m\n\u001b[0;32m--> 196\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mconnection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 197\u001b[0m \u001b[43m \u001b[49m\u001b[43mpool_request\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\n\u001b[1;32m 198\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 199\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ConnectionNotAvailable:\n\u001b[1;32m 200\u001b[0m \u001b[38;5;66;03m# In some cases a connection may initially be available to\u001b[39;00m\n\u001b[1;32m 201\u001b[0m \u001b[38;5;66;03m# handle a request, but then become unavailable.\u001b[39;00m\n\u001b[1;32m 202\u001b[0m \u001b[38;5;66;03m#\u001b[39;00m\n\u001b[1;32m 203\u001b[0m \u001b[38;5;66;03m# In this case we clear the connection and try again.\u001b[39;00m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection.py:101\u001b[0m, in \u001b[0;36mHTTPConnection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 99\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n\u001b[0;32m--> 101\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_connection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:143\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 142\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_response_closed()\n\u001b[0;32m--> 143\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:113\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m Trace(\n\u001b[1;32m 105\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mreceive_response_headers\u001b[39m\u001b[38;5;124m\"\u001b[39m, logger, request, kwargs\n\u001b[1;32m 106\u001b[0m ) \u001b[38;5;28;01mas\u001b[39;00m trace:\n\u001b[1;32m 107\u001b[0m (\n\u001b[1;32m 108\u001b[0m http_version,\n\u001b[1;32m 109\u001b[0m status,\n\u001b[1;32m 110\u001b[0m reason_phrase,\n\u001b[1;32m 111\u001b[0m headers,\n\u001b[1;32m 112\u001b[0m trailing_data,\n\u001b[0;32m--> 113\u001b[0m ) \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_response_headers\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 114\u001b[0m trace\u001b[38;5;241m.\u001b[39mreturn_value \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m 115\u001b[0m http_version,\n\u001b[1;32m 116\u001b[0m status,\n\u001b[1;32m 117\u001b[0m reason_phrase,\n\u001b[1;32m 118\u001b[0m headers,\n\u001b[1;32m 119\u001b[0m )\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:186\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_response_headers\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 185\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 186\u001b[0m event \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_event\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 187\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(event, h11\u001b[38;5;241m.\u001b[39mResponse):\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:238\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_event\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m 237\u001b[0m msg \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mServer disconnected without sending a response.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m--> 238\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m RemoteProtocolError(msg)\n\u001b[1;32m 240\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_h11_state\u001b[38;5;241m.\u001b[39mreceive_data(data)\n", + "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.", + "\nThe above exception was the direct cause of the following exception:\n", + "\u001b[0;31mRemoteProtocolError\u001b[0m Traceback (most recent call last)", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:958\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 957\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 958\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_client\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 959\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 960\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_should_stream_response_body\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 961\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 962\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 963\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m httpx\u001b[38;5;241m.\u001b[39mTimeoutException \u001b[38;5;28;01mas\u001b[39;00m err:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:914\u001b[0m, in \u001b[0;36mClient.send\u001b[0;34m(self, request, stream, auth, follow_redirects)\u001b[0m\n\u001b[1;32m 912\u001b[0m auth \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_request_auth(request, auth)\n\u001b[0;32m--> 914\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_auth\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 915\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 916\u001b[0m \u001b[43m \u001b[49m\u001b[43mauth\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauth\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 917\u001b[0m \u001b[43m \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 918\u001b[0m \u001b[43m \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 919\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 920\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:942\u001b[0m, in \u001b[0;36mClient._send_handling_auth\u001b[0;34m(self, request, auth, follow_redirects, history)\u001b[0m\n\u001b[1;32m 941\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 942\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_redirects\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 943\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 944\u001b[0m \u001b[43m \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 945\u001b[0m \u001b[43m \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mhistory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 946\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 947\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:979\u001b[0m, in \u001b[0;36mClient._send_handling_redirects\u001b[0;34m(self, request, follow_redirects, history)\u001b[0m\n\u001b[1;32m 977\u001b[0m hook(request)\n\u001b[0;32m--> 979\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_single_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 980\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:1015\u001b[0m, in \u001b[0;36mClient._send_single_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 1014\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m request_context(request\u001b[38;5;241m=\u001b[39mrequest):\n\u001b[0;32m-> 1015\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mtransport\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1017\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(response\u001b[38;5;241m.\u001b[39mstream, SyncByteStream)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:232\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 220\u001b[0m req \u001b[38;5;241m=\u001b[39m httpcore\u001b[38;5;241m.\u001b[39mRequest(\n\u001b[1;32m 221\u001b[0m method\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[1;32m 222\u001b[0m url\u001b[38;5;241m=\u001b[39mhttpcore\u001b[38;5;241m.\u001b[39mURL(\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 230\u001b[0m extensions\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mextensions,\n\u001b[1;32m 231\u001b[0m )\n\u001b[0;32m--> 232\u001b[0m \u001b[43m\u001b[49m\u001b[38;5;28;43;01mwith\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mmap_httpcore_exceptions\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m 233\u001b[0m \u001b[43m \u001b[49m\u001b[43mresp\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/opt/homebrew/Cellar/python@3.12/3.12.3/Frameworks/Python.framework/Versions/3.12/lib/python3.12/contextlib.py:158\u001b[0m, in \u001b[0;36m_GeneratorContextManager.__exit__\u001b[0;34m(self, typ, value, traceback)\u001b[0m\n\u001b[1;32m 157\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 158\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgen\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mthrow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 159\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m 160\u001b[0m \u001b[38;5;66;03m# Suppress StopIteration *unless* it's the same exception that\u001b[39;00m\n\u001b[1;32m 161\u001b[0m \u001b[38;5;66;03m# was passed to throw(). This prevents a StopIteration\u001b[39;00m\n\u001b[1;32m 162\u001b[0m \u001b[38;5;66;03m# raised inside the \"with\" statement from being suppressed.\u001b[39;00m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:86\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m 85\u001b[0m message \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(exc)\n\u001b[0;32m---> 86\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m mapped_exc(message) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mexc\u001b[39;00m\n", + "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.", + "\nThe above exception was the direct cause of the following exception:\n", + "\u001b[0;31mAPIConnectionError\u001b[0m Traceback (most recent call last)", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:59\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 58\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 59\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_invoke_llm\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 60\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_args\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_kwargs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m 61\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:218\u001b[0m, in \u001b[0;36mOpenAIChatCallable._invoke_llm\u001b[0;34m(self, text, model, instructions, msg_history, base_model, function_call, *args, **kwargs)\u001b[0m\n\u001b[1;32m 217\u001b[0m client \u001b[38;5;241m=\u001b[39m OpenAIClient(api_key\u001b[38;5;241m=\u001b[39mapi_key)\n\u001b[0;32m--> 218\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate_chat_completion\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 219\u001b[0m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 220\u001b[0m \u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchat_prompt\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 221\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtext\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\n\u001b[1;32m 222\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 223\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 224\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 225\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 226\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/openai_utils/v1.py:102\u001b[0m, in \u001b[0;36mOpenAIClientV1.create_chat_completion\u001b[0;34m(self, model, messages, *args, **kwargs)\u001b[0m\n\u001b[1;32m 99\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate_chat_completion\u001b[39m(\n\u001b[1;32m 100\u001b[0m \u001b[38;5;28mself\u001b[39m, model: \u001b[38;5;28mstr\u001b[39m, messages: List[Any], \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m 101\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m LLMResponse:\n\u001b[0;32m--> 102\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 103\u001b[0m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m 104\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 106\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconstruct_chat_response(\n\u001b[1;32m 107\u001b[0m stream\u001b[38;5;241m=\u001b[39mkwargs\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mFalse\u001b[39;00m),\n\u001b[1;32m 108\u001b[0m openai_response\u001b[38;5;241m=\u001b[39mresponse,\n\u001b[1;32m 109\u001b[0m )\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_utils/_utils.py:277\u001b[0m, in \u001b[0;36mrequired_args..inner..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 276\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(msg)\n\u001b[0;32m--> 277\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/resources/chat/completions.py:640\u001b[0m, in \u001b[0;36mCompletions.create\u001b[0;34m(self, messages, model, frequency_penalty, function_call, functions, logit_bias, logprobs, max_tokens, n, parallel_tool_calls, presence_penalty, response_format, seed, service_tier, stop, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, extra_headers, extra_query, extra_body, timeout)\u001b[0m\n\u001b[1;32m 606\u001b[0m \u001b[38;5;129m@required_args\u001b[39m([\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m], [\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m])\n\u001b[1;32m 607\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate\u001b[39m(\n\u001b[1;32m 608\u001b[0m \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 638\u001b[0m timeout: \u001b[38;5;28mfloat\u001b[39m \u001b[38;5;241m|\u001b[39m httpx\u001b[38;5;241m.\u001b[39mTimeout \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m|\u001b[39m NotGiven \u001b[38;5;241m=\u001b[39m NOT_GIVEN,\n\u001b[1;32m 639\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ChatCompletion \u001b[38;5;241m|\u001b[39m Stream[ChatCompletionChunk]:\n\u001b[0;32m--> 640\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_post\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 641\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m/chat/completions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 642\u001b[0m \u001b[43m \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmaybe_transform\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 643\u001b[0m \u001b[43m \u001b[49m\u001b[43m{\u001b[49m\n\u001b[1;32m 644\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmessages\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 645\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 646\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfrequency_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfrequency_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 647\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunction_call\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunction_call\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 648\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunctions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunctions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 649\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogit_bias\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogit_bias\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 650\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 651\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmax_tokens\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 652\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mn\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 653\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mparallel_tool_calls\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mparallel_tool_calls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 654\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mpresence_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mpresence_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 655\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mresponse_format\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mresponse_format\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 656\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mseed\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mseed\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 657\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mservice_tier\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mservice_tier\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 658\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstop\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstop\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 659\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 660\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream_options\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_options\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 661\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtemperature\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 662\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtool_choice\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtool_choice\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 663\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtools\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtools\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 664\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_logprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_logprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 665\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_p\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_p\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 666\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43muser\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43muser\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 667\u001b[0m \u001b[43m \u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 668\u001b[0m \u001b[43m \u001b[49m\u001b[43mcompletion_create_params\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mCompletionCreateParams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 669\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 670\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmake_request_options\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 671\u001b[0m \u001b[43m \u001b[49m\u001b[43mextra_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_headers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_query\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_query\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_body\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_body\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\n\u001b[1;32m 672\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 673\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mChatCompletion\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 674\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 675\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mStream\u001b[49m\u001b[43m[\u001b[49m\u001b[43mChatCompletionChunk\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 676\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1246\u001b[0m, in \u001b[0;36mSyncAPIClient.post\u001b[0;34m(self, path, cast_to, body, options, files, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1243\u001b[0m opts \u001b[38;5;241m=\u001b[39m FinalRequestOptions\u001b[38;5;241m.\u001b[39mconstruct(\n\u001b[1;32m 1244\u001b[0m method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpost\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39mpath, json_data\u001b[38;5;241m=\u001b[39mbody, files\u001b[38;5;241m=\u001b[39mto_httpx_files(files), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moptions\n\u001b[1;32m 1245\u001b[0m )\n\u001b[0;32m-> 1246\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m cast(ResponseT, \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mopts\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m)\u001b[49m)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:927\u001b[0m, in \u001b[0;36mSyncAPIClient.request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 918\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m 919\u001b[0m \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m 920\u001b[0m cast_to: Type[ResponseT],\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 925\u001b[0m stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m 926\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[0;32m--> 927\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 928\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 929\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 930\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 931\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 932\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 933\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:982\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 981\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 982\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 983\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 984\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 985\u001b[0m \u001b[43m \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 986\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 987\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 988\u001b[0m \u001b[43m \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 989\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1059\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1057\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1059\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1060\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1061\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1062\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1063\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1064\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1065\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:982\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 981\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 982\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 983\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 984\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 985\u001b[0m \u001b[43m \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 986\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 987\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 988\u001b[0m \u001b[43m \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 989\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1059\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1057\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1059\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1060\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1061\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1062\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1063\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1064\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1065\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:992\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 992\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APIConnectionError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n\u001b[1;32m 994\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\n\u001b[1;32m 995\u001b[0m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mHTTP Response: \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m%i\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m 996\u001b[0m request\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1000\u001b[0m response\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m 1001\u001b[0m )\n", + "\u001b[0;31mAPIConnectionError\u001b[0m: Connection error.", + "\nDuring handling of the above exception, another exception occurred:\n", + "\u001b[0;31mPromptCallableException\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[5], line 4\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mopenai\u001b[39;00m\n\u001b[0;32m----> 4\u001b[0m res \u001b[38;5;241m=\u001b[39m \u001b[43mguard\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 5\u001b[0m \u001b[43m \u001b[49m\u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 6\u001b[0m \u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m2048\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 7\u001b[0m \u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0\u001b[39;49m\n\u001b[1;32m 8\u001b[0m \u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:798\u001b[0m, in \u001b[0;36mGuard.__call__\u001b[0;34m(self, llm_api, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 792\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m msg_history \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(msg_history):\n\u001b[1;32m 793\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\n\u001b[1;32m 794\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou must provide a prompt if msg_history is empty. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 795\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAlternatively, you can provide a prompt in the Schema constructor.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 796\u001b[0m )\n\u001b[0;32m--> 798\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_execute\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 799\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 800\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 801\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 802\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 803\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 804\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 805\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 806\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 807\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 808\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 809\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:682\u001b[0m, in \u001b[0;36mGuard._execute\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 666\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec(\n\u001b[1;32m 667\u001b[0m llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[1;32m 668\u001b[0m llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 678\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m 679\u001b[0m )\n\u001b[1;32m 681\u001b[0m guard_context \u001b[38;5;241m=\u001b[39m contextvars\u001b[38;5;241m.\u001b[39mContext()\n\u001b[0;32m--> 682\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mguard_context\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 683\u001b[0m \u001b[43m \u001b[49m\u001b[43m__exec\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 684\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 685\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 686\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 687\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 688\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 689\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 690\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 691\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 692\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 693\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 694\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 695\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 696\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:666\u001b[0m, in \u001b[0;36mGuard._execute..__exec\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 653\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_server(\n\u001b[1;32m 654\u001b[0m llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[1;32m 655\u001b[0m llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 662\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m 663\u001b[0m )\n\u001b[1;32m 665\u001b[0m \u001b[38;5;66;03m# Otherwise, call the LLM synchronously\u001b[39;00m\n\u001b[0;32m--> 666\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_exec\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 667\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 668\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 669\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 670\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_num_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 671\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 672\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 673\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 674\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 675\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 676\u001b[0m \u001b[43m \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 677\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 678\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 679\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:753\u001b[0m, in \u001b[0;36mGuard._exec\u001b[0;34m(self, llm_api, llm_output, call_log, prompt_params, num_reasks, metadata, full_schema_reask, prompt, instructions, msg_history, *args, **kwargs)\u001b[0m\n\u001b[1;32m 735\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 736\u001b[0m \u001b[38;5;66;03m# Otherwise, use Runner\u001b[39;00m\n\u001b[1;32m 737\u001b[0m runner \u001b[38;5;241m=\u001b[39m Runner(\n\u001b[1;32m 738\u001b[0m output_type\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_output_type,\n\u001b[1;32m 739\u001b[0m output_schema\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_schema\u001b[38;5;241m.\u001b[39mto_dict(),\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 751\u001b[0m exec_options\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec_opts,\n\u001b[1;32m 752\u001b[0m )\n\u001b[0;32m--> 753\u001b[0m call \u001b[38;5;241m=\u001b[39m \u001b[43mrunner\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 754\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m ValidationOutcome[OT]\u001b[38;5;241m.\u001b[39mfrom_guard_history(call)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:241\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m 238\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m 239\u001b[0m \u001b[38;5;66;03m# Because Pydantic v1 doesn't respect property setters\u001b[39;00m\n\u001b[1;32m 240\u001b[0m call_log\u001b[38;5;241m.\u001b[39m_set_exception(e)\n\u001b[0;32m--> 241\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 242\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m call_log\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:193\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m 190\u001b[0m index \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[1;32m 191\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m index \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_reasks \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m):\n\u001b[1;32m 192\u001b[0m \u001b[38;5;66;03m# Run a single step.\u001b[39;00m\n\u001b[0;32m--> 193\u001b[0m iteration \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 194\u001b[0m \u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mindex\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 195\u001b[0m \u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 196\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 197\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 198\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 199\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 200\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_schema\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_schema\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 201\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moutput\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 202\u001b[0m \u001b[43m \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 203\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 205\u001b[0m \u001b[38;5;66;03m# Loop again?\u001b[39;00m\n\u001b[1;32m 206\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdo_loop(index, iteration\u001b[38;5;241m.\u001b[39mreasks):\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:332\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m 330\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39merror \u001b[38;5;241m=\u001b[39m error_message\n\u001b[1;32m 331\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mexception \u001b[38;5;241m=\u001b[39m e\n\u001b[0;32m--> 332\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 333\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m iteration\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:298\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m 295\u001b[0m iteration\u001b[38;5;241m.\u001b[39minputs\u001b[38;5;241m.\u001b[39mmsg_history \u001b[38;5;241m=\u001b[39m msg_history\n\u001b[1;32m 297\u001b[0m \u001b[38;5;66;03m# Call: run the API.\u001b[39;00m\n\u001b[0;32m--> 298\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcall\u001b[49m\u001b[43m(\u001b[49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 300\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mllm_response_info \u001b[38;5;241m=\u001b[39m llm_response\n\u001b[1;32m 301\u001b[0m raw_output \u001b[38;5;241m=\u001b[39m llm_response\u001b[38;5;241m.\u001b[39moutput\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:561\u001b[0m, in \u001b[0;36mRunner.call\u001b[0;34m(self, instructions, prompt, msg_history, api, output)\u001b[0m\n\u001b[1;32m 559\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m api_fn(msg_history\u001b[38;5;241m=\u001b[39mmsg_history_source(msg_history))\n\u001b[1;32m 560\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt \u001b[38;5;129;01mand\u001b[39;00m instructions:\n\u001b[0;32m--> 561\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[43mapi_fn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 562\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt:\n\u001b[1;32m 563\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m api_fn(prompt\u001b[38;5;241m.\u001b[39msource)\n", + "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:63\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 59\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_invoke_llm(\n\u001b[1;32m 60\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_args, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_kwargs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m 61\u001b[0m )\n\u001b[1;32m 62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m---> 63\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m 64\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` failed\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 65\u001b[0m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m with the following error: `\u001b[39m\u001b[38;5;132;01m{\u001b[39;00me\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m`. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 66\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMake sure that `fn` can be called as a function that\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 67\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m takes in a single prompt string \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 68\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 69\u001b[0m )\n\u001b[1;32m 70\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(result, LLMResponse):\n\u001b[1;32m 71\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m 72\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` returned\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 73\u001b[0m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m a non-string value: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresult\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 76\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 77\u001b[0m )\n", + "\u001b[0;31mPromptCallableException\u001b[0m: The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string." + ] + } + ], + "source": [ + "import openai\n", + "\n", + "\n", + "res = guard(\n", + " openai.chat.completions.create,\n", + " prompt=prompt,\n", + " max_tokens=2048,\n", + " temperature=0\n", + ")\n" ] }, { @@ -136,7 +230,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -216,51 +310,17 @@ } ], "source": [ - "print(guard.rail.prompt)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Step 3: Wrap the LLM API call with `Guard`" + "print(guard.history.last.prompt)" ] }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'user_orders': [{'user_id': 'u123', 'user_name': 'John Doe', 'num_orders': 5},\n", - " {'user_id': 'u456', 'user_name': 'Jane Smith', 'num_orders': 12},\n", - " {'user_id': 'u789', 'user_name': 'Alice Johnson', 'num_orders': 3},\n", - " {'user_id': 'u234', 'user_name': 'Michael Brown', 'num_orders': 8},\n", - " {'user_id': 'u567', 'user_name': 'Emily Davis', 'num_orders': 20},\n", - " {'user_id': 'u890', 'user_name': 'David Wilson', 'num_orders': 15},\n", - " {'user_id': 'u345', 'user_name': 'Sarah Martinez', 'num_orders': 7},\n", - " {'user_id': 'u678', 'user_name': 'Robert Anderson', 'num_orders': 10},\n", - " {'user_id': 'u901', 'user_name': 'Laura Thompson', 'num_orders': 2},\n", - " {'user_id': 'u432', 'user_name': 'William Garcia', 'num_orders': 18}]}" - ] - }, - "execution_count": 8, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ - "import openai\n", - "\n", - "\n", - "res = guard(\n", - " openai.chat.completions.create,\n", - " max_tokens=2048,\n", - " temperature=0\n", - ")\n", - "res.validated_output\n" + "print(res.raw_llm_output)\n", + "res.validated_output" ] }, { @@ -275,7 +335,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -461,7 +521,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.0" + "version": "3.12.3" }, "orig_nbformat": 4 }, diff --git a/docs/examples/generate_structured_data_cohere.ipynb b/docs/examples/generate_structured_data_cohere.ipynb index e22624ea8..294e50cf3 100644 --- a/docs/examples/generate_structured_data_cohere.ipynb +++ b/docs/examples/generate_structured_data_cohere.ipynb @@ -159,12 +159,13 @@ ], "source": [ "import guardrails as gd\n", - "guard = gd.Guard.from_pydantic(output_class=Orders, prompt=prompt)\n", + "guard = gd.Guard.from_pydantic(output_class=Orders)\n", "\n", "res = co.chat(message=\"hi\")\n", "\n", "raw_llm_response, validated_response, *rest = guard(\n", "\tco.chat,\n", + " \tprompt=prompt,\n", "\tmodel=\"command\",\n", "\tmax_tokens=1024,\n", "\ttemperature=0.3\n", diff --git a/docs/examples/guardrails_with_chat_models.ipynb b/docs/examples/guardrails_with_chat_models.ipynb index d26409b4e..208ad5a0c 100644 --- a/docs/examples/guardrails_with_chat_models.ipynb +++ b/docs/examples/guardrails_with_chat_models.ipynb @@ -331,7 +331,7 @@ "\n", "${document}\n", "\n", - "${gr.complete_json_suffix_v2}\n", + "${gr.complete_xml_suffix_v2}\n", "\"\"\"\n", "\n", "class Fee(BaseModel):\n", @@ -410,16 +410,38 @@ "metadata": {}, "outputs": [], "source": [ - "guard = gd.Guard.from_pydantic(output_class=CreditCardAgreement, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=CreditCardAgreement)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "As we can see, a few formatters weren't supported. These formatters won't be enforced in the output, but this information can still be used to generate a prompt.\n", + "As we can see, a few formatters weren't supported. These formatters won't be enforced in the output, but this information can still be used to generate a prompt." + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [], + "source": [ + "import openai\n", "\n", - "We see the prompt that will be sent to the LLM. The `{document}` is substituted with the user provided value at runtime." + "raw_llm_response, validated_response, *rest = guard(\n", + " openai.chat.completions.create,\n", + " prompt=prompt,\n", + " prompt_params={\"document\": content[:6000]},\n", + " max_tokens=2048,\n", + " temperature=0,\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We see in the prompt that was sent to the LLM, the `{document}` is substituted with the user provided value at runtime." ] }, { @@ -526,31 +548,7 @@ } ], "source": [ - "print(guard.base_prompt)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "Here's the formatted instructions sent as the system message to the LLM." - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [], - "source": [ - "import openai\n", - "\n", - "raw_llm_response, validated_response, *rest = guard(\n", - " openai.chat.completions.create,\n", - " prompt_params={\"document\": content[:6000]},\n", - " max_tokens=2048,\n", - " temperature=0,\n", - ")" + "print(guard.history.last.prompt)" ] }, { @@ -1652,7 +1650,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.9" + "version": "3.12.3" }, "orig_nbformat": 4 }, diff --git a/docs/examples/no_secrets_in_generated_text.ipynb b/docs/examples/no_secrets_in_generated_text.ipynb index 05f0ecc16..6408f0fc2 100644 --- a/docs/examples/no_secrets_in_generated_text.ipynb +++ b/docs/examples/no_secrets_in_generated_text.ipynb @@ -117,7 +117,7 @@ "\n", "How do I use OpenAI's Completion API?\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\n", "\n", "\n", @@ -145,7 +145,7 @@ "\n", "How do I use OpenAI's Completion API?\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\"\"\"\n", "\n", "class ScrubbedCode(BaseModel):\n", @@ -223,7 +223,40 @@ } ], "source": [ - "guard = gd.Guard.from_pydantic(output_class=ScrubbedCode, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=ScrubbedCode)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 3: Wrap the LLM API call with `Guard`" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "The `guard` wrapper returns the raw_llm_respose (which is a simple string), and the validated and corrected output (which is a dictionary).\n", + "\n", + "We can see that the output is a dictionary with the correct schema and types." + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [], + "source": [ + "import openai\n", + "\n", + "raw_llm_response, validated_response, *rest = guard(\n", + " openai.completions.create,\n", + " model=\"gpt-3.5-turbo-instruct\",\n", + " max_tokens=2048,\n", + " temperature=0,\n", + " prompt=prompt\n", + ")" ] }, { @@ -231,7 +264,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "We see the prompt that will be sent to the LLM." + "We can see the prompt that was sent to the LLM." ] }, { @@ -310,36 +343,7 @@ } ], "source": [ - "print(guard.base_prompt)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Step 3: Wrap the LLM API call with `Guard`" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "The `guard` wrapper returns the raw_llm_respose (which is a simple string), and the validated and corrected output (which is a dictionary).\n", - "\n", - "We can see that the output is a dictionary with the correct schema and types." - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [], - "source": [ - "import openai\n", - "\n", - "raw_llm_response, validated_response, *rest = guard(\n", - " openai.completions.create, model=\"gpt-3.5-turbo-instruct\", max_tokens=2048, temperature=0\n", - ")" + "print(guard.history.last.prompt)" ] }, { diff --git a/docs/examples/recipe_generation.ipynb b/docs/examples/recipe_generation.ipynb index 7996df62e..80d971084 100644 --- a/docs/examples/recipe_generation.ipynb +++ b/docs/examples/recipe_generation.ipynb @@ -119,7 +119,7 @@ "\n", "\n", "Generate a recipe for vegan mac and cheese.\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\n", "\n", "\n", @@ -145,7 +145,7 @@ "\n", "prompt = \"\"\"\n", "Generate a recipe for vegan mac and cheese.\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\"\"\"\n", "\n", "class Ingredient(BaseModel):\n", @@ -233,16 +233,54 @@ "metadata": {}, "outputs": [], "source": [ - "guard = gd.Guard.from_pydantic(output_class=Recipe, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=Recipe)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "As we can see, a few formatters weren't supported. These formatters won't be enforced in the output, but this information can still be used to generate a prompt.\n", + "As we can see, a few formatters weren't supported. These formatters won't be enforced in the output, but this information can still be used to generate a prompt." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 3: Wrap the LLM API call with `Guard`" + ] + }, + { + "cell_type": "code", + "execution_count": 53, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n", + "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n" + ] + } + ], + "source": [ + "import openai\n", "\n", - "We see the prompt that will be sent to the LLM. The `{document}` is substituted with the user provided value at runtime." + "raw_llm_response, validated_response, *rest = guard(\n", + " openai.chat.completions.create,\n", + " prompt=prompt,\n", + " max_tokens=2048,\n", + " temperature=0,\n", + " model=\"gpt-4\"\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can see the prompt that was sent to the LLM. The `{document}` param was substituted with the user provided value at runtime." ] }, { @@ -337,39 +375,7 @@ } ], "source": [ - "print(guard.base_prompt)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Step 3: Wrap the LLM API call with `Guard`" - ] - }, - { - "cell_type": "code", - "execution_count": 53, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n", - "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n" - ] - } - ], - "source": [ - "import openai\n", - "\n", - "raw_llm_response, validated_response, *rest = guard(\n", - " openai.chat.completions.create,\n", - " max_tokens=2048,\n", - " temperature=0,\n", - " model=\"gpt-4\"\n", - ")" + "print(guard.history.last.prompt)" ] }, { diff --git a/docs/examples/select_choice_based_on_action.ipynb b/docs/examples/select_choice_based_on_action.ipynb index a26124879..e66225732 100644 --- a/docs/examples/select_choice_based_on_action.ipynb +++ b/docs/examples/select_choice_based_on_action.ipynb @@ -72,7 +72,7 @@ "\n", "You run into a ${opp_type}. What do you do?\n", "\n", - "${gr.complete_json_suffix_v2}\n", + "${gr.complete_xml_suffix_v2}\n", "\n", "\n", "\"\"\"" @@ -100,7 +100,7 @@ "\n", "You run into a ${opp_type}. What do you do?\n", "\n", - "${gr.complete_json_suffix_v2}\"\"\"\n", + "${gr.complete_xml_suffix_v2}\"\"\"\n", "\n", "class Fight(BaseModel):\n", " chosen_action: Literal['fight']\n", @@ -171,14 +171,108 @@ "\n", "from rich import print\n", "\n", - "guard = gd.Guard.from_pydantic(output_class=FightOrFlight, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=FightOrFlight)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "The `Guard` object compiles the output schema and adds it to the prompt. We can see the final prompt below:" + "The `Guard` object compiles the output schema and adds it to the prompt." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 3: Wrap the LLM API call with `Guard`" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can now wrap the LLM API call with the `Guard` object. This will ensure that the LLM generates an output that is compliant with the RAIL spec.\n", + "\n", + "To start, we test with a 'giant' as an opponent, and look at the output." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": { + "ExecuteTime": { + "end_time": "2023-08-23T15:10:08.998121Z", + "start_time": "2023-08-23T15:10:08.792027Z" + } + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n", + "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n" + ] + } + ], + "source": [ + "import openai\n", + "\n", + "raw_llm_response, validated_response, *rest = guard(\n", + " openai.chat.completions.create,\n", + " prompt=prompt,\n", + " prompt_params={'opp_type': 'giant'},\n", + " model=\"gpt-3.5-turbo\",\n", + " max_tokens=256,\n", + " temperature=0.0,\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Running the cell above returns:\n", + "1. The raw LLM text output as a single string.\n", + "2. A dictionary where the key is `python_code` and the value is the generated code.\n", + "\n", + "We can see that if the LLM chooses `flight`, the output is a dictionary with `flight_direction` and `distance` fields." + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
{'action': {'chosen_action': 'flight', 'flight_direction': 'north', 'distance': 1}}\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1m{\u001b[0m\u001b[32m'action'\u001b[0m: \u001b[1m{\u001b[0m\u001b[32m'chosen_action'\u001b[0m: \u001b[32m'flight'\u001b[0m, \u001b[32m'flight_direction'\u001b[0m: \u001b[32m'north'\u001b[0m, \u001b[32m'distance'\u001b[0m: \u001b[1;36m1\u001b[0m\u001b[1m}\u001b[0m\u001b[1m}\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "print(validated_response)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can also see the final prompt below:" ] }, { @@ -270,93 +364,7 @@ } ], "source": [ - "print(guard.base_prompt)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Step 3: Wrap the LLM API call with `Guard`" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "We can now wrap the LLM API call with the `Guard` object. This will ensure that the LLM generates an output that is compliant with the RAIL spec.\n", - "\n", - "To start, we test with a 'giant' as an opponent, and look at the output." - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [] - }, - { - "cell_type": "code", - "execution_count": 15, - "metadata": { - "ExecuteTime": { - "end_time": "2023-08-23T15:10:08.998121Z", - "start_time": "2023-08-23T15:10:08.792027Z" - } - }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n", - "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n" - ] - } - ], - "source": [ - "import openai\n", - "\n", - "raw_llm_response, validated_response, *rest = guard(\n", - " openai.chat.completions.create,\n", - " prompt_params={'opp_type': 'giant'},\n", - " model=\"gpt-3.5-turbo\",\n", - " max_tokens=256,\n", - " temperature=0.0,\n", - ")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "Running the cell above returns:\n", - "1. The raw LLM text output as a single string.\n", - "2. A dictionary where the key is `python_code` and the value is the generated code.\n", - "\n", - "We can see that if the LLM chooses `flight`, the output is a dictionary with `flight_direction` and `distance` fields." - ] - }, - { - "cell_type": "code", - "execution_count": 16, - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
{'action': {'chosen_action': 'flight', 'flight_direction': 'north', 'distance': 1}}\n",
-       "
\n" - ], - "text/plain": [ - "\u001b[1m{\u001b[0m\u001b[32m'action'\u001b[0m: \u001b[1m{\u001b[0m\u001b[32m'chosen_action'\u001b[0m: \u001b[32m'flight'\u001b[0m, \u001b[32m'flight_direction'\u001b[0m: \u001b[32m'north'\u001b[0m, \u001b[32m'distance'\u001b[0m: \u001b[1;36m1\u001b[0m\u001b[1m}\u001b[0m\u001b[1m}\u001b[0m\n" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "print(validated_response)" + "print(guard.history.last.prompt)" ] }, { @@ -738,7 +746,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.6" + "version": "3.12.3" } }, "nbformat": 4, diff --git a/docs/examples/syntax_error_free_sql.ipynb b/docs/examples/syntax_error_free_sql.ipynb index 30adf2121..606270e93 100644 --- a/docs/examples/syntax_error_free_sql.ipynb +++ b/docs/examples/syntax_error_free_sql.ipynb @@ -96,7 +96,7 @@ "\n", "${nl_instruction}\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\n", "\n", "\n", @@ -135,7 +135,7 @@ "\n", "${nl_instruction}\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\"\"\"\n", "\n", "class ValidSql(BaseModel):\n", @@ -205,7 +205,7 @@ "metadata": {}, "outputs": [], "source": [ - "guard = gd.Guard.from_pydantic(output_class=ValidSql, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=ValidSql)" ] }, { @@ -213,7 +213,50 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "We see the prompt that will be sent to the LLM:" + "Here, `nl_language` is the natural language instruction and will be provided by the user at runtime." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 3: Wrap the LLM API call with `Guard`" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n", + "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n" + ] + } + ], + "source": [ + "import openai\n", + "\n", + "raw_llm_response, validated_response, *rest = guard(\n", + " openai.chat.completions.create,\n", + " prompt=prompt,\n", + " prompt_params={\n", + " \"nl_instruction\": \"Select the name of the employee who has the highest salary.\"\n", + " },\n", + " max_tokens=2048,\n", + " temperature=0,\n", + ")" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can see the prompt that was sent to the LLM:" ] }, { @@ -288,49 +331,7 @@ } ], "source": [ - "print(guard.base_prompt)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "Here, `nl_language` is the natural language instruction and will be provided by the user at runtime." - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Step 3: Wrap the LLM API call with `Guard`" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n", - "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n" - ] - } - ], - "source": [ - "import openai\n", - "\n", - "raw_llm_response, validated_response, *rest = guard(\n", - " openai.chat.completions.create,\n", - " prompt_params={\n", - " \"nl_instruction\": \"Select the name of the employee who has the highest salary.\"\n", - " },\n", - " max_tokens=2048,\n", - " temperature=0,\n", - ")" + "print(guard.history.last.prompt)" ] }, { diff --git a/docs/examples/text_summarization_quality.ipynb b/docs/examples/text_summarization_quality.ipynb index b9c7e59ed..2994a0b0b 100644 --- a/docs/examples/text_summarization_quality.ipynb +++ b/docs/examples/text_summarization_quality.ipynb @@ -138,7 +138,7 @@ "\n", "${document}\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\n", "\n", "\"\"\"\n", @@ -167,7 +167,7 @@ "\n", "${document}\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\"\"\"\n", "\n", "\n", @@ -251,14 +251,110 @@ } ], "source": [ - "guard = gd.Guard.from_pydantic(output_class=DocumentSummary, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=DocumentSummary)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "We see the prompt that will be sent to the LLM:" + "Here, `statement_to_be_translated` is the the statement and will be provided by the user at runtime." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 3: Wrap the LLM API call with `Guard`" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "First, let's try translating a statement that doesn't have any profanity in it." + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Similarity: 0.971, Type: \n" + ] + }, + { + "data": { + "text/html": [ + "
Validated Output: {'summary': 'All legislative Powers herein granted shall be vested in a Congress of the United \n",
+       "States, which shall consist of a Senate and House of Representatives. The House of Representatives shall be \n",
+       "composed of Members chosen every second Year by the People of the several States, and the Electors in each State \n",
+       "shall have the Qualifications requisite for Electors of the most numerous Branch of the State Legislature. No \n",
+       "Person shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven Years \n",
+       "a Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he shall \n",
+       "be chosen. Representatives and direct Taxes shall be apportioned among the several States which may be included \n",
+       "within this Union, according to their respective Numbers, which shall be determined by adding to the whole Number \n",
+       "of free Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three \n",
+       "fifths of all other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the\n",
+       "Congress of the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law \n",
+       "direct. The Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at \n",
+       "Least one Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to\n",
+       "chuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New \n",
+       "Jersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina \n",
+       "five, and Georgia three. When vacancies happen in the Representation from any State, the Executive Authority \n",
+       "thereof shall issue Writs of Election to fill such Vacancies. The House of Representatives shall chuse their \n",
+       "Speaker and other Officers; and shall have the sole Power of Impeachment.'}\n",
+       "
\n" + ], + "text/plain": [ + "Validated Output: \u001b[1m{\u001b[0m\u001b[32m'summary'\u001b[0m: \u001b[32m'All legislative Powers herein granted shall be vested in a Congress of the United \u001b[0m\n", + "\u001b[32mStates, which shall consist of a Senate and House of Representatives. The House of Representatives shall be \u001b[0m\n", + "\u001b[32mcomposed of Members chosen every second Year by the People of the several States, and the Electors in each State \u001b[0m\n", + "\u001b[32mshall have the Qualifications requisite for Electors of the most numerous Branch of the State Legislature. No \u001b[0m\n", + "\u001b[32mPerson shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven Years \u001b[0m\n", + "\u001b[32ma Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he shall \u001b[0m\n", + "\u001b[32mbe chosen. Representatives and direct Taxes shall be apportioned among the several States which may be included \u001b[0m\n", + "\u001b[32mwithin this Union, according to their respective Numbers, which shall be determined by adding to the whole Number \u001b[0m\n", + "\u001b[32mof free Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three \u001b[0m\n", + "\u001b[32mfifths of all other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the\u001b[0m\n", + "\u001b[32mCongress of the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law \u001b[0m\n", + "\u001b[32mdirect. The Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at \u001b[0m\n", + "\u001b[32mLeast one Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to\u001b[0m\n", + "\u001b[32mchuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New \u001b[0m\n", + "\u001b[32mJersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina \u001b[0m\n", + "\u001b[32mfive, and Georgia three. When vacancies happen in the Representation from any State, the Executive Authority \u001b[0m\n", + "\u001b[32mthereof shall issue Writs of Election to fill such Vacancies. The House of Representatives shall chuse their \u001b[0m\n", + "\u001b[32mSpeaker and other Officers; and shall have the sole Power of Impeachment.'\u001b[0m\u001b[1m}\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "import openai\n", + "\n", + "raw_llm_response, validated_response, *rest = guard(\n", + " openai.chat.completions.create,\n", + " prompt=prompt,\n", + " prompt_params={\"document\": document},\n", + " model=\"gpt-3.5-turbo\",\n", + " max_tokens=2048,\n", + " temperature=0,\n", + ")\n", + "\n", + "print(f\"Validated Output: {validated_response}\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can see the prompt that was sent to the LLM:" ] }, { @@ -367,102 +463,7 @@ } ], "source": [ - "print(guard.rail.prompt)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "Here, `statement_to_be_translated` is the the statement and will be provided by the user at runtime." - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Step 3: Wrap the LLM API call with `Guard`" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "First, let's try translating a statement that doesn't have any profanity in it." - ] - }, - { - "cell_type": "code", - "execution_count": 23, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Similarity: 0.971, Type: \n" - ] - }, - { - "data": { - "text/html": [ - "
Validated Output: {'summary': 'All legislative Powers herein granted shall be vested in a Congress of the United \n",
-       "States, which shall consist of a Senate and House of Representatives. The House of Representatives shall be \n",
-       "composed of Members chosen every second Year by the People of the several States, and the Electors in each State \n",
-       "shall have the Qualifications requisite for Electors of the most numerous Branch of the State Legislature. No \n",
-       "Person shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven Years \n",
-       "a Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he shall \n",
-       "be chosen. Representatives and direct Taxes shall be apportioned among the several States which may be included \n",
-       "within this Union, according to their respective Numbers, which shall be determined by adding to the whole Number \n",
-       "of free Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three \n",
-       "fifths of all other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the\n",
-       "Congress of the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law \n",
-       "direct. The Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at \n",
-       "Least one Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to\n",
-       "chuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New \n",
-       "Jersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina \n",
-       "five, and Georgia three. When vacancies happen in the Representation from any State, the Executive Authority \n",
-       "thereof shall issue Writs of Election to fill such Vacancies. The House of Representatives shall chuse their \n",
-       "Speaker and other Officers; and shall have the sole Power of Impeachment.'}\n",
-       "
\n" - ], - "text/plain": [ - "Validated Output: \u001b[1m{\u001b[0m\u001b[32m'summary'\u001b[0m: \u001b[32m'All legislative Powers herein granted shall be vested in a Congress of the United \u001b[0m\n", - "\u001b[32mStates, which shall consist of a Senate and House of Representatives. The House of Representatives shall be \u001b[0m\n", - "\u001b[32mcomposed of Members chosen every second Year by the People of the several States, and the Electors in each State \u001b[0m\n", - "\u001b[32mshall have the Qualifications requisite for Electors of the most numerous Branch of the State Legislature. No \u001b[0m\n", - "\u001b[32mPerson shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven Years \u001b[0m\n", - "\u001b[32ma Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he shall \u001b[0m\n", - "\u001b[32mbe chosen. Representatives and direct Taxes shall be apportioned among the several States which may be included \u001b[0m\n", - "\u001b[32mwithin this Union, according to their respective Numbers, which shall be determined by adding to the whole Number \u001b[0m\n", - "\u001b[32mof free Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three \u001b[0m\n", - "\u001b[32mfifths of all other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the\u001b[0m\n", - "\u001b[32mCongress of the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law \u001b[0m\n", - "\u001b[32mdirect. The Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at \u001b[0m\n", - "\u001b[32mLeast one Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to\u001b[0m\n", - "\u001b[32mchuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New \u001b[0m\n", - "\u001b[32mJersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina \u001b[0m\n", - "\u001b[32mfive, and Georgia three. When vacancies happen in the Representation from any State, the Executive Authority \u001b[0m\n", - "\u001b[32mthereof shall issue Writs of Election to fill such Vacancies. The House of Representatives shall chuse their \u001b[0m\n", - "\u001b[32mSpeaker and other Officers; and shall have the sole Power of Impeachment.'\u001b[0m\u001b[1m}\u001b[0m\n" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "import openai\n", - "\n", - "raw_llm_response, validated_response, *rest = guard(\n", - " openai.chat.completions.create,\n", - " prompt_params={\"document\": document},\n", - " model=\"gpt-3.5-turbo\",\n", - " max_tokens=2048,\n", - " temperature=0,\n", - ")\n", - "\n", - "print(f\"Validated Output: {validated_response}\")" + "print(guard.history.last.prompt)" ] }, { diff --git a/docs/examples/translation_to_specific_language.ipynb b/docs/examples/translation_to_specific_language.ipynb index c8dacdc39..2cf0fc519 100644 --- a/docs/examples/translation_to_specific_language.ipynb +++ b/docs/examples/translation_to_specific_language.ipynb @@ -163,7 +163,7 @@ "\n", "${statement_to_be_translated}\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\n", "\n", "\n", @@ -204,7 +204,7 @@ "\n", "${statement_to_be_translated}\n", "\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\"\"\"\n", "\n", "\n", @@ -304,14 +304,70 @@ } ], "source": [ - "guard = gd.Guard.from_pydantic(output_class=Translation, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=Translation)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "We see the prompt that will be sent to the LLM:" + "Here, `statement_to_be_translated` is the the statement and will be provided by the user at runtime." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 3: Wrap the LLM API call with `Guard`" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "First, let's try translating a statement that doesn't have any profanity in it." + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
Validated Output: {'translated_statement': 'Chicken quesadilla'}\n",
+       "
\n" + ], + "text/plain": [ + "Validated Output: \u001b[1m{\u001b[0m\u001b[32m'translated_statement'\u001b[0m: \u001b[32m'Chicken quesadilla'\u001b[0m\u001b[1m}\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "import openai\n", + "\n", + "raw_llm_response, validated_response, *rest = guard(\n", + " openai.chat.completions.create,\n", + " prompt=prompt,\n", + " prompt_params={\"statement_to_be_translated\": \"quesadilla de pollo\"},\n", + " model=\"gpt-3.5-turbo\",\n", + " max_tokens=2048,\n", + " temperature=0,\n", + ")\n", + "\n", + "print(f\"Validated Output: {validated_response}\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can see the prompt that was sent to the LLM:" ] }, { @@ -394,69 +450,14 @@ } ], "source": [ - "print(guard.base_prompt)" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "Here, `statement_to_be_translated` is the the statement and will be provided by the user at runtime." - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## Step 3: Wrap the LLM API call with `Guard`" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "First, let's try translating a statement that doesn't have any profanity in it." - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
Validated Output: {'translated_statement': 'Chicken quesadilla'}\n",
-       "
\n" - ], - "text/plain": [ - "Validated Output: \u001b[1m{\u001b[0m\u001b[32m'translated_statement'\u001b[0m: \u001b[32m'Chicken quesadilla'\u001b[0m\u001b[1m}\u001b[0m\n" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "import openai\n", - "\n", - "raw_llm_response, validated_response, *rest = guard(\n", - " openai.chat.completions.create,\n", - " prompt_params={\"statement_to_be_translated\": \"quesadilla de pollo\"},\n", - " model=\"gpt-3.5-turbo\",\n", - " max_tokens=2048,\n", - " temperature=0,\n", - ")\n", - "\n", - "print(f\"Validated Output: {validated_response}\")" + "print(guard.history.last.prompt)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "We can take a look at the output of the LLM and the validated output using the Guard's internal logs:" + "We can also take a look at the output of the LLM and the validated output using the Guard's internal logs:" ] }, { @@ -757,7 +758,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.3" + "version": "3.12.3" } }, "nbformat": 4, diff --git a/docs/examples/valid_chess_moves.ipynb b/docs/examples/valid_chess_moves.ipynb index 57980d31d..e3f57a160 100644 --- a/docs/examples/valid_chess_moves.ipynb +++ b/docs/examples/valid_chess_moves.ipynb @@ -121,7 +121,7 @@ "\n", "Generate a move for the chess board. The board is currently in the following state:\n", "${board_state}\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\n", "\n", "\n", @@ -146,7 +146,7 @@ "prompt = \"\"\"\n", "Generate a move for the chess board. The board is currently in the following state:\n", "${board_state}\n", - "${gr.complete_json_suffix}\n", + "${gr.complete_xml_suffix}\n", "\"\"\"\n", "\n", "class ChessMove(BaseModel):\n", @@ -198,7 +198,7 @@ "metadata": {}, "outputs": [], "source": [ - "guard = gd.Guard.from_pydantic(output_class=ChessMove, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=ChessMove)" ] }, { @@ -206,7 +206,46 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "We see the prompt that will be sent to the LLM. The `{board_state}` is substituted with the current state of the board." + "Let's get the reference to the board." + ] + }, + { + "cell_type": "code", + "execution_count": 73, + "metadata": {}, + "outputs": [ + { + "data": { + "image/svg+xml": [ + "
r n b q k b n r\n",
+       "p p p p p p p p\n",
+       ". . . . . . . .\n",
+       ". . . . . . . .\n",
+       ". . . . . . . .\n",
+       ". . . . . . . .\n",
+       "P P P P P P P P\n",
+       "R N B Q K B N R
" + ], + "text/plain": [ + "Board('rnbqkbnr/pppppppp/8/8/8/8/PPPPPPPP/RNBQKBNR w KQkq - 0 1')" + ] + }, + "execution_count": 73, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "board = guard._validator_map.get(\"move\")[0].board\n", + "board" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can see in the prompt that was sent to the LLM, the `{board_state}` parameter is substituted with the current state of the board." ] }, { @@ -273,46 +312,7 @@ } ], "source": [ - "print(guard.base_prompt)" - ] - }, - { - "attachments": {}, - "cell_type": "markdown", - "metadata": {}, - "source": [ - "Let's get the reference to the board." - ] - }, - { - "cell_type": "code", - "execution_count": 73, - "metadata": {}, - "outputs": [ - { - "data": { - "image/svg+xml": [ - "
r n b q k b n r\n",
-       "p p p p p p p p\n",
-       ". . . . . . . .\n",
-       ". . . . . . . .\n",
-       ". . . . . . . .\n",
-       ". . . . . . . .\n",
-       "P P P P P P P P\n",
-       "R N B Q K B N R
" - ], - "text/plain": [ - "Board('rnbqkbnr/pppppppp/8/8/8/8/PPPPPPPP/RNBQKBNR w KQkq - 0 1')" - ] - }, - "execution_count": 73, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "board = guard.output_schema.root_datatype.children.__getattribute__(\"move\").validators[0].board\n", - "board" + "print(guard.history.last.prompt)" ] }, { @@ -559,7 +559,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.6" + "version": "3.12.3" }, "orig_nbformat": 4, "vscode": { diff --git a/docs/guardrails_ai/getting_started.md b/docs/guardrails_ai/getting_started.md index c6499a365..c82a8c7c9 100644 --- a/docs/guardrails_ai/getting_started.md +++ b/docs/guardrails_ai/getting_started.md @@ -82,12 +82,13 @@ import openai prompt = """ What kind of pet should I get and what should I name it? - ${gr.complete_json_suffix_v2} + ${gr.complete_xml_suffix_v2} """ -guard = Guard.from_pydantic(output_class=Pet, prompt=prompt) +guard = Guard.from_pydantic(output_class=Pet) raw_output, validated_output, *rest = guard( llm_api=openai.chat.completions.create, + prompt=prompt, engine="gpt-3.5-turbo" ) diff --git a/docs/how_to_guides/logs.md b/docs/how_to_guides/logs.md index 13b4bc1ea..a503625af 100644 --- a/docs/how_to_guides/logs.md +++ b/docs/how_to_guides/logs.md @@ -56,7 +56,7 @@ You are a human in an enchanted forest. You come across opponents of different t You run into a ${opp_type}. What do you do? -${gr.complete_json_suffix_v2} +${gr.complete_xml_suffix_v2} Here are a few examples diff --git a/docs/how_to_guides/streaming.ipynb b/docs/how_to_guides/streaming.ipynb index 1e3254120..0c7920b14 100644 --- a/docs/how_to_guides/streaming.ipynb +++ b/docs/how_to_guides/streaming.ipynb @@ -116,7 +116,7 @@ "\n", "${doctors_notes}\n", "\n", - "${gr.complete_json_suffix_v2}\n", + "${gr.complete_xml_suffix_v2}\n", "\"\"\"\n", "\n", "doctors_notes = \"\"\"152 y/o female with chronic macular rash to face and hair, worse in beard, eyebrows and nares.\n", @@ -172,7 +172,7 @@ "metadata": {}, "outputs": [], "source": [ - "guard = gd.Guard.from_pydantic(output_class=PatientInfo, prompt=prompt)" + "guard = gd.Guard.from_pydantic(output_class=PatientInfo)" ] }, { @@ -236,6 +236,7 @@ "# Wrap the OpenAI API call with the `guard` object\n", "raw_llm_output, validated_output, *rest = guard(\n", " openai.chat.completions.create,\n", + " prompt=prompt,\n", " prompt_params={\"doctors_notes\": doctors_notes},\n", " max_tokens=1024,\n", " temperature=0.3,\n", diff --git a/docs/hub/api_reference_markdown/validators.md b/docs/hub/api_reference_markdown/validators.md index 7b0f047f0..ba9f966ab 100644 --- a/docs/hub/api_reference_markdown/validators.md +++ b/docs/hub/api_reference_markdown/validators.md @@ -764,7 +764,7 @@ distance in embedding space. guard = Guard.from_rail(...) guard( - openai.ChatCompletion.create(...), + openai.chat.completions.create(...), prompt_params={...}, temperature=0.0, metadata={"query_function": query_function}, @@ -785,7 +785,7 @@ distance in embedding space. guard = Guard.from_rail(...) guard( - openai.ChatCompletion.create(...), + openai.chat.completions.create(...), prompt_params={...}, temperature=0.0, metadata={ @@ -856,7 +856,7 @@ def embed_function(text: Union[str, List[str]]) -> np.ndarray: guard = Guard.from_rail(...) guard( - openai.ChatCompletion.create(...), + openai.chat.completions.create(...), prompt_params={...}, temperature=0.0, metadata={ diff --git a/docs/hub/concepts/validators.md b/docs/hub/concepts/validators.md index 578b8b9f5..1530ec1a7 100644 --- a/docs/hub/concepts/validators.md +++ b/docs/hub/concepts/validators.md @@ -18,7 +18,7 @@ As an example, the `ExtractedSummarySentencesMatch` validator accepts a `filepat guard = Guard.from_rail("my_railspec.rail") outcome = guard( - llm_api=openai.ChatCompletion.create, + llm_api=openai.chat.completions.create, model="gpt-3.5-turbo", num_reasks=3, metadata={ diff --git a/docs/integrations/azure_openai.ipynb b/docs/integrations/azure_openai.ipynb index cb3cd20d2..9040ef06e 100644 --- a/docs/integrations/azure_openai.ipynb +++ b/docs/integrations/azure_openai.ipynb @@ -119,7 +119,7 @@ ], "source": [ "raw_llm_output, validated_output, *rest = guard(\n", - " openai.ChatCompletion.create,\n", + " openai.chat.completions.create,\n", " engine=os.environ.get(\"AZURE_OPENAI_API_ENGINE\"),\n", " max_tokens=1024,\n", " temperature=0.3\n", diff --git a/docs/integrations/langchain.ipynb b/docs/integrations/langchain.ipynb index b82d75042..37090e04d 100644 --- a/docs/integrations/langchain.ipynb +++ b/docs/integrations/langchain.ipynb @@ -57,7 +57,7 @@ "\n", "${doctors_notes}\n", "\n", - "${gr.complete_json_suffix_v2}\n", + "${gr.complete_xml_suffix_v2}\n", "\n", "\n", "\"\"\"" diff --git a/docs/integrations/openai_functions.ipynb b/docs/integrations/openai_functions.ipynb index 029dee8a9..ba4e2dea1 100644 --- a/docs/integrations/openai_functions.ipynb +++ b/docs/integrations/openai_functions.ipynb @@ -78,7 +78,7 @@ "guard = gd.Guard.from_pydantic(Director, prompt=\"Generate data about a movie director.\")\n", "\n", "raw_llm_output, validated_output, *rest = guard(\n", - " openai.ChatCompletion.create,\n", + " openai.chat.completions.create,\n", " model=\"gpt-4-0613\",\n", " max_tokens=1024,\n", " temperature=0.0,\n", diff --git a/docs/llm_api_wrappers.md b/docs/llm_api_wrappers.md index 80fd31c1d..c62f6e090 100644 --- a/docs/llm_api_wrappers.md +++ b/docs/llm_api_wrappers.md @@ -19,9 +19,9 @@ guard = gd.Guard.from_rail(...) # Wrap openai API call raw_llm_output, guardrail_output, *rest = guard( - openai.Completion.create, + openai.completions.create, prompt_params={"prompt_param_1": "value_1", "prompt_param_2": "value_2", ..}, - engine="text-davinci-003", + model="gpt-3.5-turbo-instruct", max_tokens=100, temperature=0.0, ) @@ -38,7 +38,7 @@ guard = gd.Guard.from_rail(...) # Wrap openai API call raw_llm_output, guardrail_output, *rest = guard( - openai.ChatCompletion.create, + openai.chat.completions.create, prompt_params={"prompt_param_1": "value_1", "prompt_param_2": "value_2", ..}, system_prompt="You are a helpful assistant...", model="gpt-3.5-turbo", diff --git a/docs/the_guard.md b/docs/the_guard.md index 9c1c51c95..6837adfaa 100644 --- a/docs/the_guard.md +++ b/docs/the_guard.md @@ -19,8 +19,8 @@ from guardrails import Guard guard = Guard.from_rail(...) raw_output, validated_output, *rest = guard( - openai.Completion.create, - engine="text-davinci-003", + openai.completions.create, + model="gpt-3.5-turbo-instruct", max_tokens=1024, temperature=0.3 ) @@ -43,8 +43,8 @@ output = call_my_llm() validated_output = guard.parse( llm_output=output, - llm_api=openai.Completion.create, - engine="text-davinci-003", + llm_api=openai.completions.create, + model="gpt-3.5-turbo-instruct", max_tokens=1024, temperature=0.3, num_reasks=2 diff --git a/guardrails/prompt/base_prompt.py b/guardrails/prompt/base_prompt.py index 61a74aeed..1eed29cc1 100644 --- a/guardrails/prompt/base_prompt.py +++ b/guardrails/prompt/base_prompt.py @@ -6,7 +6,6 @@ import regex -from warnings import warn from guardrails.classes.templating.namespace_template import NamespaceTemplate from guardrails.utils.constants import constants from guardrails.utils.templating_utils import get_template_variables @@ -64,21 +63,6 @@ def substitute_constants(self, text): # Substitute all occurrences of ${gr.} # with the value of the constant. - json_constants = [m for m in matches if "json_" in m] - if len(json_constants) > 0: - first_const: str = json_constants[0] - warn( - Template( - "Prompt Primitives are moving! " - "To keep the same behaviour, " - "switch from `json` constants to `xml` constants. " - "Example: ${gr.${first_const}} -> ${gr.${xml_const}}", - ).safe_substitute( - first_const=first_const, - xml_const=first_const.replace("json_", "xml_"), - ), - FutureWarning, - ) for match in matches: template = NamespaceTemplate(text) mapping = {f"gr.{match}": constants[match]} From 876459bda78f07f82d1ccfa442f70b77e882984d Mon Sep 17 00:00:00 2001 From: David Tam Date: Wed, 19 Jun 2024 13:52:33 -0700 Subject: [PATCH 216/318] test tests --- guardrails/guard.py | 8 +- guardrails/llm_providers.py | 2 + tests/integration_tests/test_guard.py | 96 +++++++++++++++++----- tests/unit_tests/utils/test_tools_utils.py | 4 +- 4 files changed, 85 insertions(+), 25 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 82bfea4ea..c560e0129 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1448,7 +1448,13 @@ def augment_tools_with_schema( self, tools: list, ) -> Dict[str, Any]: - tools = augment_tools_with_schema(tools= tools, schema= self.output_schema.to_dict()) + tools = augment_tools_with_schema( + tools=tools, + # todo to_dict has a slight bug workaround here + # but should fix in the long run dont have to + # serialize and deserialize + schema=json.loads(self.output_schema.to_json()), + ) return tools # override IGuard.from_dict diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index 40de8e3b4..d4385c44a 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -59,6 +59,8 @@ def __call__(self, *args, **kwargs) -> LLMResponse: result = self._invoke_llm( *self.init_args, *args, **self.init_kwargs, **kwargs ) + print("======calling with", self.init_args, args, self.init_kwargs, kwargs) + print("======got result", result) except Exception as e: raise PromptCallableException( "The callable `fn` passed to `Guard(fn, ...)` failed" diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py index f4e1dc878..f9ee86cfe 100644 --- a/tests/integration_tests/test_guard.py +++ b/tests/integration_tests/test_guard.py @@ -2,7 +2,7 @@ import importlib import json import os -from typing import Optional, Union +from typing import List, Optional, Union import pytest from pydantic import BaseModel, Field @@ -1031,51 +1031,103 @@ def test_string_output(mocker): assert mock_invoke_llm.call_count == 1 mock_invoke_llm = None + def test_augment_tools_with_schema(mocker): mock_invoke_llm = mocker.patch( - "guardrails.llm_providers.OpenAICallable._invoke_llm" + "guardrails.llm_providers.OpenAIChatCallable._invoke_llm" ) - - mock_invoke_llm.side_effect = [ - LLMResponse( - output=json.dumps([{ + task_list = { + "list": [ + { "status": "not started", "priority": 1, "description": "Do something", - },{ + }, + { "status": "in progress", "priority": 2, "description": "Do something else", - },{ + }, + { "status": "on hold", "priority": 3, "description": "Do something else again", - }]), + }, + ], + } + + mock_invoke_llm.side_effect = [ + LLMResponse( + output=json.dumps(task_list), prompt_token_count=123, response_token_count=1234, - ), + ) ] - + class Task(BaseModel): status: str priority: int description: str - guard = Guard.from_pydantic(Task) - tools = [] - - guard( - llm_api=get_static_openai_create_func(), - prompt="You are a helpful assistant" - "read this email and return the tasks from it", - num_reasks=1, - max_tokens=100, + + class Tasks(BaseModel): + list: List[Task] + + guard = Guard.from_pydantic(Tasks) + tools = [ + { + "type": "function", + "function": { + "name": "get_current_weather", + "description": "Get the current weather in a given location", + "parameters": { + "type": "object", + "properties": { + "location": { + "type": "string", + "description": "The city and state, e.g. San Francisco, CA", + }, + "unit": {"type": "string", "enum": ["celsius", "fahrenheit"]}, + }, + "required": ["location"], + }, + }, + } + ] + + final_output = guard( + llm_api=get_static_openai_chat_create_func(), + msg_history=[ + { + "role": "user", + "content": "You are a helpful assistant" + "read this email and return the tasks from it." + " some email blah blah blah.", + } + ], tools=guard.augment_tools_with_schema(tools), tool_choice="required", ) - # verify that the tools are augmented with schema + gd_response_tool = mock_invoke_llm.call_args.kwargs["tools"][1]["function"] + assert mock_invoke_llm.call_count == 1 - # verify output has been parsed and validated + assert final_output.validated_output == task_list + + # verify that the tools are augmented with schema + assert len(mock_invoke_llm.call_args.kwargs["tools"]) == 2 + assert mock_invoke_llm.call_args.kwargs["tools"][0] == tools[0] + assert gd_response_tool["name"] == "gd_response_tool" + assert gd_response_tool["parameters"]["$defs"]["Task"] == { + "properties": { + "status": {"title": "Status", "type": "string"}, + "priority": {"title": "Priority", "type": "integer"}, + "description": {"title": "Description", "type": "string"}, + }, + "required": ["status", "priority", "description"], + "title": "Task", + "type": "object", + } + def test_string_reask(mocker): """Test single string (non-JSON) generation with re-asking.""" diff --git a/tests/unit_tests/utils/test_tools_utils.py b/tests/unit_tests/utils/test_tools_utils.py index 920c37dd4..85ee37034 100644 --- a/tests/unit_tests/utils/test_tools_utils.py +++ b/tests/unit_tests/utils/test_tools_utils.py @@ -32,7 +32,7 @@ class Person(BaseModel): def test_pydantic_model_to_schema(): schema = pydantic_model_to_schema(Schedule) - tool = schema_to_tool(schema) + tool = schema_to_tool(schema.json_schema) assert tool == { "type": "function", "function": { @@ -119,7 +119,7 @@ def test_pydantic_model_to_schema(): def test_augment_tools_with_schema(): schema = pydantic_model_to_schema(Person) - tools = augment_tools_with_schema(schema) + tools = augment_tools_with_schema(schema.json_schema) assert tools == [ { "type": "function", From 36039bcc6e1591649f056567c19fca3d6727cfeb Mon Sep 17 00:00:00 2001 From: David Tam Date: Wed, 19 Jun 2024 14:00:09 -0700 Subject: [PATCH 217/318] lint and typings --- guardrails/guard.py | 2 +- guardrails/utils/tools_utils.py | 10 ++++------ 2 files changed, 5 insertions(+), 7 deletions(-) diff --git a/guardrails/guard.py b/guardrails/guard.py index 1aa93802a..1d9bb5a22 100644 --- a/guardrails/guard.py +++ b/guardrails/guard.py @@ -1264,7 +1264,7 @@ def to_dict(self) -> Dict[str, Any]: def augment_tools_with_schema( self, tools: list, - ) -> Dict[str, Any]: + ) -> List[Dict[str, Any]]: tools = augment_tools_with_schema( tools=tools, # todo to_dict has a slight bug workaround here diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py index 32f828243..db149d061 100644 --- a/guardrails/utils/tools_utils.py +++ b/guardrails/utils/tools_utils.py @@ -1,6 +1,4 @@ -from typing import ( - Optional, -) +from typing import List from guardrails.classes.schema.processed_schema import ProcessedSchema @@ -23,7 +21,7 @@ def schema_to_tool(schema) -> dict: def augment_tools_with_schema( schema: ProcessedSchema, - tools: Optional[list] = [], -) -> list: - tools.append(schema_to_tool(schema)) + tools: List = [], +) -> List: + tools.append(schema_to_tool(schema)) # type: ignore return tools From 469c3993e0901dca9a505b969efd343e56df4bdc Mon Sep 17 00:00:00 2001 From: David Tam Date: Wed, 19 Jun 2024 14:25:09 -0700 Subject: [PATCH 218/318] dont ship print statments --- guardrails/llm_providers.py | 2 -- guardrails/utils/tools_utils.py | 1 - 2 files changed, 3 deletions(-) diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py index d4385c44a..40de8e3b4 100644 --- a/guardrails/llm_providers.py +++ b/guardrails/llm_providers.py @@ -59,8 +59,6 @@ def __call__(self, *args, **kwargs) -> LLMResponse: result = self._invoke_llm( *self.init_args, *args, **self.init_kwargs, **kwargs ) - print("======calling with", self.init_args, args, self.init_kwargs, kwargs) - print("======got result", result) except Exception as e: raise PromptCallableException( "The callable `fn` passed to `Guard(fn, ...)` failed" diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py index db149d061..da3abfe8a 100644 --- a/guardrails/utils/tools_utils.py +++ b/guardrails/utils/tools_utils.py @@ -15,7 +15,6 @@ def schema_to_tool(schema) -> dict: "required": schema["required"] or [], }, } - print("===generated tool", tool) return tool From 373d8e36c7853588efaf7f139f24deeb2edd145c Mon Sep 17 00:00:00 2001 From: Caleb Courier Date: Thu, 20 Jun 2024 11:17:15 -0500 Subject: [PATCH 219/318] update most notebooks to latest syntax --- docs/examples/bug_free_python_code.ipynb | 257 ++-- docs/examples/check_for_pii.ipynb | 14 +- docs/examples/competitors_check.ipynb | 14 +- docs/examples/extracting_entities.ipynb | 640 ++++----- docs/examples/generate_structured_data.ipynb | 300 ++--- .../generate_structured_data_cohere.ipynb | 194 ++- .../guardrails_with_chat_models.ipynb | 892 ++++++++----- docs/examples/input_validation.ipynb | 33 +- .../no_secrets_in_generated_text.ipynb | 315 +++-- docs/examples/provenance.ipynb | 72 +- docs/examples/recipe_generation.ipynb | 868 ++++++------- docs/examples/regex_validation.ipynb | 51 +- docs/examples/response_is_on_topic.ipynb | 40 +- docs/examples/secrets_detection.ipynb | 31 +- .../select_choice_based_on_action.ipynb | 245 ++-- docs/examples/syntax_error_free_sql.ipynb | 143 +- .../examples/text_summarization_quality.ipynb | 285 ++-- docs/examples/toxic_language.ipynb | 34 +- .../translation_to_specific_language.ipynb | 181 +-- docs/examples/valid_chess_moves.ipynb | 174 ++- docs/examples/value_within_distribution.ipynb | 18 +- docs/hub/api_reference_markdown/validators.md | 1151 ----------------- guardrails/guard.py | 2 +- guardrails/utils/validator_utils.py | 7 +- 24 files changed, 2522 insertions(+), 3439 deletions(-) diff --git a/docs/examples/bug_free_python_code.ipynb b/docs/examples/bug_free_python_code.ipynb index 315891f98..fe3bde54d 100644 --- a/docs/examples/bug_free_python_code.ipynb +++ b/docs/examples/bug_free_python_code.ipynb @@ -30,7 +30,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 17, "metadata": {}, "outputs": [ { @@ -50,7 +50,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 18, "metadata": {}, "outputs": [], "source": [ @@ -88,7 +88,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 19, "metadata": {}, "outputs": [], "source": [ @@ -106,7 +106,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 20, "metadata": {}, "outputs": [], "source": [ @@ -123,71 +123,9 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 22, "metadata": {}, - "outputs": [ - { - "ename": "PromptCallableException", - "evalue": "The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string.", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mRemoteProtocolError\u001b[0m Traceback (most recent call last)", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:69\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m 68\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 69\u001b[0m \u001b[38;5;28;01myield\u001b[39;00m\n\u001b[1;32m 70\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:233\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 232\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m map_httpcore_exceptions():\n\u001b[0;32m--> 233\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 235\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(resp\u001b[38;5;241m.\u001b[39mstream, typing\u001b[38;5;241m.\u001b[39mIterable)\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:216\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 215\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_close_connections(closing)\n\u001b[0;32m--> 216\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m 218\u001b[0m \u001b[38;5;66;03m# Return the response. Note that in this case we still have to manage\u001b[39;00m\n\u001b[1;32m 219\u001b[0m \u001b[38;5;66;03m# the point at which the response is closed.\u001b[39;00m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:196\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 194\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 195\u001b[0m \u001b[38;5;66;03m# Send the request on the assigned connection.\u001b[39;00m\n\u001b[0;32m--> 196\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mconnection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 197\u001b[0m \u001b[43m \u001b[49m\u001b[43mpool_request\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\n\u001b[1;32m 198\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 199\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ConnectionNotAvailable:\n\u001b[1;32m 200\u001b[0m \u001b[38;5;66;03m# In some cases a connection may initially be available to\u001b[39;00m\n\u001b[1;32m 201\u001b[0m \u001b[38;5;66;03m# handle a request, but then become unavailable.\u001b[39;00m\n\u001b[1;32m 202\u001b[0m \u001b[38;5;66;03m#\u001b[39;00m\n\u001b[1;32m 203\u001b[0m \u001b[38;5;66;03m# In this case we clear the connection and try again.\u001b[39;00m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection.py:101\u001b[0m, in \u001b[0;36mHTTPConnection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 99\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n\u001b[0;32m--> 101\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_connection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:143\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 142\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_response_closed()\n\u001b[0;32m--> 143\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:113\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m Trace(\n\u001b[1;32m 105\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mreceive_response_headers\u001b[39m\u001b[38;5;124m\"\u001b[39m, logger, request, kwargs\n\u001b[1;32m 106\u001b[0m ) \u001b[38;5;28;01mas\u001b[39;00m trace:\n\u001b[1;32m 107\u001b[0m (\n\u001b[1;32m 108\u001b[0m http_version,\n\u001b[1;32m 109\u001b[0m status,\n\u001b[1;32m 110\u001b[0m reason_phrase,\n\u001b[1;32m 111\u001b[0m headers,\n\u001b[1;32m 112\u001b[0m trailing_data,\n\u001b[0;32m--> 113\u001b[0m ) \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_response_headers\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 114\u001b[0m trace\u001b[38;5;241m.\u001b[39mreturn_value \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m 115\u001b[0m http_version,\n\u001b[1;32m 116\u001b[0m status,\n\u001b[1;32m 117\u001b[0m reason_phrase,\n\u001b[1;32m 118\u001b[0m headers,\n\u001b[1;32m 119\u001b[0m )\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:186\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_response_headers\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 185\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 186\u001b[0m event \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_event\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 187\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(event, h11\u001b[38;5;241m.\u001b[39mResponse):\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:238\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_event\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m 237\u001b[0m msg \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mServer disconnected without sending a response.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m--> 238\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m RemoteProtocolError(msg)\n\u001b[1;32m 240\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_h11_state\u001b[38;5;241m.\u001b[39mreceive_data(data)\n", - "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.", - "\nThe above exception was the direct cause of the following exception:\n", - "\u001b[0;31mRemoteProtocolError\u001b[0m Traceback (most recent call last)", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:958\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 957\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 958\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_client\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 959\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 960\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_should_stream_response_body\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 961\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 962\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 963\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m httpx\u001b[38;5;241m.\u001b[39mTimeoutException \u001b[38;5;28;01mas\u001b[39;00m err:\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:914\u001b[0m, in \u001b[0;36mClient.send\u001b[0;34m(self, request, stream, auth, follow_redirects)\u001b[0m\n\u001b[1;32m 912\u001b[0m auth \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_request_auth(request, auth)\n\u001b[0;32m--> 914\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_auth\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 915\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 916\u001b[0m \u001b[43m \u001b[49m\u001b[43mauth\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauth\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 917\u001b[0m \u001b[43m \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 918\u001b[0m \u001b[43m \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 919\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 920\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:942\u001b[0m, in \u001b[0;36mClient._send_handling_auth\u001b[0;34m(self, request, auth, follow_redirects, history)\u001b[0m\n\u001b[1;32m 941\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 942\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_redirects\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 943\u001b[0m \u001b[43m \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 944\u001b[0m \u001b[43m \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 945\u001b[0m \u001b[43m \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mhistory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 946\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 947\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:979\u001b[0m, in \u001b[0;36mClient._send_handling_redirects\u001b[0;34m(self, request, follow_redirects, history)\u001b[0m\n\u001b[1;32m 977\u001b[0m hook(request)\n\u001b[0;32m--> 979\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_single_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 980\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:1015\u001b[0m, in \u001b[0;36mClient._send_single_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 1014\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m request_context(request\u001b[38;5;241m=\u001b[39mrequest):\n\u001b[0;32m-> 1015\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mtransport\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1017\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(response\u001b[38;5;241m.\u001b[39mstream, SyncByteStream)\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:232\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 220\u001b[0m req \u001b[38;5;241m=\u001b[39m httpcore\u001b[38;5;241m.\u001b[39mRequest(\n\u001b[1;32m 221\u001b[0m method\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[1;32m 222\u001b[0m url\u001b[38;5;241m=\u001b[39mhttpcore\u001b[38;5;241m.\u001b[39mURL(\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 230\u001b[0m extensions\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mextensions,\n\u001b[1;32m 231\u001b[0m )\n\u001b[0;32m--> 232\u001b[0m \u001b[43m\u001b[49m\u001b[38;5;28;43;01mwith\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mmap_httpcore_exceptions\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m 233\u001b[0m \u001b[43m \u001b[49m\u001b[43mresp\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m/opt/homebrew/Cellar/python@3.12/3.12.3/Frameworks/Python.framework/Versions/3.12/lib/python3.12/contextlib.py:158\u001b[0m, in \u001b[0;36m_GeneratorContextManager.__exit__\u001b[0;34m(self, typ, value, traceback)\u001b[0m\n\u001b[1;32m 157\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 158\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgen\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mthrow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 159\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m 160\u001b[0m \u001b[38;5;66;03m# Suppress StopIteration *unless* it's the same exception that\u001b[39;00m\n\u001b[1;32m 161\u001b[0m \u001b[38;5;66;03m# was passed to throw(). This prevents a StopIteration\u001b[39;00m\n\u001b[1;32m 162\u001b[0m \u001b[38;5;66;03m# raised inside the \"with\" statement from being suppressed.\u001b[39;00m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:86\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m 85\u001b[0m message \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(exc)\n\u001b[0;32m---> 86\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m mapped_exc(message) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mexc\u001b[39;00m\n", - "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.", - "\nThe above exception was the direct cause of the following exception:\n", - "\u001b[0;31mAPIConnectionError\u001b[0m Traceback (most recent call last)", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:59\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 58\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 59\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_invoke_llm\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 60\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_args\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_kwargs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m 61\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:218\u001b[0m, in \u001b[0;36mOpenAIChatCallable._invoke_llm\u001b[0;34m(self, text, model, instructions, msg_history, base_model, function_call, *args, **kwargs)\u001b[0m\n\u001b[1;32m 217\u001b[0m client \u001b[38;5;241m=\u001b[39m OpenAIClient(api_key\u001b[38;5;241m=\u001b[39mapi_key)\n\u001b[0;32m--> 218\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate_chat_completion\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 219\u001b[0m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 220\u001b[0m \u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchat_prompt\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 221\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtext\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\n\u001b[1;32m 222\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 223\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 224\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 225\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 226\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/openai_utils/v1.py:102\u001b[0m, in \u001b[0;36mOpenAIClientV1.create_chat_completion\u001b[0;34m(self, model, messages, *args, **kwargs)\u001b[0m\n\u001b[1;32m 99\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate_chat_completion\u001b[39m(\n\u001b[1;32m 100\u001b[0m \u001b[38;5;28mself\u001b[39m, model: \u001b[38;5;28mstr\u001b[39m, messages: List[Any], \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m 101\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m LLMResponse:\n\u001b[0;32m--> 102\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 103\u001b[0m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m 104\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 106\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconstruct_chat_response(\n\u001b[1;32m 107\u001b[0m stream\u001b[38;5;241m=\u001b[39mkwargs\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mFalse\u001b[39;00m),\n\u001b[1;32m 108\u001b[0m openai_response\u001b[38;5;241m=\u001b[39mresponse,\n\u001b[1;32m 109\u001b[0m )\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_utils/_utils.py:277\u001b[0m, in \u001b[0;36mrequired_args..inner..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 276\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(msg)\n\u001b[0;32m--> 277\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/resources/chat/completions.py:640\u001b[0m, in \u001b[0;36mCompletions.create\u001b[0;34m(self, messages, model, frequency_penalty, function_call, functions, logit_bias, logprobs, max_tokens, n, parallel_tool_calls, presence_penalty, response_format, seed, service_tier, stop, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, extra_headers, extra_query, extra_body, timeout)\u001b[0m\n\u001b[1;32m 606\u001b[0m \u001b[38;5;129m@required_args\u001b[39m([\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m], [\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m])\n\u001b[1;32m 607\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate\u001b[39m(\n\u001b[1;32m 608\u001b[0m \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 638\u001b[0m timeout: \u001b[38;5;28mfloat\u001b[39m \u001b[38;5;241m|\u001b[39m httpx\u001b[38;5;241m.\u001b[39mTimeout \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m|\u001b[39m NotGiven \u001b[38;5;241m=\u001b[39m NOT_GIVEN,\n\u001b[1;32m 639\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ChatCompletion \u001b[38;5;241m|\u001b[39m Stream[ChatCompletionChunk]:\n\u001b[0;32m--> 640\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_post\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 641\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m/chat/completions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 642\u001b[0m \u001b[43m \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmaybe_transform\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 643\u001b[0m \u001b[43m \u001b[49m\u001b[43m{\u001b[49m\n\u001b[1;32m 644\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmessages\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 645\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 646\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfrequency_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfrequency_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 647\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunction_call\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunction_call\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 648\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunctions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunctions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 649\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogit_bias\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogit_bias\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 650\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 651\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmax_tokens\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 652\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mn\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 653\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mparallel_tool_calls\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mparallel_tool_calls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 654\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mpresence_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mpresence_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 655\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mresponse_format\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mresponse_format\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 656\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mseed\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mseed\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 657\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mservice_tier\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mservice_tier\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 658\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstop\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstop\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 659\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 660\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream_options\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_options\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 661\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtemperature\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 662\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtool_choice\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtool_choice\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 663\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtools\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtools\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 664\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_logprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_logprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 665\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_p\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_p\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 666\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43muser\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43muser\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 667\u001b[0m \u001b[43m \u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 668\u001b[0m \u001b[43m \u001b[49m\u001b[43mcompletion_create_params\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mCompletionCreateParams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 669\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 670\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmake_request_options\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 671\u001b[0m \u001b[43m \u001b[49m\u001b[43mextra_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_headers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_query\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_query\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_body\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_body\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\n\u001b[1;32m 672\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 673\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mChatCompletion\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 674\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 675\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mStream\u001b[49m\u001b[43m[\u001b[49m\u001b[43mChatCompletionChunk\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 676\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1246\u001b[0m, in \u001b[0;36mSyncAPIClient.post\u001b[0;34m(self, path, cast_to, body, options, files, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1243\u001b[0m opts \u001b[38;5;241m=\u001b[39m FinalRequestOptions\u001b[38;5;241m.\u001b[39mconstruct(\n\u001b[1;32m 1244\u001b[0m method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpost\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39mpath, json_data\u001b[38;5;241m=\u001b[39mbody, files\u001b[38;5;241m=\u001b[39mto_httpx_files(files), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moptions\n\u001b[1;32m 1245\u001b[0m )\n\u001b[0;32m-> 1246\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m cast(ResponseT, \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mopts\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m)\u001b[49m)\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:927\u001b[0m, in \u001b[0;36mSyncAPIClient.request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 918\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m 919\u001b[0m \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m 920\u001b[0m cast_to: Type[ResponseT],\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 925\u001b[0m stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m 926\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[0;32m--> 927\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 928\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 929\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 930\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 931\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 932\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 933\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:982\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 981\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 982\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 983\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 984\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 985\u001b[0m \u001b[43m \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 986\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 987\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 988\u001b[0m \u001b[43m \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 989\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1059\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1057\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1059\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1060\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1061\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1062\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1063\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1064\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1065\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:982\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 981\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 982\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 983\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 984\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 985\u001b[0m \u001b[43m \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 986\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 987\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 988\u001b[0m \u001b[43m \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 989\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1059\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m 1057\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1059\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1060\u001b[0m \u001b[43m \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1061\u001b[0m \u001b[43m \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1062\u001b[0m \u001b[43m \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1063\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1064\u001b[0m \u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1065\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:992\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m 991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 992\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APIConnectionError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n\u001b[1;32m 994\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\n\u001b[1;32m 995\u001b[0m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mHTTP Response: \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m%i\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m 996\u001b[0m request\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1000\u001b[0m response\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m 1001\u001b[0m )\n", - "\u001b[0;31mAPIConnectionError\u001b[0m: Connection error.", - "\nDuring handling of the above exception, another exception occurred:\n", - "\u001b[0;31mPromptCallableException\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[16], line 7\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mopenai\u001b[39;00m\n\u001b[1;32m 3\u001b[0m leetcode_problem \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\"\"\u001b[39m\n\u001b[1;32m 4\u001b[0m \u001b[38;5;124mGiven a string s, find the longest palindromic substring in s. You may assume that the maximum length of s is 1000.\u001b[39m\n\u001b[1;32m 5\u001b[0m \u001b[38;5;124m\"\"\"\u001b[39m\n\u001b[0;32m----> 7\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mguard\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[43m \u001b[49m\u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 9\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 10\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m{\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mleetcode_problem\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mleetcode_problem\u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 11\u001b[0m \u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m2048\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 12\u001b[0m \u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 13\u001b[0m \u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:798\u001b[0m, in \u001b[0;36mGuard.__call__\u001b[0;34m(self, llm_api, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 792\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m msg_history \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(msg_history):\n\u001b[1;32m 793\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\n\u001b[1;32m 794\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou must provide a prompt if msg_history is empty. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 795\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAlternatively, you can provide a prompt in the Schema constructor.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 796\u001b[0m )\n\u001b[0;32m--> 798\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_execute\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 799\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 800\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 801\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 802\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 803\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 804\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 805\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 806\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 807\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 808\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 809\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:682\u001b[0m, in \u001b[0;36mGuard._execute\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 666\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec(\n\u001b[1;32m 667\u001b[0m llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[1;32m 668\u001b[0m llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 678\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m 679\u001b[0m )\n\u001b[1;32m 681\u001b[0m guard_context \u001b[38;5;241m=\u001b[39m contextvars\u001b[38;5;241m.\u001b[39mContext()\n\u001b[0;32m--> 682\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mguard_context\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 683\u001b[0m \u001b[43m \u001b[49m\u001b[43m__exec\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 684\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 685\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 686\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 687\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 688\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 689\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 690\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 691\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 692\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 693\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 694\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 695\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 696\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:666\u001b[0m, in \u001b[0;36mGuard._execute..__exec\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m 653\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_server(\n\u001b[1;32m 654\u001b[0m llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[1;32m 655\u001b[0m llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 662\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m 663\u001b[0m )\n\u001b[1;32m 665\u001b[0m \u001b[38;5;66;03m# Otherwise, call the LLM synchronously\u001b[39;00m\n\u001b[0;32m--> 666\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_exec\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 667\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 668\u001b[0m \u001b[43m \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 669\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 670\u001b[0m \u001b[43m \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_num_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 671\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 672\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 673\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 674\u001b[0m \u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 675\u001b[0m \u001b[43m \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 676\u001b[0m \u001b[43m \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 677\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 678\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 679\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:753\u001b[0m, in \u001b[0;36mGuard._exec\u001b[0;34m(self, llm_api, llm_output, call_log, prompt_params, num_reasks, metadata, full_schema_reask, prompt, instructions, msg_history, *args, **kwargs)\u001b[0m\n\u001b[1;32m 735\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 736\u001b[0m \u001b[38;5;66;03m# Otherwise, use Runner\u001b[39;00m\n\u001b[1;32m 737\u001b[0m runner \u001b[38;5;241m=\u001b[39m Runner(\n\u001b[1;32m 738\u001b[0m output_type\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_output_type,\n\u001b[1;32m 739\u001b[0m output_schema\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_schema\u001b[38;5;241m.\u001b[39mto_dict(),\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 751\u001b[0m exec_options\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec_opts,\n\u001b[1;32m 752\u001b[0m )\n\u001b[0;32m--> 753\u001b[0m call \u001b[38;5;241m=\u001b[39m \u001b[43mrunner\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 754\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m ValidationOutcome[OT]\u001b[38;5;241m.\u001b[39mfrom_guard_history(call)\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:241\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m 238\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m 239\u001b[0m \u001b[38;5;66;03m# Because Pydantic v1 doesn't respect property setters\u001b[39;00m\n\u001b[1;32m 240\u001b[0m call_log\u001b[38;5;241m.\u001b[39m_set_exception(e)\n\u001b[0;32m--> 241\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 242\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m call_log\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:193\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m 190\u001b[0m index \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[1;32m 191\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m index \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_reasks \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m):\n\u001b[1;32m 192\u001b[0m \u001b[38;5;66;03m# Run a single step.\u001b[39;00m\n\u001b[0;32m--> 193\u001b[0m iteration \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 194\u001b[0m \u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mindex\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 195\u001b[0m \u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 196\u001b[0m \u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 197\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 198\u001b[0m \u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 199\u001b[0m \u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 200\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_schema\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_schema\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 201\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moutput\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 202\u001b[0m \u001b[43m \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 203\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 205\u001b[0m \u001b[38;5;66;03m# Loop again?\u001b[39;00m\n\u001b[1;32m 206\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdo_loop(index, iteration\u001b[38;5;241m.\u001b[39mreasks):\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:332\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m 330\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39merror \u001b[38;5;241m=\u001b[39m error_message\n\u001b[1;32m 331\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mexception \u001b[38;5;241m=\u001b[39m e\n\u001b[0;32m--> 332\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 333\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m iteration\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:298\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m 295\u001b[0m iteration\u001b[38;5;241m.\u001b[39minputs\u001b[38;5;241m.\u001b[39mmsg_history \u001b[38;5;241m=\u001b[39m msg_history\n\u001b[1;32m 297\u001b[0m \u001b[38;5;66;03m# Call: run the API.\u001b[39;00m\n\u001b[0;32m--> 298\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcall\u001b[49m\u001b[43m(\u001b[49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 300\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mllm_response_info \u001b[38;5;241m=\u001b[39m llm_response\n\u001b[1;32m 301\u001b[0m raw_output \u001b[38;5;241m=\u001b[39m llm_response\u001b[38;5;241m.\u001b[39moutput\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m 212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:561\u001b[0m, in \u001b[0;36mRunner.call\u001b[0;34m(self, instructions, prompt, msg_history, api, output)\u001b[0m\n\u001b[1;32m 559\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m api_fn(msg_history\u001b[38;5;241m=\u001b[39mmsg_history_source(msg_history))\n\u001b[1;32m 560\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt \u001b[38;5;129;01mand\u001b[39;00m instructions:\n\u001b[0;32m--> 561\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[43mapi_fn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 562\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt:\n\u001b[1;32m 563\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m api_fn(prompt\u001b[38;5;241m.\u001b[39msource)\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:63\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 59\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_invoke_llm(\n\u001b[1;32m 60\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_args, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_kwargs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m 61\u001b[0m )\n\u001b[1;32m 62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m---> 63\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m 64\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` failed\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 65\u001b[0m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m with the following error: `\u001b[39m\u001b[38;5;132;01m{\u001b[39;00me\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m`. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 66\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMake sure that `fn` can be called as a function that\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 67\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m takes in a single prompt string \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 68\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 69\u001b[0m )\n\u001b[1;32m 70\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(result, LLMResponse):\n\u001b[1;32m 71\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m 72\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` returned\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 73\u001b[0m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m a non-string value: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresult\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 76\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 77\u001b[0m )\n", - "\u001b[0;31mPromptCallableException\u001b[0m: The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string." - ] - } - ], + "outputs": [], "source": [ "import openai\n", "\n", @@ -214,24 +152,77 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 24, "metadata": {}, "outputs": [ { - "ename": "AttributeError", - "evalue": "'Guard' object has no attribute 'rail'", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[5], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[43mguard\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrail\u001b[49m\u001b[38;5;241m.\u001b[39mprompt)\n", - "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/pydantic/main.py:811\u001b[0m, in \u001b[0;36mBaseModel.__getattr__\u001b[0;34m(self, item)\u001b[0m\n\u001b[1;32m 808\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__getattribute__\u001b[39m(item) \u001b[38;5;66;03m# Raises AttributeError if appropriate\u001b[39;00m\n\u001b[1;32m 809\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 810\u001b[0m \u001b[38;5;66;03m# this is the current error\u001b[39;00m\n\u001b[0;32m--> 811\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mAttributeError\u001b[39;00m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mtype\u001b[39m(\u001b[38;5;28mself\u001b[39m)\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m\u001b[38;5;132;01m!r}\u001b[39;00m\u001b[38;5;124m object has no attribute \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mitem\u001b[38;5;132;01m!r}\u001b[39;00m\u001b[38;5;124m'\u001b[39m)\n", - "\u001b[0;31mAttributeError\u001b[0m: 'Guard' object has no attribute 'rail'" - ] + "data": { + "text/html": [ + "
\n",
+       "Given the following high level leetcode problem description, write a short Python code snippet that solves the \n",
+       "problem.\n",
+       "\n",
+       "Problem Description:\n",
+       "\n",
+       "Given a string s, find the longest palindromic substring in s. You may assume that the maximum length of s is 1000.\n",
+       "\n",
+       "\n",
+       "\n",
+       "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
+       "\n",
+       "<output>\n",
+       "  <string format=\"reflex/valid_python\" name=\"python_code\" required=\"true\"></string>\n",
+       "</output>\n",
+       "\n",
+       "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
+       "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
+       "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
+       "specific types. Be correct and concise. If you are unsure anywhere, enter `null`.\n",
+       "\n",
+       "Here are examples of simple (XML, JSON) pairs that show the expected behavior:\n",
+       "- `<string name='foo' format='two-words lower-case' />` => `{'foo': 'example one'}`\n",
+       "- `<list name='bar'><string format='upper-case' /></list>` => `{\"bar\": ['STRING ONE', 'STRING TWO', etc.]}`\n",
+       "- `<object name='baz'><string name=\"foo\" format=\"capitalize two-words\" /><integer name=\"index\" format=\"1-indexed\" \n",
+       "/></object>` => `{'baz': {'foo': 'Some String', 'index': 1}}`\n",
+       "\n",
+       "
\n" + ], + "text/plain": [ + "\n", + "Given the following high level leetcode problem description, write a short Python code snippet that solves the \n", + "problem.\n", + "\n", + "Problem Description:\n", + "\n", + "Given a string s, find the longest palindromic substring in s. You may assume that the maximum length of s is \u001b[1;36m1000\u001b[0m.\n", + "\n", + "\n", + "\n", + "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n", + "\n", + "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n", + "\u001b[39m <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n", + "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n", + "\n", + "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n", + "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n", + "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n", + "\u001b[39mspecific types. Be correct and concise. If you are unsure anywhere, enter `null`.\u001b[0m\n", + "\n", + "\u001b[39mHere are examples of simple \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mXML, JSON\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m pairs that show the expected behavior:\u001b[0m\n", + "\u001b[39m- `` => `\u001b[0m\u001b[1;39m{\u001b[0m\u001b[32m'foo'\u001b[0m\u001b[39m: \u001b[0m\u001b[32m'example one'\u001b[0m\u001b[1;39m}\u001b[0m\u001b[39m`\u001b[0m\n", + "\u001b[39m- `<\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>` => `\u001b[0m\u001b[1;39m{\u001b[0m\u001b[32m\"bar\"\u001b[0m\u001b[39m: \u001b[0m\u001b[1;39m[\u001b[0m\u001b[32m'STRING ONE'\u001b[0m\u001b[39m, \u001b[0m\u001b[32m'STRING TWO'\u001b[0m\u001b[39m, etc.\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m}\u001b[0m\u001b[39m`\u001b[0m\n", + "\u001b[39m- `<\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>` =\u001b[0m\u001b[1m>\u001b[0m `\u001b[1m{\u001b[0m\u001b[32m'baz'\u001b[0m: \u001b[1m{\u001b[0m\u001b[32m'foo'\u001b[0m: \u001b[32m'Some String'\u001b[0m, \u001b[32m'index'\u001b[0m: \u001b[1;36m1\u001b[0m\u001b[1m}\u001b[0m\u001b[1m}\u001b[0m`\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ - "print(guard.history.last.prompt)" + "print(guard.history.last.compiled_prompt)" ] }, { @@ -246,30 +237,32 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 25, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
{\n",
-       "    'python_code': 'def longest_palindromic_substring(s):\\n    if not s:\\n        return \"\"\\n    start = 0\\n    end\n",
-       "= 0\\n    for i in range(len(s)):\\n        len1 = expand_around_center(s, i, i)\\n        len2 = \n",
-       "expand_around_center(s, i, i + 1)\\n        max_len = max(len1, len2)\\n        if max_len > end - start:\\n          \n",
-       "start = i - (max_len - 1) // 2\\n            end = i + max_len // 2\\n    return s[start:end + 1]\\n\\n\\ndef \n",
-       "expand_around_center(s, left, right):\\n    while left >= 0 and right < len(s) and s[left] == s[right]:\\n        \n",
-       "left -= 1\\n        right += 1\\n    return right - left - 1'\n",
+       "    'python_code': 'class Solution:\\n    def longestPalindrome(self, s: str) -> str:\\n        if len(s) == 0:\\n    \n",
+       "return \"\"\\n        start = 0\\n        end = 0\\n        for i in range(len(s)):\\n            len1 = \n",
+       "self.expandAroundCenter(s, i, i)\\n            len2 = self.expandAroundCenter(s, i, i + 1)\\n            max_len = \n",
+       "max(len1, len2)\\n            if max_len > end - start:\\n                start = i - (max_len - 1) // 2\\n           \n",
+       "end = i + max_len // 2\\n        return s[start:end + 1]\\n\\n    def expandAroundCenter(self, s: str, left: int, \n",
+       "right: int) -> int:\\n        while left >= 0 and right < len(s) and s[left] == s[right]:\\n            left -= 1\\n  \n",
+       "right += 1\\n        return right - left - 1'\n",
        "}\n",
        "
\n" ], "text/plain": [ "\u001b[1m{\u001b[0m\n", - " \u001b[32m'python_code'\u001b[0m: \u001b[32m'def longest_palindromic_substring\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms\u001b[0m\u001b[32m)\u001b[0m\u001b[32m:\\n if not s:\\n return \"\"\\n start = 0\\n end\u001b[0m\n", - "\u001b[32m= 0\\n for i in range\u001b[0m\u001b[32m(\u001b[0m\u001b[32mlen\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms\u001b[0m\u001b[32m)\u001b[0m\u001b[32m)\u001b[0m\u001b[32m:\\n len1 = expand_around_center\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms, i, i\u001b[0m\u001b[32m)\u001b[0m\u001b[32m\\n len2 = \u001b[0m\n", - "\u001b[32mexpand_around_center\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms, i, i + 1\u001b[0m\u001b[32m)\u001b[0m\u001b[32m\\n max_len = max\u001b[0m\u001b[32m(\u001b[0m\u001b[32mlen1, len2\u001b[0m\u001b[32m)\u001b[0m\u001b[32m\\n if max_len > end - start:\\n \u001b[0m\n", - "\u001b[32mstart = i - \u001b[0m\u001b[32m(\u001b[0m\u001b[32mmax_len - 1\u001b[0m\u001b[32m)\u001b[0m\u001b[32m // 2\\n end = i + max_len // 2\\n return s\u001b[0m\u001b[32m[\u001b[0m\u001b[32mstart:end + 1\u001b[0m\u001b[32m]\u001b[0m\u001b[32m\\n\\n\\ndef \u001b[0m\n", - "\u001b[32mexpand_around_center\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms, left, right\u001b[0m\u001b[32m)\u001b[0m\u001b[32m:\\n while left >= 0 and right < len\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms\u001b[0m\u001b[32m)\u001b[0m\u001b[32m and s\u001b[0m\u001b[32m[\u001b[0m\u001b[32mleft\u001b[0m\u001b[32m]\u001b[0m\u001b[32m == s\u001b[0m\u001b[32m[\u001b[0m\u001b[32mright\u001b[0m\u001b[32m]\u001b[0m\u001b[32m:\\n \u001b[0m\n", - "\u001b[32mleft -= 1\\n right += 1\\n return right - left - 1'\u001b[0m\n", + " \u001b[32m'python_code'\u001b[0m: \u001b[32m'class Solution:\\n def longestPalindrome\u001b[0m\u001b[32m(\u001b[0m\u001b[32mself, s: str\u001b[0m\u001b[32m)\u001b[0m\u001b[32m -> str:\\n if len\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms\u001b[0m\u001b[32m)\u001b[0m\u001b[32m == 0:\\n \u001b[0m\n", + "\u001b[32mreturn \"\"\\n start = 0\\n end = 0\\n for i in range\u001b[0m\u001b[32m(\u001b[0m\u001b[32mlen\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms\u001b[0m\u001b[32m)\u001b[0m\u001b[32m)\u001b[0m\u001b[32m:\\n len1 = \u001b[0m\n", + "\u001b[32mself.expandAroundCenter\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms, i, i\u001b[0m\u001b[32m)\u001b[0m\u001b[32m\\n len2 = self.expandAroundCenter\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms, i, i + 1\u001b[0m\u001b[32m)\u001b[0m\u001b[32m\\n max_len = \u001b[0m\n", + "\u001b[32mmax\u001b[0m\u001b[32m(\u001b[0m\u001b[32mlen1, len2\u001b[0m\u001b[32m)\u001b[0m\u001b[32m\\n if max_len > end - start:\\n start = i - \u001b[0m\u001b[32m(\u001b[0m\u001b[32mmax_len - 1\u001b[0m\u001b[32m)\u001b[0m\u001b[32m // 2\\n \u001b[0m\n", + "\u001b[32mend = i + max_len // 2\\n return s\u001b[0m\u001b[32m[\u001b[0m\u001b[32mstart:end + 1\u001b[0m\u001b[32m]\u001b[0m\u001b[32m\\n\\n def expandAroundCenter\u001b[0m\u001b[32m(\u001b[0m\u001b[32mself, s: str, left: int, \u001b[0m\n", + "\u001b[32mright: int\u001b[0m\u001b[32m)\u001b[0m\u001b[32m -> int:\\n while left >= 0 and right < len\u001b[0m\u001b[32m(\u001b[0m\u001b[32ms\u001b[0m\u001b[32m)\u001b[0m\u001b[32m and s\u001b[0m\u001b[32m[\u001b[0m\u001b[32mleft\u001b[0m\u001b[32m]\u001b[0m\u001b[32m == s\u001b[0m\u001b[32m[\u001b[0m\u001b[32mright\u001b[0m\u001b[32m]\u001b[0m\u001b[32m:\\n left -= 1\\n \u001b[0m\n", + "\u001b[32mright += 1\\n return right - left - 1'\u001b[0m\n", "\u001b[1m}\u001b[0m\n" ] }, @@ -291,55 +284,55 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 26, "metadata": {}, "outputs": [ { "data": { "text/html": [ - "
def longest_palindromic_substring(s):\n",
-       "    if not s:\n",
-       "        return \"\"\n",
-       "    start = 0\n",
-       "    end = 0\n",
-       "    for i in range(len(s)):\n",
-       "        len1 = expand_around_center(s, i, i)\n",
-       "        len2 = expand_around_center(s, i, i + 1)\n",
-       "        max_len = max(len1, len2)\n",
-       "        if max_len > end - start:\n",
-       "            start = i - (max_len - 1) // 2\n",
-       "            end = i + max_len // 2\n",
-       "    return s\n",
+       "
class Solution:\n",
+       "    def longestPalindrome(self, s: str) -> str:\n",
+       "        if len(s) == 0:\n",
+       "            return \"\"\n",
+       "        start = 0\n",
+       "        end = 0\n",
+       "        for i in range(len(s)):\n",
+       "            len1 = self.expandAroundCenter(s, i, i)\n",
+       "            len2 = self.expandAroundCenter(s, i, i + 1)\n",
+       "            max_len = max(len1, len2)\n",
+       "            if max_len > end - start:\n",
+       "                start = i - (max_len - 1) // 2\n",
+       "                end = i + max_len // 2\n",
+       "        return s\n",
        "\n",
-       "\n",
-       "def expand_around_center(s, left, right):\n",
-       "    while left >= 0 and right < len(s) and s == s:\n",
-       "        left -= 1\n",
-       "        right += 1\n",
-       "    return right - left - 1\n",
+       "    def expandAroundCenter(self, s: str, left: int, right: int) -> int:\n",
+       "        while left >= 0 and right < len(s) and s == s:\n",
+       "            left -= 1\n",
+       "            right += 1\n",
+       "        return right - left - 1\n",
        "
\n"
       ],
       "text/plain": [
-       "def \u001b[1;35mlongest_palindromic_substring\u001b[0m\u001b[1m(\u001b[0ms\u001b[1m)\u001b[0m:\n",
-       "    if not s:\n",
-       "        return \u001b[32m\"\"\u001b[0m\n",
-       "    start = \u001b[1;36m0\u001b[0m\n",
-       "    end = \u001b[1;36m0\u001b[0m\n",
-       "    for i in \u001b[1;35mrange\u001b[0m\u001b[1m(\u001b[0m\u001b[1;35mlen\u001b[0m\u001b[1m(\u001b[0ms\u001b[1m)\u001b[0m\u001b[1m)\u001b[0m:\n",
-       "        len1 = \u001b[1;35mexpand_around_center\u001b[0m\u001b[1m(\u001b[0ms, i, i\u001b[1m)\u001b[0m\n",
-       "        len2 = \u001b[1;35mexpand_around_center\u001b[0m\u001b[1m(\u001b[0ms, i, i + \u001b[1;36m1\u001b[0m\u001b[1m)\u001b[0m\n",
-       "        max_len = \u001b[1;35mmax\u001b[0m\u001b[1m(\u001b[0mlen1, len2\u001b[1m)\u001b[0m\n",
-       "        if max_len > end - start:\n",
-       "            start = i - \u001b[1m(\u001b[0mmax_len - \u001b[1;36m1\u001b[0m\u001b[1m)\u001b[0m \u001b[35m/\u001b[0m\u001b[35m/\u001b[0m \u001b[1;36m2\u001b[0m\n",
-       "            end = i + max_len \u001b[35m/\u001b[0m\u001b[35m/\u001b[0m \u001b[1;36m2\u001b[0m\n",
-       "    return s\n",
-       "\n",
+       "class Solution:\n",
+       "    def \u001b[1;35mlongestPalindrome\u001b[0m\u001b[1m(\u001b[0mself, s: str\u001b[1m)\u001b[0m -> str:\n",
+       "        if \u001b[1;35mlen\u001b[0m\u001b[1m(\u001b[0ms\u001b[1m)\u001b[0m == \u001b[1;36m0\u001b[0m:\n",
+       "            return \u001b[32m\"\"\u001b[0m\n",
+       "        start = \u001b[1;36m0\u001b[0m\n",
+       "        end = \u001b[1;36m0\u001b[0m\n",
+       "        for i in \u001b[1;35mrange\u001b[0m\u001b[1m(\u001b[0m\u001b[1;35mlen\u001b[0m\u001b[1m(\u001b[0ms\u001b[1m)\u001b[0m\u001b[1m)\u001b[0m:\n",
+       "            len1 = \u001b[1;35mself.expandAroundCenter\u001b[0m\u001b[1m(\u001b[0ms, i, i\u001b[1m)\u001b[0m\n",
+       "            len2 = \u001b[1;35mself.expandAroundCenter\u001b[0m\u001b[1m(\u001b[0ms, i, i + \u001b[1;36m1\u001b[0m\u001b[1m)\u001b[0m\n",
+       "            max_len = \u001b[1;35mmax\u001b[0m\u001b[1m(\u001b[0mlen1, len2\u001b[1m)\u001b[0m\n",
+       "            if max_len > end - start:\n",
+       "                start = i - \u001b[1m(\u001b[0mmax_len - \u001b[1;36m1\u001b[0m\u001b[1m)\u001b[0m \u001b[35m/\u001b[0m\u001b[35m/\u001b[0m \u001b[1;36m2\u001b[0m\n",
+       "                end = i + max_len \u001b[35m/\u001b[0m\u001b[35m/\u001b[0m \u001b[1;36m2\u001b[0m\n",
+       "        return s\n",
        "\n",
-       "def \u001b[1;35mexpand_around_center\u001b[0m\u001b[1m(\u001b[0ms, left, right\u001b[1m)\u001b[0m:\n",
-       "    while left >= \u001b[1;36m0\u001b[0m and right < \u001b[1;35mlen\u001b[0m\u001b[1m(\u001b[0ms\u001b[1m)\u001b[0m and s == s:\n",
-       "        left -= \u001b[1;36m1\u001b[0m\n",
-       "        right += \u001b[1;36m1\u001b[0m\n",
-       "    return right - left - \u001b[1;36m1\u001b[0m\n"
+       "    def \u001b[1;35mexpandAroundCenter\u001b[0m\u001b[1m(\u001b[0mself, s: str, left: int, right: int\u001b[1m)\u001b[0m -> int:\n",
+       "        while left >= \u001b[1;36m0\u001b[0m and right < \u001b[1;35mlen\u001b[0m\u001b[1m(\u001b[0ms\u001b[1m)\u001b[0m and s == s:\n",
+       "            left -= \u001b[1;36m1\u001b[0m\n",
+       "            right += \u001b[1;36m1\u001b[0m\n",
+       "        return right - left - \u001b[1;36m1\u001b[0m\n"
       ]
      },
      "metadata": {},
diff --git a/docs/examples/check_for_pii.ipynb b/docs/examples/check_for_pii.ipynb
index 21743e11e..e3fd94814 100644
--- a/docs/examples/check_for_pii.ipynb
+++ b/docs/examples/check_for_pii.ipynb
@@ -40,7 +40,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -52,7 +52,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -66,7 +66,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
@@ -115,7 +115,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [
     {
@@ -165,7 +165,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 13,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -176,7 +176,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 14,
    "metadata": {},
    "outputs": [
     {
@@ -226,7 +226,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [
     {
diff --git a/docs/examples/competitors_check.ipynb b/docs/examples/competitors_check.ipynb
index 9b46dbe22..7bf5d1d89 100644
--- a/docs/examples/competitors_check.ipynb
+++ b/docs/examples/competitors_check.ipynb
@@ -19,7 +19,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
@@ -39,13 +39,13 @@
     }
    ],
    "source": [
-    "! pip install nltk\n",
+    "! pip install nltk --quiet\n",
     "! guardrails hub install hub://guardrails/competitor_check --quiet"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -72,7 +72,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -106,7 +106,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -141,7 +141,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
@@ -213,7 +213,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [
     {
diff --git a/docs/examples/extracting_entities.ipynb b/docs/examples/extracting_entities.ipynb
index 0272a00c4..d9be0c291 100644
--- a/docs/examples/extracting_entities.ipynb
+++ b/docs/examples/extracting_entities.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
@@ -29,7 +29,11 @@
       "✅Successfully installed guardrails/one_line!\n",
       "\n",
       "\n",
-      "Requirement already satisfied: pypdfium2 in ./.venv/lib/python3.10/site-packages (4.30.0)\n",
+      "Collecting pypdfium2\n",
+      "  Using cached pypdfium2-4.30.0-py3-none-macosx_11_0_arm64.whl.metadata (48 kB)\n",
+      "Using cached pypdfium2-4.30.0-py3-none-macosx_11_0_arm64.whl (2.7 MB)\n",
+      "Installing collected packages: pypdfium2\n",
+      "Successfully installed pypdfium2-4.30.0\n",
       "Note: you may need to restart the kernel to use updated packages.\n"
      ]
     }
@@ -69,17 +73,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/pypdfium2/_helpers/textpage.py:80: UserWarning: get_text_range() call with default params will be implicitly redirected to get_text_bounded()\n",
-      "  warnings.warn(\"get_text_range() call with default params will be implicitly redirected to get_text_bounded()\")\n"
-     ]
-    },
     {
      "data": {
       "text/html": [
@@ -136,7 +132,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 132,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -181,7 +177,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 133,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -208,7 +204,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 134,
+   "execution_count": 16,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -236,7 +232,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 135,
+   "execution_count": 17,
    "metadata": {},
    "outputs": [
     {
@@ -244,7 +240,7 @@
       "text/html": [
        "
{\n",
        "    'fees': [\n",
-       "        {'name': 'annual membership', 'explanation': 'None', 'value': 0.0},\n",
+       "        {'name': 'annual membership', 'explanation': 'None', 'value': 0},\n",
        "        {\n",
        "            'name': 'my chase',\n",
        "            'explanation': 'Monthly fee of 0% of the amount of each eligible purchase transaction or amount \n",
@@ -252,9 +248,9 @@
        "the amount of each eligible purchase transaction or amount selected to create a My Chase Plan. The My Chase Plan \n",
        "Fee will be determined at the time each My Chase Plan is created and will remain the same until the My Chase Plan \n",
        "is paid in full.',\n",
-       "            'value': 0.0\n",
+       "            'value': 0\n",
        "        },\n",
-       "        {'name': 'transaction fees', 'explanation': 'None', 'value': 0.0},\n",
+       "        {'name': 'transaction fees', 'explanation': 'None', 'value': 0},\n",
        "        {\n",
        "            'name': 'balance transfers',\n",
        "            'explanation': 'Either $5 or 3% of the amount of each transfer, whichever is greater, on transfers made\n",
@@ -272,11 +268,11 @@
        "            'explanation': '3% of the amount of each transaction in U.S. dollars.',\n",
        "            'value': 3.0\n",
        "        },\n",
-       "        {'name': 'penalty fees', 'explanation': 'None', 'value': 0.0},\n",
+       "        {'name': 'penalty fees', 'explanation': 'None', 'value': 0},\n",
        "        {'name': 'late payment', 'explanation': 'Up to $40.', 'value': 40.0},\n",
-       "        {'name': 'over the', 'explanation': 'None', 'value': 0.0},\n",
+       "        {'name': 'over the', 'explanation': 'None', 'value': 0},\n",
        "        {'name': 'return payment', 'explanation': 'Up to $40.', 'value': 40.0},\n",
-       "        {'name': 'return check', 'explanation': 'None', 'value': 0.0}\n",
+       "        {'name': 'return check', 'explanation': 'None', 'value': 0}\n",
        "    ],\n",
        "    'interest_rates': [\n",
        "        {'account_type': 'purchase/my chase loan/balance transfer', 'rate': 19.49},\n",
@@ -289,7 +285,7 @@
       "text/plain": [
        "\u001b[1m{\u001b[0m\n",
        "    \u001b[32m'fees'\u001b[0m: \u001b[1m[\u001b[0m\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'annual membership'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'annual membership'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'my chase'\u001b[0m,\n",
        "            \u001b[32m'explanation'\u001b[0m: \u001b[32m'Monthly fee of 0% of the amount of each eligible purchase transaction or amount \u001b[0m\n",
@@ -297,9 +293,9 @@
        "\u001b[32mthe amount of each eligible purchase transaction or amount selected to create a My Chase Plan. The My Chase Plan \u001b[0m\n",
        "\u001b[32mFee will be determined at the time each My Chase Plan is created and will remain the same until the My Chase Plan \u001b[0m\n",
        "\u001b[32mis paid in full.'\u001b[0m,\n",
-       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\n",
+       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'transaction fees'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'transaction fees'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'balance transfers'\u001b[0m,\n",
        "            \u001b[32m'explanation'\u001b[0m: \u001b[32m'Either $5 or 3% of the amount of each transfer, whichever is greater, on transfers made\u001b[0m\n",
@@ -317,11 +313,11 @@
        "            \u001b[32m'explanation'\u001b[0m: \u001b[32m'3% of the amount of each transaction in U.S. dollars.'\u001b[0m,\n",
        "            \u001b[32m'value'\u001b[0m: \u001b[1;36m3.0\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'penalty fees'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'penalty fees'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'late payment'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'Up to $40.'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m40.0\u001b[0m\u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'over the'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'over the'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'return payment'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'Up to $40.'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m40.0\u001b[0m\u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'return check'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\u001b[1m}\u001b[0m\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'return check'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\u001b[1m}\u001b[0m\n",
        "    \u001b[1m]\u001b[0m,\n",
        "    \u001b[32m'interest_rates'\u001b[0m: \u001b[1m[\u001b[0m\n",
        "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'purchase/my chase loan/balance transfer'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m19.49\u001b[0m\u001b[1m}\u001b[0m,\n",
@@ -341,7 +337,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 136,
+   "execution_count": 19,
    "metadata": {},
    "outputs": [
     {
@@ -482,23 +478,25 @@
        "│   │ │ it into.                                                                                                │ │\n",
        "│   │ │                                                                                                         │ │\n",
        "│   │ │ <output>                                                                                                │ │\n",
-       "│   │ │     <list name=\"fees\" description=\"What fees and charges are associated with my account?\">              │ │\n",
-       "│   │ │         <object>                                                                                        │ │\n",
-       "│   │ │             <string name=\"name\" format=\"guardrails/lowercase; guardrails/two_words\"/>                   │ │\n",
-       "│   │ │             <string name=\"explanation\" format=\"guardrails/one_line\"/>                                   │ │\n",
-       "│   │ │             <float name=\"value\" description=\"The fee amount in USD or as a percentage.\"/>               │ │\n",
-       "│   │ │         </object>                                                                                       │ │\n",
-       "│   │ │     </list>                                                                                             │ │\n",
-       "│   │ │     <list name=\"interest_rates\" description=\"What are the interest rates offered by the bank on         │ │\n",
-       "│   │ │ different kinds of accounts and products?\">                                                             │ │\n",
-       "│   │ │         <object>                                                                                        │ │\n",
-       "│   │ │             <string name=\"account_type\" format=\"guardrails/lowercase\"/>                                 │ │\n",
-       "│   │ │             <float name=\"rate\" description=\"The annual percentage rate (APR) for the account type.\"/>   │ │\n",
-       "│   │ │         </object>                                                                                       │ │\n",
-       "│   │ │     </list>                                                                                             │ │\n",
+       "│   │ │   <list description=\"What fees and charges are associated with my account?\" name=\"fees\"                 │ │\n",
+       "│   │ │ required=\"true\">                                                                                        │ │\n",
+       "│   │ │     <object required=\"true\">                                                                            │ │\n",
+       "│   │ │       <string format=\"guardrails/lowercase; guardrails/two_words\" name=\"name\" required=\"true\"></string> │ │\n",
+       "│   │ │       <string format=\"guardrails/one_line\" name=\"explanation\" required=\"true\"></string>                 │ │\n",
+       "│   │ │       <float description=\"The fee amount in USD or as a percentage.\" name=\"value\"                       │ │\n",
+       "│   │ │ required=\"true\"></float>                                                                                │ │\n",
+       "│   │ │     </object>                                                                                           │ │\n",
+       "│   │ │   </list>                                                                                               │ │\n",
+       "│   │ │   <list description=\"What are the interest rates offered by the bank on different kinds of accounts and │ │\n",
+       "│   │ │ products?\" name=\"interest_rates\" required=\"true\">                                                       │ │\n",
+       "│   │ │     <object required=\"true\">                                                                            │ │\n",
+       "│   │ │       <string format=\"guardrails/lowercase\" name=\"account_type\" required=\"true\"></string>               │ │\n",
+       "│   │ │       <float description=\"The annual percentage rate (APR) for the account type.\" name=\"rate\"           │ │\n",
+       "│   │ │ required=\"true\"></float>                                                                                │ │\n",
+       "│   │ │     </object>                                                                                           │ │\n",
+       "│   │ │   </list>                                                                                               │ │\n",
        "│   │ │ </output>                                                                                               │ │\n",
        "│   │ │                                                                                                         │ │\n",
-       "│   │ │                                                                                                         │ │\n",
        "│   │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "│   │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "│   │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -522,83 +520,83 @@
        "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "│   │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
        "│   │ │ {                                                                                                       │ │\n",
-       "│   │ │     \"fees\": [                                                                                           │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"annual membership fee\",                                                            │ │\n",
-       "│   │ │             \"explanation\": \"None\",                                                                      │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"my chase plan fee\",                                                                │ │\n",
-       "│   │ │             \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or    │ │\n",
-       "│   │ │ amount selected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that,        │ │\n",
-       "│   │ │ monthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a │ │\n",
-       "│   │ │ My Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and   │ │\n",
-       "│   │ │ will remain the same until the My Chase Plan is paid in full.\",                                         │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"transaction fees\",                                                                 │ │\n",
-       "│   │ │             \"explanation\": \"None\",                                                                      │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"balance transfers intro fee\",                                                      │ │\n",
-       "│   │ │             \"explanation\": \"Either $5 or 3% of the amount of each transfer, whichever is greater, on    │ │\n",
+       "│   │ │   \"fees\": [                                                                                             │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"annual membership fee\",                                                                  │ │\n",
+       "│   │ │       \"explanation\": \"None\",                                                                            │ │\n",
+       "│   │ │       \"value\": 0                                                                                        │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"my chase plan sm fee\",                                                                   │ │\n",
+       "│   │ │       \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or amount   │ │\n",
+       "│   │ │ selected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, monthly fee   │ │\n",
+       "│   │ │ of 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase    │ │\n",
+       "│   │ │ Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will       │ │\n",
+       "│   │ │ remain the same until the My Chase Plan is paid in full.\",                                              │ │\n",
+       "│   │ │       \"value\": 0                                                                                        │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"transaction fees\",                                                                       │ │\n",
+       "│   │ │       \"explanation\": \"None\",                                                                            │ │\n",
+       "│   │ │       \"value\": 0                                                                                        │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"balance transfers intro fee\",                                                            │ │\n",
+       "│   │ │       \"explanation\": \"Either $5 or 3% of the amount of each transfer, whichever is greater, on          │ │\n",
        "│   │ │ transfers made within 60 days of account opening. After that: Either $5 or 5% of the amount of each     │ │\n",
        "│   │ │ transfer, whichever is greater.\",                                                                       │ │\n",
-       "│   │ │             \"value\": 5                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"cash advances\",                                                                    │ │\n",
-       "│   │ │             \"explanation\": \"Either $10 or 5% of the amount of each transaction, whichever is greater.\", │ │\n",
-       "│   │ │             \"value\": 10                                                                                 │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"foreign transactions\",                                                             │ │\n",
-       "│   │ │             \"explanation\": \"3% of the amount of each transaction in U.S. dollars.\",                     │ │\n",
-       "│   │ │             \"value\": 3                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"penalty fees\",                                                                     │ │\n",
-       "│   │ │             \"explanation\": \"None\",                                                                      │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"late payment\",                                                                     │ │\n",
-       "│   │ │             \"explanation\": \"Up to $40.\",                                                                │ │\n",
-       "│   │ │             \"value\": 40                                                                                 │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"over-the-credit-limit\",                                                            │ │\n",
-       "│   │ │             \"explanation\": \"None\",                                                                      │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"return payment\",                                                                   │ │\n",
-       "│   │ │             \"explanation\": \"Up to $40.\",                                                                │ │\n",
-       "│   │ │             \"value\": 40                                                                                 │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"return check\",                                                                     │ │\n",
-       "│   │ │             \"explanation\": \"None\",                                                                      │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         }                                                                                               │ │\n",
-       "│   │ │     ],                                                                                                  │ │\n",
-       "│   │ │     \"interest_rates\": [                                                                                 │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"account_type\": \"purchase/my chase loan/balance transfer\",                                  │ │\n",
-       "│   │ │             \"rate\": 19.49                                                                               │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"account_type\": \"cash advance\",                                                             │ │\n",
-       "│   │ │             \"rate\": 29.49                                                                               │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"account_type\": \"penalty\",                                                                  │ │\n",
-       "│   │ │             \"rate\": 29.99                                                                               │ │\n",
-       "│   │ │         }                                                                                               │ │\n",
-       "│   │ │     ]                                                                                                   │ │\n",
+       "│   │ │       \"value\": 5                                                                                        │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"cash advances\",                                                                          │ │\n",
+       "│   │ │       \"explanation\": \"Either $10 or 5% of the amount of each transaction, whichever is greater.\",       │ │\n",
+       "│   │ │       \"value\": 10                                                                                       │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"foreign transactions\",                                                                   │ │\n",
+       "│   │ │       \"explanation\": \"3% of the amount of each transaction in U.S. dollars.\",                           │ │\n",
+       "│   │ │       \"value\": 3                                                                                        │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"penalty fees\",                                                                           │ │\n",
+       "│   │ │       \"explanation\": \"None\",                                                                            │ │\n",
+       "│   │ │       \"value\": 0                                                                                        │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"late payment\",                                                                           │ │\n",
+       "│   │ │       \"explanation\": \"Up to $40.\",                                                                      │ │\n",
+       "│   │ │       \"value\": 40                                                                                       │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"over-the-credit-limit\",                                                                  │ │\n",
+       "│   │ │       \"explanation\": \"None\",                                                                            │ │\n",
+       "│   │ │       \"value\": 0                                                                                        │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"return payment\",                                                                         │ │\n",
+       "│   │ │       \"explanation\": \"Up to $40.\",                                                                      │ │\n",
+       "│   │ │       \"value\": 40                                                                                       │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"name\": \"return check\",                                                                           │ │\n",
+       "│   │ │       \"explanation\": \"None\",                                                                            │ │\n",
+       "│   │ │       \"value\": 0                                                                                        │ │\n",
+       "│   │ │     }                                                                                                   │ │\n",
+       "│   │ │   ],                                                                                                    │ │\n",
+       "│   │ │   \"interest_rates\": [                                                                                   │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"account_type\": \"purchase/my chase loan/balance transfer\",                                        │ │\n",
+       "│   │ │       \"rate\": 19.49                                                                                     │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"account_type\": \"cash advance\",                                                                   │ │\n",
+       "│   │ │       \"rate\": 29.49                                                                                     │ │\n",
+       "│   │ │     },                                                                                                  │ │\n",
+       "│   │ │     {                                                                                                   │ │\n",
+       "│   │ │       \"account_type\": \"penalty\",                                                                        │ │\n",
+       "│   │ │       \"rate\": 29.99                                                                                     │ │\n",
+       "│   │ │     }                                                                                                   │ │\n",
+       "│   │ │   ]                                                                                                     │ │\n",
        "│   │ │ }                                                                                                       │ │\n",
        "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "│   │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
@@ -610,25 +608,29 @@
        "│   │ │                 fail_results=[                                                                          │ │\n",
        "│   │ │                     FailResult(                                                                         │ │\n",
        "│   │ │                         outcome='fail',                                                                 │ │\n",
-       "│   │ │                         metadata=None,                                                                  │ │\n",
        "│   │ │                         error_message='Value must be exactly two words',                                │ │\n",
-       "│   │ │                         fix_value='annual membership'                                                   │ │\n",
+       "│   │ │                         fix_value='annual membership',                                                  │ │\n",
+       "│   │ │                         metadata=None,                                                                  │ │\n",
+       "│   │ │                         validated_chunk=None,                                                           │ │\n",
+       "│   │ │                         error_spans=None                                                                │ │\n",
        "│   │ │                     )                                                                                   │ │\n",
        "│   │ │                 ],                                                                                      │ │\n",
        "│   │ │                 path=['fees', 0, 'name']                                                                │ │\n",
        "│   │ │             ),                                                                                          │ │\n",
        "│   │ │             'explanation': 'None',                                                                      │ │\n",
-       "│   │ │             'value': 0.0                                                                                │ │\n",
+       "│   │ │             'value': 0                                                                                  │ │\n",
        "│   │ │         },                                                                                              │ │\n",
        "│   │ │         {                                                                                               │ │\n",
        "│   │ │             'name': FieldReAsk(                                                                         │ │\n",
-       "│   │ │                 incorrect_value='my chase plan fee',                                                    │ │\n",
+       "│   │ │                 incorrect_value='my chase plan sm fee',                                                 │ │\n",
        "│   │ │                 fail_results=[                                                                          │ │\n",
        "│   │ │                     FailResult(                                                                         │ │\n",
        "│   │ │                         outcome='fail',                                                                 │ │\n",
-       "│   │ │                         metadata=None,                                                                  │ │\n",
        "│   │ │                         error_message='Value must be exactly two words',                                │ │\n",
-       "│   │ │                         fix_value='my chase'                                                            │ │\n",
+       "│   │ │                         fix_value='my chase',                                                           │ │\n",
+       "│   │ │                         metadata=None,                                                                  │ │\n",
+       "│   │ │                         validated_chunk=None,                                                           │ │\n",
+       "│   │ │                         error_spans=None                                                                │ │\n",
        "│   │ │                     )                                                                                   │ │\n",
        "│   │ │                 ],                                                                                      │ │\n",
        "│   │ │                 path=['fees', 1, 'name']                                                                │ │\n",
@@ -638,18 +640,20 @@
        "│   │ │ monthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a │ │\n",
        "│   │ │ My Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and   │ │\n",
        "│   │ │ will remain the same until the My Chase Plan is paid in full.',                                         │ │\n",
-       "│   │ │             'value': 0.0                                                                                │ │\n",
+       "│   │ │             'value': 0                                                                                  │ │\n",
        "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {'name': 'transaction fees', 'explanation': 'None', 'value': 0.0},                              │ │\n",
+       "│   │ │         {'name': 'transaction fees', 'explanation': 'None', 'value': 0},                                │ │\n",
        "│   │ │         {                                                                                               │ │\n",
        "│   │ │             'name': FieldReAsk(                                                                         │ │\n",
        "│   │ │                 incorrect_value='balance transfers intro fee',                                          │ │\n",
        "│   │ │                 fail_results=[                                                                          │ │\n",
        "│   │ │                     FailResult(                                                                         │ │\n",
        "│   │ │                         outcome='fail',                                                                 │ │\n",
-       "│   │ │                         metadata=None,                                                                  │ │\n",
        "│   │ │                         error_message='Value must be exactly two words',                                │ │\n",
-       "│   │ │                         fix_value='balance transfers'                                                   │ │\n",
+       "│   │ │                         fix_value='balance transfers',                                                  │ │\n",
+       "│   │ │                         metadata=None,                                                                  │ │\n",
+       "│   │ │                         validated_chunk=None,                                                           │ │\n",
+       "│   │ │                         error_spans=None                                                                │ │\n",
        "│   │ │                     )                                                                                   │ │\n",
        "│   │ │                 ],                                                                                      │ │\n",
        "│   │ │                 path=['fees', 3, 'name']                                                                │ │\n",
@@ -669,7 +673,7 @@
        "│   │ │             'explanation': '3% of the amount of each transaction in U.S. dollars.',                     │ │\n",
        "│   │ │             'value': 3.0                                                                                │ │\n",
        "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {'name': 'penalty fees', 'explanation': 'None', 'value': 0.0},                                  │ │\n",
+       "│   │ │         {'name': 'penalty fees', 'explanation': 'None', 'value': 0},                                    │ │\n",
        "│   │ │         {'name': 'late payment', 'explanation': 'Up to $40.', 'value': 40.0},                           │ │\n",
        "│   │ │         {                                                                                               │ │\n",
        "│   │ │             'name': FieldReAsk(                                                                         │ │\n",
@@ -677,18 +681,20 @@
        "│   │ │                 fail_results=[                                                                          │ │\n",
        "│   │ │                     FailResult(                                                                         │ │\n",
        "│   │ │                         outcome='fail',                                                                 │ │\n",
-       "│   │ │                         metadata=None,                                                                  │ │\n",
        "│   │ │                         error_message='Value must be exactly two words',                                │ │\n",
-       "│   │ │                         fix_value='over the'                                                            │ │\n",
+       "│   │ │                         fix_value='over the',                                                           │ │\n",
+       "│   │ │                         metadata=None,                                                                  │ │\n",
+       "│   │ │                         validated_chunk=None,                                                           │ │\n",
+       "│   │ │                         error_spans=None                                                                │ │\n",
        "│   │ │                     )                                                                                   │ │\n",
        "│   │ │                 ],                                                                                      │ │\n",
        "│   │ │                 path=['fees', 8, 'name']                                                                │ │\n",
        "│   │ │             ),                                                                                          │ │\n",
        "│   │ │             'explanation': 'None',                                                                      │ │\n",
-       "│   │ │             'value': 0.0                                                                                │ │\n",
+       "│   │ │             'value': 0                                                                                  │ │\n",
        "│   │ │         },                                                                                              │ │\n",
        "│   │ │         {'name': 'return payment', 'explanation': 'Up to $40.', 'value': 40.0},                         │ │\n",
-       "│   │ │         {'name': 'return check', 'explanation': 'None', 'value': 0.0}                                   │ │\n",
+       "│   │ │         {'name': 'return check', 'explanation': 'None', 'value': 0}                                     │ │\n",
        "│   │ │     ],                                                                                                  │ │\n",
        "│   │ │     'interest_rates': [                                                                                 │ │\n",
        "│   │ │         {                                                                                               │ │\n",
@@ -716,11 +722,11 @@
        "    │ │         ]                                                                                               │ │\n",
        "    │ │       },                                                                                                │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": {                                                                                         │ │\n",
-       "    │ │         \"incorrect_value\": \"my chase plan fee\",                                                         │ │\n",
+       "    │ │         \"incorrect_value\": \"my chase plan sm fee\",                                                      │ │\n",
        "    │ │         \"error_messages\": [                                                                             │ │\n",
        "    │ │           \"Value must be exactly two words\"                                                             │ │\n",
        "    │ │         ]                                                                                               │ │\n",
@@ -730,12 +736,12 @@
        "    │ │ of 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase    │ │\n",
        "    │ │ Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will       │ │\n",
        "    │ │ remain the same until the My Chase Plan is paid in full.\",                                              │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"transaction fees\",                                                                       │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": {                                                                                         │ │\n",
@@ -762,7 +768,7 @@
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"penalty fees\",                                                                           │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"late payment\",                                                                           │ │\n",
@@ -777,7 +783,7 @@
        "    │ │         ]                                                                                               │ │\n",
        "    │ │       },                                                                                                │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"return payment\",                                                                         │ │\n",
@@ -787,7 +793,7 @@
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"return check\",                                                                           │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     }                                                                                                   │ │\n",
        "    │ │   ],                                                                                                    │ │\n",
        "    │ │   \"interest_rates\": [                                                                                   │ │\n",
@@ -812,23 +818,25 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <list name=\"fees\" description=\"What fees and charges are associated with my account?\">              │ │\n",
-       "    │ │         <object>                                                                                        │ │\n",
-       "    │ │             <string name=\"name\" format=\"guardrails/lowercase; guardrails/two_words\"/>                   │ │\n",
-       "    │ │             <string name=\"explanation\" format=\"guardrails/one_line\"/>                                   │ │\n",
-       "    │ │             <float name=\"value\" description=\"The fee amount in USD or as a percentage.\"/>               │ │\n",
-       "    │ │         </object>                                                                                       │ │\n",
-       "    │ │     </list>                                                                                             │ │\n",
-       "    │ │     <list name=\"interest_rates\" description=\"What are the interest rates offered by the bank on         │ │\n",
-       "    │ │ different kinds of accounts and products?\">                                                             │ │\n",
-       "    │ │         <object>                                                                                        │ │\n",
-       "    │ │             <string name=\"account_type\" format=\"guardrails/lowercase\"/>                                 │ │\n",
-       "    │ │             <float name=\"rate\" description=\"The annual percentage rate (APR) for the account type.\"/>   │ │\n",
-       "    │ │         </object>                                                                                       │ │\n",
-       "    │ │     </list>                                                                                             │ │\n",
+       "    │ │   <list description=\"What fees and charges are associated with my account?\" name=\"fees\"                 │ │\n",
+       "    │ │ required=\"true\">                                                                                        │ │\n",
+       "    │ │     <object required=\"true\">                                                                            │ │\n",
+       "    │ │       <string format=\"guardrails/lowercase; guardrails/two_words\" name=\"name\" required=\"true\"></string> │ │\n",
+       "    │ │       <string format=\"guardrails/one_line\" name=\"explanation\" required=\"true\"></string>                 │ │\n",
+       "    │ │       <float description=\"The fee amount in USD or as a percentage.\" name=\"value\"                       │ │\n",
+       "    │ │ required=\"true\"></float>                                                                                │ │\n",
+       "    │ │     </object>                                                                                           │ │\n",
+       "    │ │   </list>                                                                                               │ │\n",
+       "    │ │   <list description=\"What are the interest rates offered by the bank on different kinds of accounts and │ │\n",
+       "    │ │ products?\" name=\"interest_rates\" required=\"true\">                                                       │ │\n",
+       "    │ │     <object required=\"true\">                                                                            │ │\n",
+       "    │ │       <string format=\"guardrails/lowercase\" name=\"account_type\" required=\"true\"></string>               │ │\n",
+       "    │ │       <float description=\"The annual percentage rate (APR) for the account type.\" name=\"rate\"           │ │\n",
+       "    │ │ required=\"true\"></float>                                                                                │ │\n",
+       "    │ │     </object>                                                                                           │ │\n",
+       "    │ │   </list>                                                                                               │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -849,21 +857,21 @@
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"annual membership fee\",                                                                  │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"name\": \"my chase plan fee\",                                                                      │ │\n",
+       "    │ │       \"name\": \"my chase plan sm fee\",                                                                   │ │\n",
        "    │ │       \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or amount   │ │\n",
        "    │ │ selected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, monthly fee   │ │\n",
        "    │ │ of 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase    │ │\n",
        "    │ │ Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will       │ │\n",
        "    │ │ remain the same until the My Chase Plan is paid in full.\",                                              │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"transaction fees\",                                                                       │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"balance transfers intro fee\",                                                            │ │\n",
@@ -885,7 +893,7 @@
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"penalty fees\",                                                                           │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"late payment\",                                                                           │ │\n",
@@ -895,7 +903,7 @@
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"over-the-credit-limit\",                                                                  │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"return payment\",                                                                         │ │\n",
@@ -905,7 +913,7 @@
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"return check\",                                                                           │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     }                                                                                                   │ │\n",
        "    │ │   ],                                                                                                    │ │\n",
        "    │ │   \"interest_rates\": [                                                                                   │ │\n",
@@ -927,7 +935,7 @@
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "    │ │ {                                                                                                       │ │\n",
        "    │ │     'fees': [                                                                                           │ │\n",
-       "    │ │         {'name': 'annual membership', 'explanation': 'None', 'value': 0.0},                             │ │\n",
+       "    │ │         {'name': 'annual membership', 'explanation': 'None', 'value': 0},                               │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'name': 'my chase',                                                                         │ │\n",
        "    │ │             'explanation': 'Monthly fee of 0% of the amount of each eligible purchase transaction or    │ │\n",
@@ -935,9 +943,9 @@
        "    │ │ monthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a │ │\n",
        "    │ │ My Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and   │ │\n",
        "    │ │ will remain the same until the My Chase Plan is paid in full.',                                         │ │\n",
-       "    │ │             'value': 0.0                                                                                │ │\n",
+       "    │ │             'value': 0                                                                                  │ │\n",
        "    │ │         },                                                                                              │ │\n",
-       "    │ │         {'name': 'transaction fees', 'explanation': 'None', 'value': 0.0},                              │ │\n",
+       "    │ │         {'name': 'transaction fees', 'explanation': 'None', 'value': 0},                                │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'name': 'balance transfers',                                                                │ │\n",
        "    │ │             'explanation': 'Either $5 or 3% of the amount of each transfer, whichever is greater, on    │ │\n",
@@ -955,11 +963,11 @@
        "    │ │             'explanation': '3% of the amount of each transaction in U.S. dollars.',                     │ │\n",
        "    │ │             'value': 3.0                                                                                │ │\n",
        "    │ │         },                                                                                              │ │\n",
-       "    │ │         {'name': 'penalty fees', 'explanation': 'None', 'value': 0.0},                                  │ │\n",
+       "    │ │         {'name': 'penalty fees', 'explanation': 'None', 'value': 0},                                    │ │\n",
        "    │ │         {'name': 'late payment', 'explanation': 'Up to $40.', 'value': 40.0},                           │ │\n",
-       "    │ │         {'name': 'over the', 'explanation': 'None', 'value': 0.0},                                      │ │\n",
+       "    │ │         {'name': 'over the', 'explanation': 'None', 'value': 0},                                        │ │\n",
        "    │ │         {'name': 'return payment', 'explanation': 'Up to $40.', 'value': 40.0},                         │ │\n",
-       "    │ │         {'name': 'return check', 'explanation': 'None', 'value': 0.0}                                   │ │\n",
+       "    │ │         {'name': 'return check', 'explanation': 'None', 'value': 0}                                     │ │\n",
        "    │ │     ],                                                                                                  │ │\n",
        "    │ │     'interest_rates': [                                                                                 │ │\n",
        "    │ │         {                                                                                               │ │\n",
@@ -1110,23 +1118,25 @@
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1150,83 +1160,83 @@
        "│   │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"fees\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"annual membership fee\",\u001b[0m\u001b[48;2;245;245;220m                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"my chase plan fee\",\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mamount selected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, \u001b[0m\u001b[48;2;245;245;220m      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mmonthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mMy Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mwill remain the same until the My Chase Plan is paid in full.\",\u001b[0m\u001b[48;2;245;245;220m                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"transaction fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"balance transfers intro fee\",\u001b[0m\u001b[48;2;245;245;220m                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"Either $5 or 3% of the amount of each transfer, whichever is greater, on \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"fees\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"annual membership fee\",\u001b[0m\u001b[48;2;245;245;220m                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"my chase plan sm fee\",\u001b[0m\u001b[48;2;245;245;220m                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or amount \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mselected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, monthly fee \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mPlan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will \u001b[0m\u001b[48;2;245;245;220m     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mremain the same until the My Chase Plan is paid in full.\",\u001b[0m\u001b[48;2;245;245;220m                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"transaction fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"balance transfers intro fee\",\u001b[0m\u001b[48;2;245;245;220m                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"Either $5 or 3% of the amount of each transfer, whichever is greater, on \u001b[0m\u001b[48;2;245;245;220m        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mtransfers made within 60 days of account opening. After that: Either $5 or 5% of the amount of each \u001b[0m\u001b[48;2;245;245;220m   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mtransfer, whichever is greater.\",\u001b[0m\u001b[48;2;245;245;220m                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 5\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"cash advances\",\u001b[0m\u001b[48;2;245;245;220m                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"Either $10 or 5% of the amount of each transaction, whichever is greater.\",\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 10\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"foreign transactions\",\u001b[0m\u001b[48;2;245;245;220m                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"3% of the amount of each transaction in U.S. dollars.\",\u001b[0m\u001b[48;2;245;245;220m                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 3\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"penalty fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"late payment\",\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"Up to $40.\",\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 40\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"over-the-credit-limit\",\u001b[0m\u001b[48;2;245;245;220m                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"return payment\",\u001b[0m\u001b[48;2;245;245;220m                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"Up to $40.\",\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 40\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"return check\",\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        }\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    ],\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"interest_rates\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"account_type\": \"purchase/my chase loan/balance transfer\",\u001b[0m\u001b[48;2;245;245;220m                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"rate\": 19.49\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"account_type\": \"cash advance\",\u001b[0m\u001b[48;2;245;245;220m                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"rate\": 29.49\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"account_type\": \"penalty\",\u001b[0m\u001b[48;2;245;245;220m                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"rate\": 29.99\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        }\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    ]\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 5\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"cash advances\",\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"Either $10 or 5% of the amount of each transaction, whichever is greater.\",\u001b[0m\u001b[48;2;245;245;220m      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 10\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"foreign transactions\",\u001b[0m\u001b[48;2;245;245;220m                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"3% of the amount of each transaction in U.S. dollars.\",\u001b[0m\u001b[48;2;245;245;220m                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 3\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"penalty fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"late payment\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"Up to $40.\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 40\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"over-the-credit-limit\",\u001b[0m\u001b[48;2;245;245;220m                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"return payment\",\u001b[0m\u001b[48;2;245;245;220m                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"Up to $40.\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 40\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"return check\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  ],\u001b[0m\u001b[48;2;245;245;220m                                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"interest_rates\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"purchase/my chase loan/balance transfer\",\u001b[0m\u001b[48;2;245;245;220m                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"rate\": 19.49\u001b[0m\u001b[48;2;245;245;220m                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"cash advance\",\u001b[0m\u001b[48;2;245;245;220m                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"rate\": 29.49\u001b[0m\u001b[48;2;245;245;220m                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"penalty\",\u001b[0m\u001b[48;2;245;245;220m                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"rate\": 29.99\u001b[0m\u001b[48;2;245;245;220m                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  ]\u001b[0m\u001b[48;2;245;245;220m                                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
@@ -1238,25 +1248,29 @@
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                fail_results=[\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    FailResult(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        outcome='fail',\u001b[0m\u001b[48;2;240;255;240m                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_message='Value must be exactly two words',\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='annual membership'\u001b[0m\u001b[48;2;240;255;240m                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='annual membership',\u001b[0m\u001b[48;2;240;255;240m                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        validated_chunk=None,\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_spans=None\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    )\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                ],\u001b[0m\u001b[48;2;240;255;240m                                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                path=['fees', 0, 'name']\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            ),\u001b[0m\u001b[48;2;240;255;240m                                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': FieldReAsk(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                incorrect_value='my chase plan fee',\u001b[0m\u001b[48;2;240;255;240m                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                incorrect_value='my chase plan sm fee',\u001b[0m\u001b[48;2;240;255;240m                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                fail_results=[\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    FailResult(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        outcome='fail',\u001b[0m\u001b[48;2;240;255;240m                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_message='Value must be exactly two words',\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='my chase'\u001b[0m\u001b[48;2;240;255;240m                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='my chase',\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        validated_chunk=None,\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_spans=None\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    )\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                ],\u001b[0m\u001b[48;2;240;255;240m                                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                path=['fees', 1, 'name']\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1266,18 +1280,20 @@
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mmonthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mMy Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mwill remain the same until the My Chase Plan is paid in full.',\u001b[0m\u001b[48;2;240;255;240m                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'transaction fees', 'explanation': 'None', 'value': 0.0},\u001b[0m\u001b[48;2;240;255;240m                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'transaction fees', 'explanation': 'None', 'value': 0},\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': FieldReAsk(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                incorrect_value='balance transfers intro fee',\u001b[0m\u001b[48;2;240;255;240m                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                fail_results=[\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    FailResult(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        outcome='fail',\u001b[0m\u001b[48;2;240;255;240m                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_message='Value must be exactly two words',\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='balance transfers'\u001b[0m\u001b[48;2;240;255;240m                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='balance transfers',\u001b[0m\u001b[48;2;240;255;240m                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        validated_chunk=None,\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_spans=None\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    )\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                ],\u001b[0m\u001b[48;2;240;255;240m                                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                path=['fees', 3, 'name']\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1297,7 +1313,7 @@
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': '3% of the amount of each transaction in U.S. dollars.',\u001b[0m\u001b[48;2;240;255;240m                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 3.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'penalty fees', 'explanation': 'None', 'value': 0.0},\u001b[0m\u001b[48;2;240;255;240m                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'penalty fees', 'explanation': 'None', 'value': 0},\u001b[0m\u001b[48;2;240;255;240m                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'late payment', 'explanation': 'Up to $40.', 'value': 40.0},\u001b[0m\u001b[48;2;240;255;240m                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': FieldReAsk(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1305,18 +1321,20 @@
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                fail_results=[\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    FailResult(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        outcome='fail',\u001b[0m\u001b[48;2;240;255;240m                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_message='Value must be exactly two words',\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='over the'\u001b[0m\u001b[48;2;240;255;240m                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='over the',\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        validated_chunk=None,\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_spans=None\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    )\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                ],\u001b[0m\u001b[48;2;240;255;240m                                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                path=['fees', 8, 'name']\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            ),\u001b[0m\u001b[48;2;240;255;240m                                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'return payment', 'explanation': 'Up to $40.', 'value': 40.0},\u001b[0m\u001b[48;2;240;255;240m                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'return check', 'explanation': 'None', 'value': 0.0}\u001b[0m\u001b[48;2;240;255;240m                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'return check', 'explanation': 'None', 'value': 0}\u001b[0m\u001b[48;2;240;255;240m                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ],\u001b[0m\u001b[48;2;240;255;240m                                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'interest_rates': [\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1344,11 +1362,11 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        ]\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      },\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": {\u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \"incorrect_value\": \"my chase plan fee\",\u001b[0m\u001b[48;2;240;248;255m                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \"incorrect_value\": \"my chase plan sm fee\",\u001b[0m\u001b[48;2;240;248;255m                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \"error_messages\": [\u001b[0m\u001b[48;2;240;248;255m                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m          \"Value must be exactly two words\"\u001b[0m\u001b[48;2;240;248;255m                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        ]\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1358,12 +1376,12 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mof 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mPlan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will \u001b[0m\u001b[48;2;240;248;255m     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mremain the same until the My Chase Plan is paid in full.\",\u001b[0m\u001b[48;2;240;248;255m                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"transaction fees\",\u001b[0m\u001b[48;2;240;248;255m                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": {\u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1390,7 +1408,7 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"penalty fees\",\u001b[0m\u001b[48;2;240;248;255m                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"late payment\",\u001b[0m\u001b[48;2;240;248;255m                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1405,7 +1423,7 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        ]\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      },\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"return payment\",\u001b[0m\u001b[48;2;240;248;255m                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1415,7 +1433,7 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"return check\",\u001b[0m\u001b[48;2;240;248;255m                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    }\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  ],\u001b[0m\u001b[48;2;240;248;255m                                                                                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \"interest_rates\": [\u001b[0m\u001b[48;2;240;248;255m                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1440,23 +1458,25 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1477,21 +1497,21 @@
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"annual membership fee\",\u001b[0m\u001b[48;2;245;245;220m                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"my chase plan fee\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"my chase plan sm fee\",\u001b[0m\u001b[48;2;245;245;220m                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or amount \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mselected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, monthly fee \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mPlan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will \u001b[0m\u001b[48;2;245;245;220m     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mremain the same until the My Chase Plan is paid in full.\",\u001b[0m\u001b[48;2;245;245;220m                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"transaction fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"balance transfers intro fee\",\u001b[0m\u001b[48;2;245;245;220m                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
@@ -1513,7 +1533,7 @@
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"penalty fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"late payment\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
@@ -1523,7 +1543,7 @@
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"over-the-credit-limit\",\u001b[0m\u001b[48;2;245;245;220m                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"return payment\",\u001b[0m\u001b[48;2;245;245;220m                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
@@ -1533,7 +1553,7 @@
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"return check\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  ],\u001b[0m\u001b[48;2;245;245;220m                                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"interest_rates\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
@@ -1555,7 +1575,7 @@
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'fees': [\u001b[0m\u001b[48;2;240;255;240m                                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'annual membership', 'explanation': 'None', 'value': 0.0},\u001b[0m\u001b[48;2;240;255;240m                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'annual membership', 'explanation': 'None', 'value': 0},\u001b[0m\u001b[48;2;240;255;240m                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'my chase',\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': 'Monthly fee of 0% of the amount of each eligible purchase transaction or \u001b[0m\u001b[48;2;240;255;240m  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1563,9 +1583,9 @@
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mmonthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mMy Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mwill remain the same until the My Chase Plan is paid in full.',\u001b[0m\u001b[48;2;240;255;240m                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'transaction fees', 'explanation': 'None', 'value': 0.0},\u001b[0m\u001b[48;2;240;255;240m                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'transaction fees', 'explanation': 'None', 'value': 0},\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'balance transfers',\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': 'Either $5 or 3% of the amount of each transfer, whichever is greater, on \u001b[0m\u001b[48;2;240;255;240m  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1583,11 +1603,11 @@
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': '3% of the amount of each transaction in U.S. dollars.',\u001b[0m\u001b[48;2;240;255;240m                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 3.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'penalty fees', 'explanation': 'None', 'value': 0.0},\u001b[0m\u001b[48;2;240;255;240m                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'penalty fees', 'explanation': 'None', 'value': 0},\u001b[0m\u001b[48;2;240;255;240m                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'late payment', 'explanation': 'Up to $40.', 'value': 40.0},\u001b[0m\u001b[48;2;240;255;240m                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'over the', 'explanation': 'None', 'value': 0.0},\u001b[0m\u001b[48;2;240;255;240m                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'over the', 'explanation': 'None', 'value': 0},\u001b[0m\u001b[48;2;240;255;240m                                       \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'return payment', 'explanation': 'Up to $40.', 'value': 40.0},\u001b[0m\u001b[48;2;240;255;240m                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'return check', 'explanation': 'None', 'value': 0.0}\u001b[0m\u001b[48;2;240;255;240m                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'return check', 'explanation': 'None', 'value': 0}\u001b[0m\u001b[48;2;240;255;240m                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ],\u001b[0m\u001b[48;2;240;255;240m                                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'interest_rates': [\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1602,7 +1622,7 @@
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
      },
-     "execution_count": 136,
+     "execution_count": 19,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1628,7 +1648,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.0"
+   "version": "3.12.3"
   },
   "vscode": {
    "interpreter": {
diff --git a/docs/examples/generate_structured_data.ipynb b/docs/examples/generate_structured_data.ipynb
index f9d3a00b5..890b44899 100644
--- a/docs/examples/generate_structured_data.ipynb
+++ b/docs/examples/generate_structured_data.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
@@ -61,9 +61,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
+     ]
+    }
+   ],
    "source": [
     "from pydantic import BaseModel, Field\n",
     "from guardrails.hub import ValidLength, TwoWords, ValidRange\n",
@@ -109,7 +118,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -120,7 +129,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -136,79 +145,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/prompt/base_prompt.py:70: FutureWarning: Prompt Primitives are moving! To keep the same behaviour, switch from `json` constants to `xml` constants. Example: ${gr.complete_json_suffix} -> ${gr.complete_xml_suffix}\n",
-      "  warn(\n"
-     ]
-    },
-    {
-     "ename": "PromptCallableException",
-     "evalue": "The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string.",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[0;31mRemoteProtocolError\u001b[0m                       Traceback (most recent call last)",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:69\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m     68\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 69\u001b[0m     \u001b[38;5;28;01myield\u001b[39;00m\n\u001b[1;32m     70\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:233\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    232\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m map_httpcore_exceptions():\n\u001b[0;32m--> 233\u001b[0m     resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    235\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(resp\u001b[38;5;241m.\u001b[39mstream, typing\u001b[38;5;241m.\u001b[39mIterable)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:216\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    215\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_close_connections(closing)\n\u001b[0;32m--> 216\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m    218\u001b[0m \u001b[38;5;66;03m# Return the response. Note that in this case we still have to manage\u001b[39;00m\n\u001b[1;32m    219\u001b[0m \u001b[38;5;66;03m# the point at which the response is closed.\u001b[39;00m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:196\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    194\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m    195\u001b[0m     \u001b[38;5;66;03m# Send the request on the assigned connection.\u001b[39;00m\n\u001b[0;32m--> 196\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[43mconnection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    197\u001b[0m \u001b[43m        \u001b[49m\u001b[43mpool_request\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\n\u001b[1;32m    198\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    199\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ConnectionNotAvailable:\n\u001b[1;32m    200\u001b[0m     \u001b[38;5;66;03m# In some cases a connection may initially be available to\u001b[39;00m\n\u001b[1;32m    201\u001b[0m     \u001b[38;5;66;03m# handle a request, but then become unavailable.\u001b[39;00m\n\u001b[1;32m    202\u001b[0m     \u001b[38;5;66;03m#\u001b[39;00m\n\u001b[1;32m    203\u001b[0m     \u001b[38;5;66;03m# In this case we clear the connection and try again.\u001b[39;00m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection.py:101\u001b[0m, in \u001b[0;36mHTTPConnection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m     99\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m exc\n\u001b[0;32m--> 101\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_connection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:143\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    142\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_response_closed()\n\u001b[0;32m--> 143\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:113\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    104\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m Trace(\n\u001b[1;32m    105\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mreceive_response_headers\u001b[39m\u001b[38;5;124m\"\u001b[39m, logger, request, kwargs\n\u001b[1;32m    106\u001b[0m ) \u001b[38;5;28;01mas\u001b[39;00m trace:\n\u001b[1;32m    107\u001b[0m     (\n\u001b[1;32m    108\u001b[0m         http_version,\n\u001b[1;32m    109\u001b[0m         status,\n\u001b[1;32m    110\u001b[0m         reason_phrase,\n\u001b[1;32m    111\u001b[0m         headers,\n\u001b[1;32m    112\u001b[0m         trailing_data,\n\u001b[0;32m--> 113\u001b[0m     ) \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_response_headers\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    114\u001b[0m     trace\u001b[38;5;241m.\u001b[39mreturn_value \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m    115\u001b[0m         http_version,\n\u001b[1;32m    116\u001b[0m         status,\n\u001b[1;32m    117\u001b[0m         reason_phrase,\n\u001b[1;32m    118\u001b[0m         headers,\n\u001b[1;32m    119\u001b[0m     )\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:186\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_response_headers\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    185\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 186\u001b[0m     event \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_event\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    187\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(event, h11\u001b[38;5;241m.\u001b[39mResponse):\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:238\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_event\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    237\u001b[0m     msg \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mServer disconnected without sending a response.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m--> 238\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m RemoteProtocolError(msg)\n\u001b[1;32m    240\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_h11_state\u001b[38;5;241m.\u001b[39mreceive_data(data)\n",
-      "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.",
-      "\nThe above exception was the direct cause of the following exception:\n",
-      "\u001b[0;31mRemoteProtocolError\u001b[0m                       Traceback (most recent call last)",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:958\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    957\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 958\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_client\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    959\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    960\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_should_stream_response_body\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    961\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    962\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    963\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m httpx\u001b[38;5;241m.\u001b[39mTimeoutException \u001b[38;5;28;01mas\u001b[39;00m err:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:914\u001b[0m, in \u001b[0;36mClient.send\u001b[0;34m(self, request, stream, auth, follow_redirects)\u001b[0m\n\u001b[1;32m    912\u001b[0m auth \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_request_auth(request, auth)\n\u001b[0;32m--> 914\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_auth\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    915\u001b[0m \u001b[43m    \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    916\u001b[0m \u001b[43m    \u001b[49m\u001b[43mauth\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauth\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    917\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    918\u001b[0m \u001b[43m    \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    919\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    920\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:942\u001b[0m, in \u001b[0;36mClient._send_handling_auth\u001b[0;34m(self, request, auth, follow_redirects, history)\u001b[0m\n\u001b[1;32m    941\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 942\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_redirects\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    943\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    944\u001b[0m \u001b[43m        \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    945\u001b[0m \u001b[43m        \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mhistory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    946\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    947\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:979\u001b[0m, in \u001b[0;36mClient._send_handling_redirects\u001b[0;34m(self, request, follow_redirects, history)\u001b[0m\n\u001b[1;32m    977\u001b[0m     hook(request)\n\u001b[0;32m--> 979\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_single_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    980\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:1015\u001b[0m, in \u001b[0;36mClient._send_single_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m   1014\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m request_context(request\u001b[38;5;241m=\u001b[39mrequest):\n\u001b[0;32m-> 1015\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[43mtransport\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1017\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(response\u001b[38;5;241m.\u001b[39mstream, SyncByteStream)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:232\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    220\u001b[0m req \u001b[38;5;241m=\u001b[39m httpcore\u001b[38;5;241m.\u001b[39mRequest(\n\u001b[1;32m    221\u001b[0m     method\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[1;32m    222\u001b[0m     url\u001b[38;5;241m=\u001b[39mhttpcore\u001b[38;5;241m.\u001b[39mURL(\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    230\u001b[0m     extensions\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mextensions,\n\u001b[1;32m    231\u001b[0m )\n\u001b[0;32m--> 232\u001b[0m \u001b[43m\u001b[49m\u001b[38;5;28;43;01mwith\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mmap_httpcore_exceptions\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m    233\u001b[0m \u001b[43m    \u001b[49m\u001b[43mresp\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.12/3.12.3/Frameworks/Python.framework/Versions/3.12/lib/python3.12/contextlib.py:158\u001b[0m, in \u001b[0;36m_GeneratorContextManager.__exit__\u001b[0;34m(self, typ, value, traceback)\u001b[0m\n\u001b[1;32m    157\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 158\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgen\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mthrow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    159\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m    160\u001b[0m     \u001b[38;5;66;03m# Suppress StopIteration *unless* it's the same exception that\u001b[39;00m\n\u001b[1;32m    161\u001b[0m     \u001b[38;5;66;03m# was passed to throw().  This prevents a StopIteration\u001b[39;00m\n\u001b[1;32m    162\u001b[0m     \u001b[38;5;66;03m# raised inside the \"with\" statement from being suppressed.\u001b[39;00m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:86\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m     85\u001b[0m message \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(exc)\n\u001b[0;32m---> 86\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m mapped_exc(message) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mexc\u001b[39;00m\n",
-      "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.",
-      "\nThe above exception was the direct cause of the following exception:\n",
-      "\u001b[0;31mAPIConnectionError\u001b[0m                        Traceback (most recent call last)",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:59\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     58\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 59\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_invoke_llm\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     60\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_args\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_kwargs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m     61\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:218\u001b[0m, in \u001b[0;36mOpenAIChatCallable._invoke_llm\u001b[0;34m(self, text, model, instructions, msg_history, base_model, function_call, *args, **kwargs)\u001b[0m\n\u001b[1;32m    217\u001b[0m client \u001b[38;5;241m=\u001b[39m OpenAIClient(api_key\u001b[38;5;241m=\u001b[39mapi_key)\n\u001b[0;32m--> 218\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate_chat_completion\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    219\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    220\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchat_prompt\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    221\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtext\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\n\u001b[1;32m    222\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    223\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    224\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    225\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    226\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/openai_utils/v1.py:102\u001b[0m, in \u001b[0;36mOpenAIClientV1.create_chat_completion\u001b[0;34m(self, model, messages, *args, **kwargs)\u001b[0m\n\u001b[1;32m     99\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate_chat_completion\u001b[39m(\n\u001b[1;32m    100\u001b[0m     \u001b[38;5;28mself\u001b[39m, model: \u001b[38;5;28mstr\u001b[39m, messages: List[Any], \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m    101\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m LLMResponse:\n\u001b[0;32m--> 102\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    103\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m    104\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    106\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconstruct_chat_response(\n\u001b[1;32m    107\u001b[0m         stream\u001b[38;5;241m=\u001b[39mkwargs\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mFalse\u001b[39;00m),\n\u001b[1;32m    108\u001b[0m         openai_response\u001b[38;5;241m=\u001b[39mresponse,\n\u001b[1;32m    109\u001b[0m     )\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_utils/_utils.py:277\u001b[0m, in \u001b[0;36mrequired_args..inner..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    276\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(msg)\n\u001b[0;32m--> 277\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/resources/chat/completions.py:640\u001b[0m, in \u001b[0;36mCompletions.create\u001b[0;34m(self, messages, model, frequency_penalty, function_call, functions, logit_bias, logprobs, max_tokens, n, parallel_tool_calls, presence_penalty, response_format, seed, service_tier, stop, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, extra_headers, extra_query, extra_body, timeout)\u001b[0m\n\u001b[1;32m    606\u001b[0m \u001b[38;5;129m@required_args\u001b[39m([\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m], [\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m])\n\u001b[1;32m    607\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate\u001b[39m(\n\u001b[1;32m    608\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    638\u001b[0m     timeout: \u001b[38;5;28mfloat\u001b[39m \u001b[38;5;241m|\u001b[39m httpx\u001b[38;5;241m.\u001b[39mTimeout \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m|\u001b[39m NotGiven \u001b[38;5;241m=\u001b[39m NOT_GIVEN,\n\u001b[1;32m    639\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ChatCompletion \u001b[38;5;241m|\u001b[39m Stream[ChatCompletionChunk]:\n\u001b[0;32m--> 640\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_post\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    641\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m/chat/completions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m    642\u001b[0m \u001b[43m        \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmaybe_transform\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    643\u001b[0m \u001b[43m            \u001b[49m\u001b[43m{\u001b[49m\n\u001b[1;32m    644\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmessages\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    645\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    646\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfrequency_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfrequency_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    647\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunction_call\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunction_call\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    648\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunctions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunctions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    649\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogit_bias\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogit_bias\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    650\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    651\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmax_tokens\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    652\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mn\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    653\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mparallel_tool_calls\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mparallel_tool_calls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    654\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mpresence_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mpresence_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    655\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mresponse_format\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mresponse_format\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    656\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mseed\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mseed\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    657\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mservice_tier\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mservice_tier\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    658\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstop\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstop\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    659\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    660\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream_options\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_options\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    661\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtemperature\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    662\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtool_choice\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtool_choice\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    663\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtools\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtools\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    664\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_logprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_logprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    665\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_p\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_p\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    666\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43muser\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43muser\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    667\u001b[0m \u001b[43m            \u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    668\u001b[0m \u001b[43m            \u001b[49m\u001b[43mcompletion_create_params\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mCompletionCreateParams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    669\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    670\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmake_request_options\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    671\u001b[0m \u001b[43m            \u001b[49m\u001b[43mextra_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_headers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_query\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_query\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_body\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_body\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\n\u001b[1;32m    672\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    673\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mChatCompletion\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    674\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    675\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mStream\u001b[49m\u001b[43m[\u001b[49m\u001b[43mChatCompletionChunk\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    676\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1246\u001b[0m, in \u001b[0;36mSyncAPIClient.post\u001b[0;34m(self, path, cast_to, body, options, files, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1243\u001b[0m opts \u001b[38;5;241m=\u001b[39m FinalRequestOptions\u001b[38;5;241m.\u001b[39mconstruct(\n\u001b[1;32m   1244\u001b[0m     method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpost\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39mpath, json_data\u001b[38;5;241m=\u001b[39mbody, files\u001b[38;5;241m=\u001b[39mto_httpx_files(files), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moptions\n\u001b[1;32m   1245\u001b[0m )\n\u001b[0;32m-> 1246\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m cast(ResponseT, \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mopts\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m)\u001b[49m)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:927\u001b[0m, in \u001b[0;36mSyncAPIClient.request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    918\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m    919\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m    920\u001b[0m     cast_to: Type[ResponseT],\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    925\u001b[0m     stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    926\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[0;32m--> 927\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    928\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    929\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    930\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    931\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    932\u001b[0m \u001b[43m        \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    933\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:982\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    981\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 982\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    983\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    984\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    985\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    986\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    987\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    988\u001b[0m \u001b[43m        \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    989\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1059\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1057\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1059\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   1060\u001b[0m \u001b[43m    \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1061\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1062\u001b[0m \u001b[43m    \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1063\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1064\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1065\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:982\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    981\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 982\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    983\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    984\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    985\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    986\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    987\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    988\u001b[0m \u001b[43m        \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    989\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    991\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1059\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1057\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1059\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   1060\u001b[0m \u001b[43m    \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1061\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1062\u001b[0m \u001b[43m    \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1063\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1064\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1065\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:992\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    991\u001b[0m     log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 992\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m APIConnectionError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n\u001b[1;32m    994\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\n\u001b[1;32m    995\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mHTTP Response: \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m%i\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m    996\u001b[0m     request\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m   1000\u001b[0m     response\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m   1001\u001b[0m )\n",
-      "\u001b[0;31mAPIConnectionError\u001b[0m: Connection error.",
-      "\nDuring handling of the above exception, another exception occurred:\n",
-      "\u001b[0;31mPromptCallableException\u001b[0m                   Traceback (most recent call last)",
-      "Cell \u001b[0;32mIn[5], line 4\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mopenai\u001b[39;00m\n\u001b[0;32m----> 4\u001b[0m res \u001b[38;5;241m=\u001b[39m \u001b[43mguard\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m      5\u001b[0m \u001b[43m    \u001b[49m\u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      6\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m2048\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      7\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0\u001b[39;49m\n\u001b[1;32m      8\u001b[0m \u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:798\u001b[0m, in \u001b[0;36mGuard.__call__\u001b[0;34m(self, llm_api, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    792\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m msg_history \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(msg_history):\n\u001b[1;32m    793\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\n\u001b[1;32m    794\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou must provide a prompt if msg_history is empty. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    795\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAlternatively, you can provide a prompt in the Schema constructor.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    796\u001b[0m         )\n\u001b[0;32m--> 798\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_execute\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    799\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    800\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    801\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    802\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    803\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    804\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    805\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    806\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    807\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    808\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    809\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:682\u001b[0m, in \u001b[0;36mGuard._execute\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    666\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec(\n\u001b[1;32m    667\u001b[0m         llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[1;32m    668\u001b[0m         llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    678\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    679\u001b[0m     )\n\u001b[1;32m    681\u001b[0m guard_context \u001b[38;5;241m=\u001b[39m contextvars\u001b[38;5;241m.\u001b[39mContext()\n\u001b[0;32m--> 682\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mguard_context\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    683\u001b[0m \u001b[43m    \u001b[49m\u001b[43m__exec\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    684\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m    685\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    686\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    687\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    688\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    689\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    690\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    691\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    692\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    693\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    694\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    695\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    696\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:666\u001b[0m, in \u001b[0;36mGuard._execute..__exec\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    653\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_server(\n\u001b[1;32m    654\u001b[0m         llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[1;32m    655\u001b[0m         llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    662\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    663\u001b[0m     )\n\u001b[1;32m    665\u001b[0m \u001b[38;5;66;03m# Otherwise, call the LLM synchronously\u001b[39;00m\n\u001b[0;32m--> 666\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_exec\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    667\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    668\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    669\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    670\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_num_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    671\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    672\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    673\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    674\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    675\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    676\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    677\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    678\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    679\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:753\u001b[0m, in \u001b[0;36mGuard._exec\u001b[0;34m(self, llm_api, llm_output, call_log, prompt_params, num_reasks, metadata, full_schema_reask, prompt, instructions, msg_history, *args, **kwargs)\u001b[0m\n\u001b[1;32m    735\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m    736\u001b[0m     \u001b[38;5;66;03m# Otherwise, use Runner\u001b[39;00m\n\u001b[1;32m    737\u001b[0m     runner \u001b[38;5;241m=\u001b[39m Runner(\n\u001b[1;32m    738\u001b[0m         output_type\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_output_type,\n\u001b[1;32m    739\u001b[0m         output_schema\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_schema\u001b[38;5;241m.\u001b[39mto_dict(),\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    751\u001b[0m         exec_options\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec_opts,\n\u001b[1;32m    752\u001b[0m     )\n\u001b[0;32m--> 753\u001b[0m     call \u001b[38;5;241m=\u001b[39m \u001b[43mrunner\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    754\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m ValidationOutcome[OT]\u001b[38;5;241m.\u001b[39mfrom_guard_history(call)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:241\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m    238\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    239\u001b[0m     \u001b[38;5;66;03m# Because Pydantic v1 doesn't respect property setters\u001b[39;00m\n\u001b[1;32m    240\u001b[0m     call_log\u001b[38;5;241m.\u001b[39m_set_exception(e)\n\u001b[0;32m--> 241\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    242\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m call_log\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:193\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m    190\u001b[0m index \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[1;32m    191\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m index \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_reasks \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m):\n\u001b[1;32m    192\u001b[0m     \u001b[38;5;66;03m# Run a single step.\u001b[39;00m\n\u001b[0;32m--> 193\u001b[0m     iteration \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    194\u001b[0m \u001b[43m        \u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mindex\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    195\u001b[0m \u001b[43m        \u001b[49m\u001b[43mapi\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    196\u001b[0m \u001b[43m        \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    197\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    198\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    199\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    200\u001b[0m \u001b[43m        \u001b[49m\u001b[43moutput_schema\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_schema\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    201\u001b[0m \u001b[43m        \u001b[49m\u001b[43moutput\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moutput\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    202\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    203\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    205\u001b[0m     \u001b[38;5;66;03m# Loop again?\u001b[39;00m\n\u001b[1;32m    206\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdo_loop(index, iteration\u001b[38;5;241m.\u001b[39mreasks):\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    211\u001b[0m             \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:332\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m    330\u001b[0m     iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39merror \u001b[38;5;241m=\u001b[39m error_message\n\u001b[1;32m    331\u001b[0m     iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mexception \u001b[38;5;241m=\u001b[39m e\n\u001b[0;32m--> 332\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    333\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m iteration\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:298\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m    295\u001b[0m iteration\u001b[38;5;241m.\u001b[39minputs\u001b[38;5;241m.\u001b[39mmsg_history \u001b[38;5;241m=\u001b[39m msg_history\n\u001b[1;32m    297\u001b[0m \u001b[38;5;66;03m# Call: run the API.\u001b[39;00m\n\u001b[0;32m--> 298\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcall\u001b[49m\u001b[43m(\u001b[49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    300\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mllm_response_info \u001b[38;5;241m=\u001b[39m llm_response\n\u001b[1;32m    301\u001b[0m raw_output \u001b[38;5;241m=\u001b[39m llm_response\u001b[38;5;241m.\u001b[39moutput\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    211\u001b[0m             \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:561\u001b[0m, in \u001b[0;36mRunner.call\u001b[0;34m(self, instructions, prompt, msg_history, api, output)\u001b[0m\n\u001b[1;32m    559\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m api_fn(msg_history\u001b[38;5;241m=\u001b[39mmsg_history_source(msg_history))\n\u001b[1;32m    560\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt \u001b[38;5;129;01mand\u001b[39;00m instructions:\n\u001b[0;32m--> 561\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m \u001b[43mapi_fn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    562\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt:\n\u001b[1;32m    563\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m api_fn(prompt\u001b[38;5;241m.\u001b[39msource)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:63\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     59\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_invoke_llm(\n\u001b[1;32m     60\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_args, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_kwargs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m     61\u001b[0m     )\n\u001b[1;32m     62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m---> 63\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m     64\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` failed\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     65\u001b[0m         \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m with the following error: `\u001b[39m\u001b[38;5;132;01m{\u001b[39;00me\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m`. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     66\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMake sure that `fn` can be called as a function that\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     67\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m takes in a single prompt string \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     68\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     69\u001b[0m     )\n\u001b[1;32m     70\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(result, LLMResponse):\n\u001b[1;32m     71\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m     72\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` returned\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     73\u001b[0m         \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m a non-string value: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresult\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     76\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     77\u001b[0m     )\n",
-      "\u001b[0;31mPromptCallableException\u001b[0m: The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string."
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "import openai\n",
     "\n",
@@ -230,7 +169,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
@@ -243,19 +182,18 @@
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "<output>\n",
-       "    <list name=\"user_orders\" description=\"Generate a list of user, and how many orders they have placed in the \n",
-       "past.\" format=\"guardrails/valid_length: min=10 max=10\">\n",
-       "        <object>\n",
-       "            <string name=\"user_id\" description=\"The user's id.\"/>\n",
-       "            <string name=\"user_name\" description=\"The user's first name and last name\" \n",
-       "format=\"guardrails/two_words\"/>\n",
-       "            <integer name=\"num_orders\" description=\"The number of orders the user has placed\" \n",
-       "format=\"guardrails/valid_range: min=0 max=50\"/>\n",
-       "        </object>\n",
-       "    </list>\n",
+       "  <list description=\"Generate a list of user, and how many orders they have placed in the past.\" \n",
+       "format=\"guardrails/valid_length: 10 10\" name=\"user_orders\" required=\"true\">\n",
+       "    <object format=\"guardrails/valid_length: 10 10\" required=\"true\">\n",
+       "      <string description=\"The user's id.\" name=\"user_id\" required=\"true\"></string>\n",
+       "      <string description=\"The user's first name and last name\" format=\"guardrails/two_words\" name=\"user_name\" \n",
+       "required=\"true\"></string>\n",
+       "      <integer description=\"The number of orders the user has placed\" format=\"guardrails/valid_range: 0 50\" \n",
+       "name=\"num_orders\" required=\"true\"></integer>\n",
+       "    </object>\n",
+       "  </list>\n",
        "</output>\n",
        "\n",
-       "\n",
        "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
        "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
        "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
@@ -278,19 +216,18 @@
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
-       "\u001b[39m        \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m        <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  \u001b[0m\n",
+       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95minteger\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
        "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
        "\n",
-       "\n",
        "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
        "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
        "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
@@ -310,14 +247,63 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 6,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "
{\"user_orders\":[{\"user_id\":\"u123\",\"user_name\":\"John Doe\",\"num_orders\":5},{\"user_id\":\"u456\",\"user_name\":\"Jane \n",
+       "Smith\",\"num_orders\":10},{\"user_id\":\"u789\",\"user_name\":\"Alice \n",
+       "Johnson\",\"num_orders\":3},{\"user_id\":\"u246\",\"user_name\":\"Bob \n",
+       "Brown\",\"num_orders\":20},{\"user_id\":\"u135\",\"user_name\":\"Emily \n",
+       "Davis\",\"num_orders\":8},{\"user_id\":\"u579\",\"user_name\":\"Michael \n",
+       "Wilson\",\"num_orders\":15},{\"user_id\":\"u357\",\"user_name\":\"Sarah \n",
+       "Lee\",\"num_orders\":7},{\"user_id\":\"u852\",\"user_name\":\"David \n",
+       "Moore\",\"num_orders\":12},{\"user_id\":\"u963\",\"user_name\":\"Laura \n",
+       "Taylor\",\"num_orders\":4},{\"user_id\":\"u741\",\"user_name\":\"Chris Anderson\",\"num_orders\":6}]}\n",
+       "
\n"
+      ],
+      "text/plain": [
+       "\u001b[1m{\u001b[0m\u001b[32m\"user_orders\"\u001b[0m:\u001b[1m[\u001b[0m\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u123\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"John Doe\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m5\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u456\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"Jane \u001b[0m\n",
+       "\u001b[32mSmith\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m10\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u789\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"Alice \u001b[0m\n",
+       "\u001b[32mJohnson\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m3\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u246\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"Bob \u001b[0m\n",
+       "\u001b[32mBrown\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m20\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u135\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"Emily \u001b[0m\n",
+       "\u001b[32mDavis\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m8\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u579\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"Michael \u001b[0m\n",
+       "\u001b[32mWilson\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m15\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u357\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"Sarah \u001b[0m\n",
+       "\u001b[32mLee\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m7\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u852\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"David \u001b[0m\n",
+       "\u001b[32mMoore\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m12\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u963\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"Laura \u001b[0m\n",
+       "\u001b[32mTaylor\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m4\u001b[0m\u001b[1m}\u001b[0m,\u001b[1m{\u001b[0m\u001b[32m\"user_id\"\u001b[0m:\u001b[32m\"u741\"\u001b[0m,\u001b[32m\"user_name\"\u001b[0m:\u001b[32m\"Chris Anderson\"\u001b[0m,\u001b[32m\"num_orders\"\u001b[0m:\u001b[1;36m6\u001b[0m\u001b[1m}\u001b[0m\u001b[1m]\u001b[0m\u001b[1m}\u001b[0m\n"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "{'user_orders': [{'user_id': 'u123', 'user_name': 'John Doe', 'num_orders': 5},\n",
+       "  {'user_id': 'u456', 'user_name': 'Jane Smith', 'num_orders': 10},\n",
+       "  {'user_id': 'u789', 'user_name': 'Alice Johnson', 'num_orders': 3},\n",
+       "  {'user_id': 'u246', 'user_name': 'Bob Brown', 'num_orders': 20},\n",
+       "  {'user_id': 'u135', 'user_name': 'Emily Davis', 'num_orders': 8},\n",
+       "  {'user_id': 'u579', 'user_name': 'Michael Wilson', 'num_orders': 15},\n",
+       "  {'user_id': 'u357', 'user_name': 'Sarah Lee', 'num_orders': 7},\n",
+       "  {'user_id': 'u852', 'user_name': 'David Moore', 'num_orders': 12},\n",
+       "  {'user_id': 'u963', 'user_name': 'Laura Taylor', 'num_orders': 4},\n",
+       "  {'user_id': 'u741', 'user_name': 'Chris Anderson', 'num_orders': 6}]}"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "print(res.raw_llm_output)\n",
     "res.validated_output"
@@ -335,7 +321,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
@@ -352,19 +338,18 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <list name=\"user_orders\" description=\"Generate a list of user, and how many orders they have placed │ │\n",
-       "    │ │ in the past.\" format=\"guardrails/valid_length: min=10 max=10\">                                          │ │\n",
-       "    │ │         <object>                                                                                        │ │\n",
-       "    │ │             <string name=\"user_id\" description=\"The user's id.\"/>                                       │ │\n",
-       "    │ │             <string name=\"user_name\" description=\"The user's first name and last name\"                  │ │\n",
-       "    │ │ format=\"guardrails/two_words\"/>                                                                         │ │\n",
-       "    │ │             <integer name=\"num_orders\" description=\"The number of orders the user has placed\"           │ │\n",
-       "    │ │ format=\"guardrails/valid_range: min=0 max=50\"/>                                                         │ │\n",
-       "    │ │         </object>                                                                                       │ │\n",
-       "    │ │     </list>                                                                                             │ │\n",
+       "    │ │   <list description=\"Generate a list of user, and how many orders they have placed in the past.\"        │ │\n",
+       "    │ │ format=\"guardrails/valid_length: 10 10\" name=\"user_orders\" required=\"true\">                             │ │\n",
+       "    │ │     <object format=\"guardrails/valid_length: 10 10\" required=\"true\">                                    │ │\n",
+       "    │ │       <string description=\"The user's id.\" name=\"user_id\" required=\"true\"></string>                     │ │\n",
+       "    │ │       <string description=\"The user's first name and last name\" format=\"guardrails/two_words\"           │ │\n",
+       "    │ │ name=\"user_name\" required=\"true\"></string>                                                              │ │\n",
+       "    │ │       <integer description=\"The number of orders the user has placed\" format=\"guardrails/valid_range: 0 │ │\n",
+       "    │ │ 50\" name=\"num_orders\" required=\"true\"></integer>                                                        │ │\n",
+       "    │ │     </object>                                                                                           │ │\n",
+       "    │ │   </list>                                                                                               │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -390,28 +375,28 @@
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
        "    │ │ {\"user_orders\":[{\"user_id\":\"u123\",\"user_name\":\"John                                                     │ │\n",
        "    │ │ Doe\",\"num_orders\":5},{\"user_id\":\"u456\",\"user_name\":\"Jane                                                │ │\n",
-       "    │ │ Smith\",\"num_orders\":12},{\"user_id\":\"u789\",\"user_name\":\"Alice                                            │ │\n",
-       "    │ │ Johnson\",\"num_orders\":3},{\"user_id\":\"u234\",\"user_name\":\"Michael                                         │ │\n",
-       "    │ │ Brown\",\"num_orders\":8},{\"user_id\":\"u567\",\"user_name\":\"Emily                                             │ │\n",
-       "    │ │ Davis\",\"num_orders\":20},{\"user_id\":\"u890\",\"user_name\":\"David                                            │ │\n",
-       "    │ │ Wilson\",\"num_orders\":15},{\"user_id\":\"u345\",\"user_name\":\"Sarah                                           │ │\n",
-       "    │ │ Martinez\",\"num_orders\":7},{\"user_id\":\"u678\",\"user_name\":\"Robert                                         │ │\n",
-       "    │ │ Anderson\",\"num_orders\":10},{\"user_id\":\"u901\",\"user_name\":\"Laura                                         │ │\n",
-       "    │ │ Thompson\",\"num_orders\":2},{\"user_id\":\"u432\",\"user_name\":\"William Garcia\",\"num_orders\":18}]}             │ │\n",
+       "    │ │ Smith\",\"num_orders\":10},{\"user_id\":\"u789\",\"user_name\":\"Alice                                            │ │\n",
+       "    │ │ Johnson\",\"num_orders\":3},{\"user_id\":\"u246\",\"user_name\":\"Bob                                             │ │\n",
+       "    │ │ Brown\",\"num_orders\":20},{\"user_id\":\"u135\",\"user_name\":\"Emily                                            │ │\n",
+       "    │ │ Davis\",\"num_orders\":8},{\"user_id\":\"u579\",\"user_name\":\"Michael                                           │ │\n",
+       "    │ │ Wilson\",\"num_orders\":15},{\"user_id\":\"u357\",\"user_name\":\"Sarah                                           │ │\n",
+       "    │ │ Lee\",\"num_orders\":7},{\"user_id\":\"u852\",\"user_name\":\"David                                               │ │\n",
+       "    │ │ Moore\",\"num_orders\":12},{\"user_id\":\"u963\",\"user_name\":\"Laura                                            │ │\n",
+       "    │ │ Taylor\",\"num_orders\":4},{\"user_id\":\"u741\",\"user_name\":\"Chris Anderson\",\"num_orders\":6}]}                │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "    │ │ {                                                                                                       │ │\n",
        "    │ │     'user_orders': [                                                                                    │ │\n",
        "    │ │         {'user_id': 'u123', 'user_name': 'John Doe', 'num_orders': 5},                                  │ │\n",
-       "    │ │         {'user_id': 'u456', 'user_name': 'Jane Smith', 'num_orders': 12},                               │ │\n",
+       "    │ │         {'user_id': 'u456', 'user_name': 'Jane Smith', 'num_orders': 10},                               │ │\n",
        "    │ │         {'user_id': 'u789', 'user_name': 'Alice Johnson', 'num_orders': 3},                             │ │\n",
-       "    │ │         {'user_id': 'u234', 'user_name': 'Michael Brown', 'num_orders': 8},                             │ │\n",
-       "    │ │         {'user_id': 'u567', 'user_name': 'Emily Davis', 'num_orders': 20},                              │ │\n",
-       "    │ │         {'user_id': 'u890', 'user_name': 'David Wilson', 'num_orders': 15},                             │ │\n",
-       "    │ │         {'user_id': 'u345', 'user_name': 'Sarah Martinez', 'num_orders': 7},                            │ │\n",
-       "    │ │         {'user_id': 'u678', 'user_name': 'Robert Anderson', 'num_orders': 10},                          │ │\n",
-       "    │ │         {'user_id': 'u901', 'user_name': 'Laura Thompson', 'num_orders': 2},                            │ │\n",
-       "    │ │         {'user_id': 'u432', 'user_name': 'William Garcia', 'num_orders': 18}                            │ │\n",
+       "    │ │         {'user_id': 'u246', 'user_name': 'Bob Brown', 'num_orders': 20},                                │ │\n",
+       "    │ │         {'user_id': 'u135', 'user_name': 'Emily Davis', 'num_orders': 8},                               │ │\n",
+       "    │ │         {'user_id': 'u579', 'user_name': 'Michael Wilson', 'num_orders': 15},                           │ │\n",
+       "    │ │         {'user_id': 'u357', 'user_name': 'Sarah Lee', 'num_orders': 7},                                 │ │\n",
+       "    │ │         {'user_id': 'u852', 'user_name': 'David Moore', 'num_orders': 12},                              │ │\n",
+       "    │ │         {'user_id': 'u963', 'user_name': 'Laura Taylor', 'num_orders': 4},                              │ │\n",
+       "    │ │         {'user_id': 'u741', 'user_name': 'Chris Anderson', 'num_orders': 6}                             │ │\n",
        "    │ │     ]                                                                                                   │ │\n",
        "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
@@ -430,19 +415,18 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                         \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -468,28 +452,28 @@
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"user_orders\":[{\"user_id\":\"u123\",\"user_name\":\"John \u001b[0m\u001b[48;2;245;245;220m                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mDoe\",\"num_orders\":5},{\"user_id\":\"u456\",\"user_name\":\"Jane \u001b[0m\u001b[48;2;245;245;220m                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mSmith\",\"num_orders\":12},{\"user_id\":\"u789\",\"user_name\":\"Alice \u001b[0m\u001b[48;2;245;245;220m                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mJohnson\",\"num_orders\":3},{\"user_id\":\"u234\",\"user_name\":\"Michael \u001b[0m\u001b[48;2;245;245;220m                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mBrown\",\"num_orders\":8},{\"user_id\":\"u567\",\"user_name\":\"Emily \u001b[0m\u001b[48;2;245;245;220m                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mDavis\",\"num_orders\":20},{\"user_id\":\"u890\",\"user_name\":\"David \u001b[0m\u001b[48;2;245;245;220m                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mWilson\",\"num_orders\":15},{\"user_id\":\"u345\",\"user_name\":\"Sarah \u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mMartinez\",\"num_orders\":7},{\"user_id\":\"u678\",\"user_name\":\"Robert \u001b[0m\u001b[48;2;245;245;220m                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mAnderson\",\"num_orders\":10},{\"user_id\":\"u901\",\"user_name\":\"Laura \u001b[0m\u001b[48;2;245;245;220m                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mThompson\",\"num_orders\":2},{\"user_id\":\"u432\",\"user_name\":\"William Garcia\",\"num_orders\":18}]}\u001b[0m\u001b[48;2;245;245;220m            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mSmith\",\"num_orders\":10},{\"user_id\":\"u789\",\"user_name\":\"Alice \u001b[0m\u001b[48;2;245;245;220m                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mJohnson\",\"num_orders\":3},{\"user_id\":\"u246\",\"user_name\":\"Bob \u001b[0m\u001b[48;2;245;245;220m                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mBrown\",\"num_orders\":20},{\"user_id\":\"u135\",\"user_name\":\"Emily \u001b[0m\u001b[48;2;245;245;220m                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mDavis\",\"num_orders\":8},{\"user_id\":\"u579\",\"user_name\":\"Michael \u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mWilson\",\"num_orders\":15},{\"user_id\":\"u357\",\"user_name\":\"Sarah \u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mLee\",\"num_orders\":7},{\"user_id\":\"u852\",\"user_name\":\"David \u001b[0m\u001b[48;2;245;245;220m                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mMoore\",\"num_orders\":12},{\"user_id\":\"u963\",\"user_name\":\"Laura \u001b[0m\u001b[48;2;245;245;220m                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mTaylor\",\"num_orders\":4},{\"user_id\":\"u741\",\"user_name\":\"Chris Anderson\",\"num_orders\":6}]}\u001b[0m\u001b[48;2;245;245;220m               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'user_orders': [\u001b[0m\u001b[48;2;240;255;240m                                                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u123', 'user_name': 'John Doe', 'num_orders': 5},\u001b[0m\u001b[48;2;240;255;240m                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u456', 'user_name': 'Jane Smith', 'num_orders': 12},\u001b[0m\u001b[48;2;240;255;240m                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u456', 'user_name': 'Jane Smith', 'num_orders': 10},\u001b[0m\u001b[48;2;240;255;240m                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u789', 'user_name': 'Alice Johnson', 'num_orders': 3},\u001b[0m\u001b[48;2;240;255;240m                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u234', 'user_name': 'Michael Brown', 'num_orders': 8},\u001b[0m\u001b[48;2;240;255;240m                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u567', 'user_name': 'Emily Davis', 'num_orders': 20},\u001b[0m\u001b[48;2;240;255;240m                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u890', 'user_name': 'David Wilson', 'num_orders': 15},\u001b[0m\u001b[48;2;240;255;240m                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u345', 'user_name': 'Sarah Martinez', 'num_orders': 7},\u001b[0m\u001b[48;2;240;255;240m                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u678', 'user_name': 'Robert Anderson', 'num_orders': 10},\u001b[0m\u001b[48;2;240;255;240m                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u901', 'user_name': 'Laura Thompson', 'num_orders': 2},\u001b[0m\u001b[48;2;240;255;240m                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u432', 'user_name': 'William Garcia', 'num_orders': 18}\u001b[0m\u001b[48;2;240;255;240m                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u246', 'user_name': 'Bob Brown', 'num_orders': 20},\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u135', 'user_name': 'Emily Davis', 'num_orders': 8},\u001b[0m\u001b[48;2;240;255;240m                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u579', 'user_name': 'Michael Wilson', 'num_orders': 15},\u001b[0m\u001b[48;2;240;255;240m                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u357', 'user_name': 'Sarah Lee', 'num_orders': 7},\u001b[0m\u001b[48;2;240;255;240m                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u852', 'user_name': 'David Moore', 'num_orders': 12},\u001b[0m\u001b[48;2;240;255;240m                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u963', 'user_name': 'Laura Taylor', 'num_orders': 4},\u001b[0m\u001b[48;2;240;255;240m                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 'u741', 'user_name': 'Chris Anderson', 'num_orders': 6}\u001b[0m\u001b[48;2;240;255;240m                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ]\u001b[0m\u001b[48;2;240;255;240m                                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m}\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
diff --git a/docs/examples/generate_structured_data_cohere.ipynb b/docs/examples/generate_structured_data_cohere.ipynb
index 294e50cf3..837552847 100644
--- a/docs/examples/generate_structured_data_cohere.ipynb
+++ b/docs/examples/generate_structured_data_cohere.ipynb
@@ -41,7 +41,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "id": "6a7c7d4a",
    "metadata": {},
    "outputs": [
@@ -68,7 +68,7 @@
     "!guardrails hub install hub://guardrails/valid_length --quiet\n",
     "!guardrails hub install hub://guardrails/two_words --quiet\n",
     "!guardrails hub install hub://guardrails/valid_range --quiet\n",
-    "!pip install cohere==5.3.2 --quiet"
+    "!pip install cohere --quiet"
    ]
   },
   {
@@ -81,10 +81,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "id": "3088fd99",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
+     ]
+    }
+   ],
    "source": [
     "from pydantic import BaseModel, Field\n",
     "from guardrails.hub import ValidLength, TwoWords, ValidRange\n",
@@ -121,7 +130,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "id": "840006ca-21ca-4f76-9ce1-e406d5d68412",
    "metadata": {},
    "outputs": [],
@@ -144,7 +153,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 7,
    "id": "42766922-14d0-4b5e-853a-23f05b896a09",
    "metadata": {},
    "outputs": [
@@ -152,12 +161,13 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.11/site-packages/guardrails/validatorsattr.py:307: UserWarning: Validator 1-indexed is not installed!\n",
-      "  warnings.warn(f\"Validator {validator_name} is not installed!\")\n"
+      "WARNING:guardrails-ai:Validator with id 1-indexed was not found in the registry!  Ignoring...\n",
+      "WARNING:guardrails-ai:Invalid arguments! ('1-indexed', 'noop')\n"
      ]
     }
    ],
    "source": [
+    "from rich import print\n",
     "import guardrails as gd\n",
     "guard = gd.Guard.from_pydantic(output_class=Orders)\n",
     "\n",
@@ -200,19 +210,18 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <list name=\"user_orders\" description=\"Generate a list of users and how many orders they have placed │ │\n",
-       "    │ │ in the past.\" format=\"guardrails/valid_length: min=10 max=10\">                                          │ │\n",
-       "    │ │         <object>                                                                                        │ │\n",
-       "    │ │             <integer name=\"user_id\" description=\"The user's id.\" format=\"1-indexed\"/>                   │ │\n",
-       "    │ │             <string name=\"user_name\" description=\"The user's first name and last name\"                  │ │\n",
-       "    │ │ format=\"guardrails/two_words\"/>                                                                         │ │\n",
-       "    │ │             <integer name=\"num_orders\" description=\"The number of orders the user has placed\"           │ │\n",
-       "    │ │ format=\"guardrails/valid_range: min=0 max=50\"/>                                                         │ │\n",
-       "    │ │         </object>                                                                                       │ │\n",
-       "    │ │     </list>                                                                                             │ │\n",
+       "    │ │   <list description=\"Generate a list of users and how many orders they have placed in the past.\"        │ │\n",
+       "    │ │ format=\"guardrails/valid_length: 10 10\" name=\"user_orders\" required=\"true\">                             │ │\n",
+       "    │ │     <object format=\"guardrails/valid_length: 10 10\" required=\"true\">                                    │ │\n",
+       "    │ │       <integer description=\"The user's id.\" name=\"user_id\" required=\"true\"></integer>                   │ │\n",
+       "    │ │       <string description=\"The user's first name and last name\" format=\"guardrails/two_words\"           │ │\n",
+       "    │ │ name=\"user_name\" required=\"true\"></string>                                                              │ │\n",
+       "    │ │       <integer description=\"The number of orders the user has placed\" format=\"guardrails/valid_range: 0 │ │\n",
+       "    │ │ 50\" name=\"num_orders\" required=\"true\"></integer>                                                        │ │\n",
+       "    │ │     </object>                                                                                           │ │\n",
+       "    │ │   </list>                                                                                               │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -247,53 +256,43 @@
        "    │ │     \"user_orders\": [                                                                                    │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             \"user_id\": 1,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"John Mcdonald\",                                                               │ │\n",
-       "    │ │             \"num_orders\": 6                                                                             │ │\n",
+       "    │ │             \"user_name\": \"Fiona Gupta\",                                                                 │ │\n",
+       "    │ │             \"num_orders\": 8                                                                             │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             \"user_id\": 2,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"Jane Smith\",                                                                  │ │\n",
-       "    │ │             \"num_orders\": 4                                                                             │ │\n",
+       "    │ │             \"user_name\": \"Roger Mcdonald\",                                                              │ │\n",
+       "    │ │             \"num_orders\": 10                                                                            │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             \"user_id\": 3,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"David Lee\",                                                                   │ │\n",
-       "    │ │             \"num_orders\": 2                                                                             │ │\n",
+       "    │ │             \"user_name\": \"Matthew Logan\",                                                               │ │\n",
+       "    │ │             \"num_orders\": 20                                                                            │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             \"user_id\": 4,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"Rachelle Gonzalez\",                                                           │ │\n",
-       "    │ │             \"num_orders\": 1                                                                             │ │\n",
+       "    │ │             \"user_name\": \"Parisa Rafahari\",                                                             │ │\n",
+       "    │ │             \"num_orders\": 4                                                                             │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             \"user_id\": 5,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"Frank Anderson\",                                                              │ │\n",
-       "    │ │             \"num_orders\": 3                                                                             │ │\n",
+       "    │ │             \"user_name\": \"John Mcdonald\",                                                               │ │\n",
+       "    │ │             \"num_orders\": 6                                                                             │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             \"user_id\": 6,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"Lisa Taylor\",                                                                 │ │\n",
-       "    │ │             \"num_orders\": 5                                                                             │ │\n",
+       "    │ │             \"user_name\": \"Micheal Anderson\",                                                            │ │\n",
+       "    │ │             \"num_orders\": 2                                                                             │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             \"user_id\": 7,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"Peter Wilson\",                                                                │ │\n",
-       "    │ │             \"num_orders\": 7                                                                             │ │\n",
+       "    │ │             \"user_name\": \"Hannah Wilson\",                                                               │ │\n",
+       "    │ │             \"num_orders\": 10                                                                            │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             \"user_id\": 8,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"Micheal Harris\",                                                              │ │\n",
-       "    │ │             \"num_orders\": 4                                                                             │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"user_id\": 9,                                                                               │ │\n",
-       "    │ │             \"user_name\": \"Sarah Anderson\",                                                              │ │\n",
-       "    │ │             \"num_orders\": 2                                                                             │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"user_id\": 10,                                                                              │ │\n",
-       "    │ │             \"user_name\": \"Jessica Taylor\",                                                              │ │\n",
-       "    │ │             \"num_orders\": 1                                                                             │ │\n",
+       "    │ │             \"user_name\": \"Jessica Wilson\",                                                              │ │\n",
+       "    │ │             \"num_orders\": 18                                                                            │ │\n",
        "    │ │         }                                                                                               │ │\n",
        "    │ │     ]                                                                                                   │ │\n",
        "    │ │ }                                                                                                       │ │\n",
@@ -301,16 +300,16 @@
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "    │ │ {                                                                                                       │ │\n",
        "    │ │     'user_orders': [                                                                                    │ │\n",
-       "    │ │         {'user_id': 1, 'user_name': 'John Mcdonald', 'num_orders': 6},                                  │ │\n",
-       "    │ │         {'user_id': 2, 'user_name': 'Jane Smith', 'num_orders': 4},                                     │ │\n",
-       "    │ │         {'user_id': 3, 'user_name': 'David Lee', 'num_orders': 2},                                      │ │\n",
-       "    │ │         {'user_id': 4, 'user_name': 'Rachelle Gonzalez', 'num_orders': 1},                              │ │\n",
-       "    │ │         {'user_id': 5, 'user_name': 'Frank Anderson', 'num_orders': 3},                                 │ │\n",
-       "    │ │         {'user_id': 6, 'user_name': 'Lisa Taylor', 'num_orders': 5},                                    │ │\n",
-       "    │ │         {'user_id': 7, 'user_name': 'Peter Wilson', 'num_orders': 7},                                   │ │\n",
-       "    │ │         {'user_id': 8, 'user_name': 'Micheal Harris', 'num_orders': 4},                                 │ │\n",
-       "    │ │         {'user_id': 9, 'user_name': 'Sarah Anderson', 'num_orders': 2},                                 │ │\n",
-       "    │ │         {'user_id': 10, 'user_name': 'Jessica Taylor', 'num_orders': 1}                                 │ │\n",
+       "    │ │         {'user_id': 1, 'user_name': 'Fiona Gupta', 'num_orders': 8},                                    │ │\n",
+       "    │ │         {'user_id': 2, 'user_name': 'Roger Mcdonald', 'num_orders': 10},                                │ │\n",
+       "    │ │         {'user_id': 3, 'user_name': 'Matthew Logan', 'num_orders': 20},                                 │ │\n",
+       "    │ │         {'user_id': 4, 'user_name': 'Parisa Rafahari', 'num_orders': 4},                                │ │\n",
+       "    │ │         {'user_id': 5, 'user_name': 'John Mcdonald', 'num_orders': 6},                                  │ │\n",
+       "    │ │         {'user_id': 6, 'user_name': 'Micheal Anderson', 'num_orders': 2},                               │ │\n",
+       "    │ │         {'user_id': 7, 'user_name': 'Hannah Wilson', 'num_orders': 10},                                 │ │\n",
+       "    │ │         {'user_id': 8, 'user_name': 'Jessica Wilson', 'num_orders': 18},                                │ │\n",
+       "    │ │         {'user_id': 8, 'user_name': 'Jessica Wilson', 'num_orders': 18},                                │ │\n",
+       "    │ │         {'user_id': 8, 'user_name': 'Jessica Wilson', 'num_orders': 18}                                 │ │\n",
        "    │ │     ]                                                                                                   │ │\n",
        "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
@@ -329,19 +328,18 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                         \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -376,53 +374,43 @@
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"user_orders\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 1,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"John Mcdonald\",\u001b[0m\u001b[48;2;245;245;220m                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 6\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Fiona Gupta\",\u001b[0m\u001b[48;2;245;245;220m                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 8\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 2,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Jane Smith\",\u001b[0m\u001b[48;2;245;245;220m                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 4\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Roger Mcdonald\",\u001b[0m\u001b[48;2;245;245;220m                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 10\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 3,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"David Lee\",\u001b[0m\u001b[48;2;245;245;220m                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 2\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Matthew Logan\",\u001b[0m\u001b[48;2;245;245;220m                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 20\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 4,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Rachelle Gonzalez\",\u001b[0m\u001b[48;2;245;245;220m                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 1\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Parisa Rafahari\",\u001b[0m\u001b[48;2;245;245;220m                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 4\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 5,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Frank Anderson\",\u001b[0m\u001b[48;2;245;245;220m                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 3\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"John Mcdonald\",\u001b[0m\u001b[48;2;245;245;220m                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 6\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Lisa Taylor\",\u001b[0m\u001b[48;2;245;245;220m                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 5\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Micheal Anderson\",\u001b[0m\u001b[48;2;245;245;220m                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 2\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 7,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Peter Wilson\",\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 7\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Hannah Wilson\",\u001b[0m\u001b[48;2;245;245;220m                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 10\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 8,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Micheal Harris\",\u001b[0m\u001b[48;2;245;245;220m                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 4\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 9,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Sarah Anderson\",\u001b[0m\u001b[48;2;245;245;220m                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 2\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_id\": 10,\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Jessica Taylor\",\u001b[0m\u001b[48;2;245;245;220m                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 1\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"user_name\": \"Jessica Wilson\",\u001b[0m\u001b[48;2;245;245;220m                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"num_orders\": 18\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        }\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    ]\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
@@ -430,16 +418,16 @@
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'user_orders': [\u001b[0m\u001b[48;2;240;255;240m                                                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 1, 'user_name': 'John Mcdonald', 'num_orders': 6},\u001b[0m\u001b[48;2;240;255;240m                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 2, 'user_name': 'Jane Smith', 'num_orders': 4},\u001b[0m\u001b[48;2;240;255;240m                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 3, 'user_name': 'David Lee', 'num_orders': 2},\u001b[0m\u001b[48;2;240;255;240m                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 4, 'user_name': 'Rachelle Gonzalez', 'num_orders': 1},\u001b[0m\u001b[48;2;240;255;240m                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 5, 'user_name': 'Frank Anderson', 'num_orders': 3},\u001b[0m\u001b[48;2;240;255;240m                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 6, 'user_name': 'Lisa Taylor', 'num_orders': 5},\u001b[0m\u001b[48;2;240;255;240m                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 7, 'user_name': 'Peter Wilson', 'num_orders': 7},\u001b[0m\u001b[48;2;240;255;240m                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 8, 'user_name': 'Micheal Harris', 'num_orders': 4},\u001b[0m\u001b[48;2;240;255;240m                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 9, 'user_name': 'Sarah Anderson', 'num_orders': 2},\u001b[0m\u001b[48;2;240;255;240m                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 10, 'user_name': 'Jessica Taylor', 'num_orders': 1}\u001b[0m\u001b[48;2;240;255;240m                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 1, 'user_name': 'Fiona Gupta', 'num_orders': 8},\u001b[0m\u001b[48;2;240;255;240m                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 2, 'user_name': 'Roger Mcdonald', 'num_orders': 10},\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 3, 'user_name': 'Matthew Logan', 'num_orders': 20},\u001b[0m\u001b[48;2;240;255;240m                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 4, 'user_name': 'Parisa Rafahari', 'num_orders': 4},\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 5, 'user_name': 'John Mcdonald', 'num_orders': 6},\u001b[0m\u001b[48;2;240;255;240m                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 6, 'user_name': 'Micheal Anderson', 'num_orders': 2},\u001b[0m\u001b[48;2;240;255;240m                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 7, 'user_name': 'Hannah Wilson', 'num_orders': 10},\u001b[0m\u001b[48;2;240;255;240m                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 8, 'user_name': 'Jessica Wilson', 'num_orders': 18},\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 8, 'user_name': 'Jessica Wilson', 'num_orders': 18},\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'user_id': 8, 'user_name': 'Jessica Wilson', 'num_orders': 18}\u001b[0m\u001b[48;2;240;255;240m                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ]\u001b[0m\u001b[48;2;240;255;240m                                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m}\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
@@ -473,7 +461,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,
diff --git a/docs/examples/guardrails_with_chat_models.ipynb b/docs/examples/guardrails_with_chat_models.ipynb
index 208ad5a0c..406007a0b 100644
--- a/docs/examples/guardrails_with_chat_models.ipynb
+++ b/docs/examples/guardrails_with_chat_models.ipynb
@@ -20,7 +20,9 @@
       "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mone_line...\u001b[0m\n",
       "✅Successfully installed guardrails/one_line!\n",
       "\n",
-      "\n"
+      "\n",
+      "Requirement already satisfied: pypdfium2 in /Users/calebcourier/Projects/gr-mono/guardrails/.venv/lib/python3.12/site-packages (4.30.0)\n",
+      "Note: you may need to restart the kernel to use updated packages.\n"
      ]
     }
    ],
@@ -57,14 +59,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/pypdfium2/_helpers/textpage.py:80: UserWarning: get_text_range() call with default params will be implicitly redirected to get_text_bounded()\n",
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/pypdfium2/_helpers/textpage.py:80: UserWarning: get_text_range() call with default params will be implicitly redirected to get_text_bounded()\n",
       "  warnings.warn(\"get_text_range() call with default params will be implicitly redirected to get_text_bounded()\")\n"
      ]
     },
@@ -248,7 +250,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -302,23 +304,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/guardrails/validators/__init__.py:51: FutureWarning: \n",
-      "    Importing validators from `guardrails.validators` is deprecated.\n",
-      "    All validators are now available in the Guardrails Hub. Please install\n",
-      "    and import them from the hub instead. All validators will be\n",
-      "    removed from this module in the next major release.\n",
-      "\n",
-      "    Install with: `guardrails hub install hub:///`\n",
-      "    Import as: from guardrails.hub import `ValidatorName`\n",
-      "    \n",
-      "  warn(\n"
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
      ]
     }
    ],
@@ -370,29 +364,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/guardrails/validatorsattr.py:307: UserWarning: Validator 1-indexed is not installed!\n",
-      "  warnings.warn(f\"Validator {validator_name} is not installed!\")\n",
-      "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/guardrails/validatorsattr.py:307: UserWarning: Validator hub is not installed!\n",
-      "  warnings.warn(f\"Validator {validator_name} is not installed!\")\n",
-      "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/guardrails/validator_base.py:410: FutureWarning: Accessing `OneLine` using\n",
-      "`from guardrails.validators import OneLine` is deprecated and\n",
-      "support will be removed after version 0.5.x. Please switch to the Guardrails Hub syntax:\n",
-      "`from guardrails.hub import OneLine` for future updates and support.\n",
-      "For additional details, please visit: https://hub.guardrailsai.com/validator/guardrails/one_line.\n",
-      "\n",
-      "  warn(\n",
-      "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/guardrails/validatorsattr.py:307: UserWarning: Validator percentage is not installed!\n",
-      "  warnings.warn(f\"Validator {validator_name} is not installed!\")\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "guard = gd.Guard.from_rail_string(rail_str)"
    ]
@@ -406,7 +380,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -422,7 +396,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -446,17 +420,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/var/folders/c8/jqt82fpx785dpwpp36ljkgm40000gn/T/ipykernel_82182/3983563700.py:1: DeprecationWarning: 'Guard.base_prompt' is deprecated and will be removed in versions 0.5.x and beyond. Use 'Guard.history.last.prompt' instead.\n",
-      "  print(guard.base_prompt)\n"
-     ]
-    },
     {
      "data": {
       "text/html": [
@@ -464,29 +430,137 @@
        "Given the following document, answer the following questions. If the answer doesn't exist in the document, enter \n",
        "'None'.\n",
        "\n",
-       "${document}\n",
+       "2/25/23, 7:59 PM about:blank\n",
+       "about:blank 1/4\n",
+       "PRICING INFORMATION\n",
+       "INTEREST RATES AND INTEREST CHARGES\n",
+       "Purchase Annual\n",
+       "Percentage Rate (APR) 0% Intro APR for the first 18 months that your Account is open.\n",
+       "After that, 19.49%. This APR will vary with the market based on the Prime\n",
+       "Rate.\n",
+       "a\n",
+       "My Chase Loan\n",
+       "SM APR 19.49%. This APR will vary with the market based on the Prime Rate.\n",
+       "a\n",
+       "Promotional offers with fixed APRs and varying durations may be available from\n",
+       "time to time on some accounts.\n",
+       "Balance Transfer APR 0% Intro APR for the first 18 months that your Account is open.\n",
+       "After that, 19.49%. This APR will vary with the market based on the Prime\n",
+       "Rate.\n",
+       "a\n",
+       "Cash Advance APR 29.49%. This APR will vary with the market based on the Prime Rate.\n",
+       "b\n",
+       "Penalty APR and When\n",
+       "It Applies\n",
+       "Up to 29.99%. This APR will vary with the market based on the Prime Rate.\n",
+       "c\n",
+       "We may apply the Penalty APR to your account if you:\n",
+       "fail to make a Minimum Payment by the date and time that it is due; or\n",
+       "make a payment to us that is returned unpaid.\n",
+       "How Long Will the Penalty APR Apply?: If we apply the Penalty APR for\n",
+       "either of these reasons, the Penalty APR could potentially remain in effect\n",
+       "indefinitely.\n",
+       "How to Avoid Paying\n",
+       "Interest on Purchases\n",
+       "Your due date will be a minimum of 21 days after the close of each billing cycle.\n",
+       "We will not charge you interest on new purchases if you pay your entire balance\n",
+       "or Interest Saving Balance by the due date each month. We will begin charging\n",
+       "interest on balance transfers and cash advances on the transaction date.\n",
+       "Minimum Interest\n",
+       "Charge\n",
+       "None\n",
+       "Credit Card Tips from\n",
+       "the Consumer Financial\n",
+       "Protection Bureau\n",
+       "To learn more about factors to consider when applying for or using a credit card,\n",
+       "visit the website of the Consumer Financial Protection Bureau at\n",
+       "http://www.consumerfinance.gov/learnmore.\n",
+       "FEES\n",
+       "Annual Membership\n",
+       "Fee\n",
+       "None\n",
+       "My Chase Plan\n",
+       "SM Fee\n",
+       "(fixed finance charge)\n",
+       "Monthly fee of 0% of the amount of each eligible purchase transaction or\n",
+       "amount selected to create a My Chase Plan while in the 0% Intro Purchase\n",
+       "APR period.\n",
+       "After that, monthly fee of 1.72% of the amount of each eligible purchase\n",
+       "transaction or amount selected to create a My Chase Plan. The My Chase Plan\n",
+       "Fee will be determined at the time each My Chase Plan is created and will\n",
+       "remain the same until the My Chase Plan is paid in full.\n",
+       "d\n",
+       "Transaction Fees\n",
+       "Balance Transfers Intro fee of either $5 or 3% of the amount of each transfer, whichever is greater,\n",
+       "on transfers made within 60 days of account opening. After that: Either $5 or 5%\n",
+       "of the amount of each transfer, whichever is greater.\n",
+       "Cash Advances Either $10 or 5% of the amount of each transaction, whichever is greater.\n",
+       "2/25/23, 7:59 PM about:blank\n",
+       "about:blank 2/4\n",
+       "Foreign Transactions 3% of the amount of each transaction in U.S. dollars.\n",
+       "Penalty Fees\n",
+       "Late Payment Up to $40.\n",
+       "Over-the-Credit-Limit None\n",
+       "Return Payment Up to $40.\n",
+       "Return Check None\n",
+       "Note: This account may not be eligible for balance transfers.\n",
+       "Loss of Intro APR: We will end your introductory APR if any required Minimum Payment is 60 days late, and\n",
+       "apply the Penalty APR.\n",
+       "How We Will Calculate Your Balance: We use the daily balance method (including new transactions).\n",
+       "Prime Rate: Variable APRs are based on the 7.75% Prime Rate as of 2/7/2023.\n",
+       "aWe add 11.74% to the Prime Rate to determine the Purchase/My Chase Loan/Balance Transfer APR.\n",
+       "Maximum APR 29.99%.\n",
+       "bWe add 21.74% to the Prime Rate to determine the Cash Advance APR. Maximum APR 29.99%.\n",
+       "cWe add up to 26.99% to the Prime Rate to determine the Penalty APR. Maximum APR 29.99%.\n",
+       "dMy Chase Plan Fee: The My Chase Plan Fee is calculated at the time each plan is created and is based on\n",
+       "the amount of each purchase transaction or amount selected to create the plan, the number of billing periods\n",
+       "you choose to pay the balance in full, and other factors. The monthly and aggregate dollar amount of your My\n",
+       "Chase Plan Fee will be disclosed during the activation of each My Chase Plan.\n",
+       "MILITARY LENDING ACT NOTICE: Federal law provides important protections to members of the Armed\n",
+       "Forces and their dependents relating to extensions of consumer credit. In general, the cost of consumer credit\n",
+       "to a member of the Armed Forces and his or her dependent may not exceed an annual percentage rate of 36\n",
+       "percent. This rate must include, as applicable to the credit transaction or account: the costs associated with\n",
+       "credit insurance premiums; fees for ancillary products sold in connection with the credit transaction; any\n",
+       "application fee charged (other than certain application fees for specified credit transactions or accounts); and\n",
+       "any participation fee charged (other than certain participation fees for a credit card account). To receive this\n",
+       "information and a description of your payment obligation verbally, please call 1-800-235-9978.\n",
+       "TERMS & CONDITIONS\n",
+       "Authorization: When you respond to this credit card offer from JPMorgan Chase Bank, N.A., Member FDIC, a\n",
+       "subsidiary of JPMorgan Chase & Co. (\"Chase\", \"we\", or \"us\"), you agree to the following:\n",
+       "1. You authorize us to obtain credit bureau reports, employment, and income information about you that we\n",
+       "will use when considering your application for credit. We may obtain and use information about your\n",
+       "accounts with us and others such as Checking, Deposit, Investment, and Utility accounts from credit\n",
+       "bureaus and other entities. You also authorize us to obtain credit bureau reports and any other\n",
+       "information about you in connection with: 1) extensions of credit on your account; 2) the administration,\n",
+       "review or collection of your account; and 3) offering you enhanced or additional products and services. If\n",
+       "you ask, we will tell you the name and address of the credit bureau from which we obtained a report\n",
+       "about you.\n",
+       "2. If an account is opened, you will receive a Cardmember Agreement with your card(s). You agree to the\n",
+       "terms of this agreement by: using the account or any card, authorizing their use, or making any payment\n",
+       "on the account.\n",
+       "3. By providing your mobile ph\n",
        "\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "<output>\n",
-       "    <list name=\"fees\" description=\"What fees and charges are associated with my account?\">\n",
-       "        <object>\n",
-       "            <string name=\"name\" format=\"guardrails/lowercase; guardrails/two_words\"/>\n",
-       "            <string name=\"explanation\" format=\"guardrails/one_line\"/>\n",
-       "            <float name=\"value\" description=\"The fee amount in USD or as a percentage.\"/>\n",
-       "        </object>\n",
-       "    </list>\n",
-       "    <list name=\"interest_rates\" description=\"What are the interest rates offered by the bank on different kinds of \n",
-       "accounts and products?\">\n",
-       "        <object>\n",
-       "            <string name=\"account_type\" format=\"guardrails/lowercase\"/>\n",
-       "            <float name=\"rate\" description=\"The annual percentage rate (APR) for the account type.\"/>\n",
-       "        </object>\n",
-       "    </list>\n",
+       "  <list description=\"What fees and charges are associated with my account?\" name=\"fees\" required=\"true\">\n",
+       "    <object required=\"true\">\n",
+       "      <string format=\"guardrails/lowercase; guardrails/two_words\" name=\"name\" required=\"true\"></string>\n",
+       "      <string format=\"guardrails/one_line\" name=\"explanation\" required=\"true\"></string>\n",
+       "      <float description=\"The fee amount in USD or as a percentage.\" name=\"value\" required=\"true\"></float>\n",
+       "    </object>\n",
+       "  </list>\n",
+       "  <list description=\"What are the interest rates offered by the bank on different kinds of accounts and products?\" \n",
+       "name=\"interest_rates\" required=\"true\">\n",
+       "    <object required=\"true\">\n",
+       "      <string format=\"guardrails/lowercase\" name=\"account_type\" required=\"true\"></string>\n",
+       "      <float description=\"The annual percentage rate (APR) for the account type.\" name=\"rate\" \n",
+       "required=\"true\"></float>\n",
+       "    </object>\n",
+       "  </list>\n",
        "</output>\n",
        "\n",
-       "\n",
        "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
        "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
        "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
@@ -506,29 +580,137 @@
        "Given the following document, answer the following questions. If the answer doesn't exist in the document, enter \n",
        "\u001b[32m'None'\u001b[0m.\n",
        "\n",
-       "$\u001b[1m{\u001b[0mdocument\u001b[1m}\u001b[0m\n",
+       "\u001b[1;36m2\u001b[0m/\u001b[1;36m25\u001b[0m/\u001b[1;36m23\u001b[0m, \u001b[1;92m7:59\u001b[0m PM about:blank\n",
+       "about:blank \u001b[1;36m1\u001b[0m/\u001b[1;36m4\u001b[0m\n",
+       "PRICING INFORMATION\n",
+       "INTEREST RATES AND INTEREST CHARGES\n",
+       "Purchase Annual\n",
+       "Percentage Rate \u001b[1m(\u001b[0mAPR\u001b[1m)\u001b[0m \u001b[1;36m0\u001b[0m% Intro APR for the first \u001b[1;36m18\u001b[0m months that your Account is open.\n",
+       "After that, \u001b[1;36m19.49\u001b[0m%. This APR will vary with the market based on the Prime\n",
+       "Rate.\n",
+       "a\n",
+       "My Chase Loan\n",
+       "SM APR \u001b[1;36m19.49\u001b[0m%. This APR will vary with the market based on the Prime Rate.\n",
+       "a\n",
+       "Promotional offers with fixed APRs and varying durations may be available from\n",
+       "time to time on some accounts.\n",
+       "Balance Transfer APR \u001b[1;36m0\u001b[0m% Intro APR for the first \u001b[1;36m18\u001b[0m months that your Account is open.\n",
+       "After that, \u001b[1;36m19.49\u001b[0m%. This APR will vary with the market based on the Prime\n",
+       "Rate.\n",
+       "a\n",
+       "Cash Advance APR \u001b[1;36m29.49\u001b[0m%. This APR will vary with the market based on the Prime Rate.\n",
+       "b\n",
+       "Penalty APR and When\n",
+       "It Applies\n",
+       "Up to \u001b[1;36m29.99\u001b[0m%. This APR will vary with the market based on the Prime Rate.\n",
+       "c\n",
+       "We may apply the Penalty APR to your account if you:\n",
+       "fail to make a Minimum Payment by the date and time that it is due; or\n",
+       "make a payment to us that is returned unpaid.\n",
+       "How Long Will the Penalty APR Apply?: If we apply the Penalty APR for\n",
+       "either of these reasons, the Penalty APR could potentially remain in effect\n",
+       "indefinitely.\n",
+       "How to Avoid Paying\n",
+       "Interest on Purchases\n",
+       "Your due date will be a minimum of \u001b[1;36m21\u001b[0m days after the close of each billing cycle.\n",
+       "We will not charge you interest on new purchases if you pay your entire balance\n",
+       "or Interest Saving Balance by the due date each month. We will begin charging\n",
+       "interest on balance transfers and cash advances on the transaction date.\n",
+       "Minimum Interest\n",
+       "Charge\n",
+       "\u001b[3;35mNone\u001b[0m\n",
+       "Credit Card Tips from\n",
+       "the Consumer Financial\n",
+       "Protection Bureau\n",
+       "To learn more about factors to consider when applying for or using a credit card,\n",
+       "visit the website of the Consumer Financial Protection Bureau at\n",
+       "\u001b[4;94mhttp://www.consumerfinance.gov/learnmore.\u001b[0m\n",
+       "FEES\n",
+       "Annual Membership\n",
+       "Fee\n",
+       "\u001b[3;35mNone\u001b[0m\n",
+       "My Chase Plan\n",
+       "SM Fee\n",
+       "\u001b[1m(\u001b[0mfixed finance charge\u001b[1m)\u001b[0m\n",
+       "Monthly fee of \u001b[1;36m0\u001b[0m% of the amount of each eligible purchase transaction or\n",
+       "amount selected to create a My Chase Plan while in the \u001b[1;36m0\u001b[0m% Intro Purchase\n",
+       "APR period.\n",
+       "After that, monthly fee of \u001b[1;36m1.72\u001b[0m% of the amount of each eligible purchase\n",
+       "transaction or amount selected to create a My Chase Plan. The My Chase Plan\n",
+       "Fee will be determined at the time each My Chase Plan is created and will\n",
+       "remain the same until the My Chase Plan is paid in full.\n",
+       "d\n",
+       "Transaction Fees\n",
+       "Balance Transfers Intro fee of either $\u001b[1;36m5\u001b[0m or \u001b[1;36m3\u001b[0m% of the amount of each transfer, whichever is greater,\n",
+       "on transfers made within \u001b[1;36m60\u001b[0m days of account opening. After that: Either $\u001b[1;36m5\u001b[0m or \u001b[1;36m5\u001b[0m%\n",
+       "of the amount of each transfer, whichever is greater.\n",
+       "Cash Advances Either $\u001b[1;36m10\u001b[0m or \u001b[1;36m5\u001b[0m% of the amount of each transaction, whichever is greater.\n",
+       "\u001b[1;36m2\u001b[0m/\u001b[1;36m25\u001b[0m/\u001b[1;36m23\u001b[0m, \u001b[1;92m7:59\u001b[0m PM about:blank\n",
+       "about:blank \u001b[1;36m2\u001b[0m/\u001b[1;36m4\u001b[0m\n",
+       "Foreign Transactions \u001b[1;36m3\u001b[0m% of the amount of each transaction in U.S. dollars.\n",
+       "Penalty Fees\n",
+       "Late Payment Up to $\u001b[1;36m40\u001b[0m.\n",
+       "Over-the-Credit-Limit \u001b[3;35mNone\u001b[0m\n",
+       "Return Payment Up to $\u001b[1;36m40\u001b[0m.\n",
+       "Return Check \u001b[3;35mNone\u001b[0m\n",
+       "Note: This account may not be eligible for balance transfers.\n",
+       "Loss of Intro APR: We will end your introductory APR if any required Minimum Payment is \u001b[1;36m60\u001b[0m days late, and\n",
+       "apply the Penalty APR.\n",
+       "How We Will Calculate Your Balance: We use the daily balance method \u001b[1m(\u001b[0mincluding new transactions\u001b[1m)\u001b[0m.\n",
+       "Prime Rate: Variable APRs are based on the \u001b[1;36m7.75\u001b[0m% Prime Rate as of \u001b[1;36m2\u001b[0m/\u001b[1;36m7\u001b[0m/\u001b[1;36m2023\u001b[0m.\n",
+       "aWe add \u001b[1;36m11.74\u001b[0m% to the Prime Rate to determine the Purchase/My Chase Loan/Balance Transfer APR.\n",
+       "Maximum APR \u001b[1;36m29.99\u001b[0m%.\n",
+       "bWe add \u001b[1;36m21.74\u001b[0m% to the Prime Rate to determine the Cash Advance APR. Maximum APR \u001b[1;36m29.99\u001b[0m%.\n",
+       "cWe add up to \u001b[1;36m26.99\u001b[0m% to the Prime Rate to determine the Penalty APR. Maximum APR \u001b[1;36m29.99\u001b[0m%.\n",
+       "dMy Chase Plan Fee: The My Chase Plan Fee is calculated at the time each plan is created and is based on\n",
+       "the amount of each purchase transaction or amount selected to create the plan, the number of billing periods\n",
+       "you choose to pay the balance in full, and other factors. The monthly and aggregate dollar amount of your My\n",
+       "Chase Plan Fee will be disclosed during the activation of each My Chase Plan.\n",
+       "MILITARY LENDING ACT NOTICE: Federal law provides important protections to members of the Armed\n",
+       "Forces and their dependents relating to extensions of consumer credit. In general, the cost of consumer credit\n",
+       "to a member of the Armed Forces and his or her dependent may not exceed an annual percentage rate of \u001b[1;36m36\u001b[0m\n",
+       "percent. This rate must include, as applicable to the credit transaction or account: the costs associated with\n",
+       "credit insurance premiums; fees for ancillary products sold in connection with the credit transaction; any\n",
+       "application fee charged \u001b[1m(\u001b[0mother than certain application fees for specified credit transactions or accounts\u001b[1m)\u001b[0m; and\n",
+       "any participation fee charged \u001b[1m(\u001b[0mother than certain participation fees for a credit card account\u001b[1m)\u001b[0m. To receive this\n",
+       "information and a description of your payment obligation verbally, please call \u001b[1;36m1\u001b[0m-\u001b[1;36m800\u001b[0m-\u001b[1;36m235\u001b[0m-\u001b[1;36m9978\u001b[0m.\n",
+       "TERMS & CONDITIONS\n",
+       "Authorization: When you respond to this credit card offer from JPMorgan Chase Bank, N.A., Member FDIC, a\n",
+       "subsidiary of JPMorgan Chase & Co. \u001b[1m(\u001b[0m\u001b[32m\"Chase\"\u001b[0m, \u001b[32m\"we\"\u001b[0m, or \u001b[32m\"us\"\u001b[0m\u001b[1m)\u001b[0m, you agree to the following:\n",
+       "\u001b[1;36m1\u001b[0m. You authorize us to obtain credit bureau reports, employment, and income information about you that we\n",
+       "will use when considering your application for credit. We may obtain and use information about your\n",
+       "accounts with us and others such as Checking, Deposit, Investment, and Utility accounts from credit\n",
+       "bureaus and other entities. You also authorize us to obtain credit bureau reports and any other\n",
+       "information about you in connection with: \u001b[1;36m1\u001b[0m\u001b[1m)\u001b[0m extensions of credit on your account; \u001b[1;36m2\u001b[0m\u001b[1m)\u001b[0m the administration,\n",
+       "review or collection of your account; and \u001b[1;36m3\u001b[0m\u001b[1m)\u001b[0m offering you enhanced or additional products and services. If\n",
+       "you ask, we will tell you the name and address of the credit bureau from which we obtained a report\n",
+       "about you.\n",
+       "\u001b[1;36m2\u001b[0m. If an account is opened, you will receive a Cardmember Agreement with your \u001b[1;35mcard\u001b[0m\u001b[1m(\u001b[0ms\u001b[1m)\u001b[0m. You agree to the\n",
+       "terms of this agreement by: using the account or any card, authorizing their use, or making any payment\n",
+       "on the account.\n",
+       "\u001b[1;36m3\u001b[0m. By providing your mobile ph\n",
        "\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
-       "\u001b[39m        \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m        <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
-       "\u001b[39m        \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m        <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  \u001b[0m\n",
+       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mfloat\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  \u001b[0m\n",
+       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mfloat\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
        "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
        "\n",
-       "\n",
        "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
        "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
        "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
@@ -548,7 +730,7 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
@@ -562,7 +744,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
@@ -570,7 +752,7 @@
       "text/html": [
        "
{\n",
        "    'fees': [\n",
-       "        {'name': 'annual membership', 'explanation': 'None', 'value': 0.0},\n",
+       "        {'name': 'annual membership', 'explanation': 'None', 'value': 0},\n",
        "        {\n",
        "            'name': 'my chase',\n",
        "            'explanation': 'Monthly fee of 0% of the amount of each eligible purchase transaction or amount \n",
@@ -578,7 +760,7 @@
        "the amount of each eligible purchase transaction or amount selected to create a My Chase Plan. The My Chase Plan \n",
        "Fee will be determined at the time each My Chase Plan is created and will remain the same until the My Chase Plan \n",
        "is paid in full.',\n",
-       "            'value': 0.0\n",
+       "            'value': 0\n",
        "        },\n",
        "        {\n",
        "            'name': 'transaction fees',\n",
@@ -586,24 +768,26 @@
        "whichever is greater, on transfers made within 60 days of account opening. After that: Either $5 or 5% of the \n",
        "amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the amount of each transaction, \n",
        "whichever is greater.',\n",
-       "            'value': 0.0\n",
+       "            'value': 0\n",
        "        },\n",
        "        {\n",
        "            'name': 'foreign transactions',\n",
        "            'explanation': '3% of the amount of each transaction in U.S. dollars',\n",
-       "            'value': 0.0\n",
+       "            'value': 0\n",
        "        },\n",
        "        {\n",
        "            'name': 'penalty fees',\n",
        "            'explanation': 'Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to $40. Return\n",
        "Check: None',\n",
-       "            'value': 0.0\n",
+       "            'value': 0\n",
        "        }\n",
        "    ],\n",
        "    'interest_rates': [\n",
-       "        {'account_type': 'purchase/my chase loan/balance transfer', 'rate': 19.49},\n",
-       "        {'account_type': 'cash advance', 'rate': 29.49},\n",
-       "        {'account_type': 'penalty', 'rate': 29.99}\n",
+       "        {'account_type': 'purchase annual percentage rate (apr)', 'rate': 0},\n",
+       "        {'account_type': 'my chase loan apr', 'rate': 19.49},\n",
+       "        {'account_type': 'balance transfer apr', 'rate': 0},\n",
+       "        {'account_type': 'cash advance apr', 'rate': 29.49},\n",
+       "        {'account_type': 'penalty apr', 'rate': 29.99}\n",
        "    ]\n",
        "}\n",
        "
\n"
@@ -611,7 +795,7 @@
       "text/plain": [
        "\u001b[1m{\u001b[0m\n",
        "    \u001b[32m'fees'\u001b[0m: \u001b[1m[\u001b[0m\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'annual membership'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'name'\u001b[0m: \u001b[32m'annual membership'\u001b[0m, \u001b[32m'explanation'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'my chase'\u001b[0m,\n",
        "            \u001b[32m'explanation'\u001b[0m: \u001b[32m'Monthly fee of 0% of the amount of each eligible purchase transaction or amount \u001b[0m\n",
@@ -619,7 +803,7 @@
        "\u001b[32mthe amount of each eligible purchase transaction or amount selected to create a My Chase Plan. The My Chase Plan \u001b[0m\n",
        "\u001b[32mFee will be determined at the time each My Chase Plan is created and will remain the same until the My Chase Plan \u001b[0m\n",
        "\u001b[32mis paid in full.'\u001b[0m,\n",
-       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\n",
+       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'transaction fees'\u001b[0m,\n",
@@ -627,24 +811,26 @@
        "\u001b[32mwhichever is greater, on transfers made within 60 days of account opening. After that: Either $5 or 5% of the \u001b[0m\n",
        "\u001b[32mamount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the amount of each transaction, \u001b[0m\n",
        "\u001b[32mwhichever is greater.'\u001b[0m,\n",
-       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\n",
+       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'foreign transactions'\u001b[0m,\n",
        "            \u001b[32m'explanation'\u001b[0m: \u001b[32m'3% of the amount of each transaction in U.S. dollars'\u001b[0m,\n",
-       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\n",
+       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'penalty fees'\u001b[0m,\n",
        "            \u001b[32m'explanation'\u001b[0m: \u001b[32m'Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to $40. Return\u001b[0m\n",
        "\u001b[32mCheck: None'\u001b[0m,\n",
-       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0.0\u001b[0m\n",
+       "            \u001b[32m'value'\u001b[0m: \u001b[1;36m0\u001b[0m\n",
        "        \u001b[1m}\u001b[0m\n",
        "    \u001b[1m]\u001b[0m,\n",
        "    \u001b[32m'interest_rates'\u001b[0m: \u001b[1m[\u001b[0m\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'purchase/my chase loan/balance transfer'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m19.49\u001b[0m\u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'cash advance'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m29.49\u001b[0m\u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'penalty'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m29.99\u001b[0m\u001b[1m}\u001b[0m\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'purchase annual percentage rate \u001b[0m\u001b[32m(\u001b[0m\u001b[32mapr\u001b[0m\u001b[32m)\u001b[0m\u001b[32m'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m0\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'my chase loan apr'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m19.49\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'balance transfer apr'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m0\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'cash advance apr'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m29.49\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'account_type'\u001b[0m: \u001b[32m'penalty apr'\u001b[0m, \u001b[32m'rate'\u001b[0m: \u001b[1;36m29.99\u001b[0m\u001b[1m}\u001b[0m\n",
        "    \u001b[1m]\u001b[0m\n",
        "\u001b[1m}\u001b[0m\n"
       ]
@@ -659,7 +845,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
     {
@@ -800,23 +986,25 @@
        "│   │ │ it into.                                                                                                │ │\n",
        "│   │ │                                                                                                         │ │\n",
        "│   │ │ <output>                                                                                                │ │\n",
-       "│   │ │     <list name=\"fees\" description=\"What fees and charges are associated with my account?\">              │ │\n",
-       "│   │ │         <object>                                                                                        │ │\n",
-       "│   │ │             <string name=\"name\" format=\"guardrails/lowercase; guardrails/two_words\"/>                   │ │\n",
-       "│   │ │             <string name=\"explanation\" format=\"guardrails/one_line\"/>                                   │ │\n",
-       "│   │ │             <float name=\"value\" description=\"The fee amount in USD or as a percentage.\"/>               │ │\n",
-       "│   │ │         </object>                                                                                       │ │\n",
-       "│   │ │     </list>                                                                                             │ │\n",
-       "│   │ │     <list name=\"interest_rates\" description=\"What are the interest rates offered by the bank on         │ │\n",
-       "│   │ │ different kinds of accounts and products?\">                                                             │ │\n",
-       "│   │ │         <object>                                                                                        │ │\n",
-       "│   │ │             <string name=\"account_type\" format=\"guardrails/lowercase\"/>                                 │ │\n",
-       "│   │ │             <float name=\"rate\" description=\"The annual percentage rate (APR) for the account type.\"/>   │ │\n",
-       "│   │ │         </object>                                                                                       │ │\n",
-       "│   │ │     </list>                                                                                             │ │\n",
+       "│   │ │   <list description=\"What fees and charges are associated with my account?\" name=\"fees\"                 │ │\n",
+       "│   │ │ required=\"true\">                                                                                        │ │\n",
+       "│   │ │     <object required=\"true\">                                                                            │ │\n",
+       "│   │ │       <string format=\"guardrails/lowercase; guardrails/two_words\" name=\"name\" required=\"true\"></string> │ │\n",
+       "│   │ │       <string format=\"guardrails/one_line\" name=\"explanation\" required=\"true\"></string>                 │ │\n",
+       "│   │ │       <float description=\"The fee amount in USD or as a percentage.\" name=\"value\"                       │ │\n",
+       "│   │ │ required=\"true\"></float>                                                                                │ │\n",
+       "│   │ │     </object>                                                                                           │ │\n",
+       "│   │ │   </list>                                                                                               │ │\n",
+       "│   │ │   <list description=\"What are the interest rates offered by the bank on different kinds of accounts and │ │\n",
+       "│   │ │ products?\" name=\"interest_rates\" required=\"true\">                                                       │ │\n",
+       "│   │ │     <object required=\"true\">                                                                            │ │\n",
+       "│   │ │       <string format=\"guardrails/lowercase\" name=\"account_type\" required=\"true\"></string>               │ │\n",
+       "│   │ │       <float description=\"The annual percentage rate (APR) for the account type.\" name=\"rate\"           │ │\n",
+       "│   │ │ required=\"true\"></float>                                                                                │ │\n",
+       "│   │ │     </object>                                                                                           │ │\n",
+       "│   │ │   </list>                                                                                               │ │\n",
        "│   │ │ </output>                                                                                               │ │\n",
        "│   │ │                                                                                                         │ │\n",
-       "│   │ │                                                                                                         │ │\n",
        "│   │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "│   │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "│   │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -839,71 +1027,55 @@
        "│   │ │ No message history.                                                                                     │ │\n",
        "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "│   │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "│   │ │ {                                                                                                       │ │\n",
-       "│   │ │     \"fees\": [                                                                                           │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"annual membership\",                                                                │ │\n",
-       "│   │ │             \"explanation\": \"None\",                                                                      │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"my chase plan fee\",                                                                │ │\n",
-       "│   │ │             \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or    │ │\n",
-       "│   │ │ amount selected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that,        │ │\n",
-       "│   │ │ monthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a │ │\n",
-       "│   │ │ My Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and   │ │\n",
-       "│   │ │ will remain the same until the My Chase Plan is paid in full.\",                                         │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"transaction fees\",                                                                 │ │\n",
-       "│   │ │             \"explanation\": \"Balance Transfers: Intro fee of either $5 or 3% of the amount of each       │ │\n",
-       "│   │ │ transfer, whichever is greater, on transfers made within 60 days of account opening. After that: Either │ │\n",
-       "│   │ │ $5 or 5% of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the   │ │\n",
-       "│   │ │ amount of each transaction, whichever is greater.\",                                                     │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"foreign transactions\",                                                             │ │\n",
-       "│   │ │             \"explanation\": \"3% of the amount of each transaction in U.S. dollars\",                      │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"name\": \"penalty fees\",                                                                     │ │\n",
-       "│   │ │             \"explanation\": \"Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to │ │\n",
-       "│   │ │ $40. Return Check: None\",                                                                               │ │\n",
-       "│   │ │             \"value\": 0                                                                                  │ │\n",
-       "│   │ │         }                                                                                               │ │\n",
-       "│   │ │     ],                                                                                                  │ │\n",
-       "│   │ │     \"interest_rates\": [                                                                                 │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"account_type\": \"purchase/my chase loan/balance transfer\",                                  │ │\n",
-       "│   │ │             \"rate\": 19.49                                                                               │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"account_type\": \"cash advance\",                                                             │ │\n",
-       "│   │ │             \"rate\": 29.49                                                                               │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             \"account_type\": \"penalty\",                                                                  │ │\n",
-       "│   │ │             \"rate\": 29.99                                                                               │ │\n",
-       "│   │ │         }                                                                                               │ │\n",
-       "│   │ │     ]                                                                                                   │ │\n",
-       "│   │ │ }                                                                                                       │ │\n",
+       "│   │ │ {\"fees\":[{\"name\":\"annual membership fee\",\"explanation\":\"None\",\"value\":0},{\"name\":\"my chase plan         │ │\n",
+       "│   │ │ fee\",\"explanation\":\"Monthly fee of 0% of the amount of each eligible purchase transaction or amount     │ │\n",
+       "│   │ │ selected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, monthly fee   │ │\n",
+       "│   │ │ of 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase    │ │\n",
+       "│   │ │ Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will       │ │\n",
+       "│   │ │ remain the same until the My Chase Plan is paid in full.\",\"value\":0},{\"name\":\"transaction               │ │\n",
+       "│   │ │ fees\",\"explanation\":\"Balance Transfers: Intro fee of either $5 or 3% of the amount of each transfer,    │ │\n",
+       "│   │ │ whichever is greater, on transfers made within 60 days of account opening. After that: Either $5 or 5%  │ │\n",
+       "│   │ │ of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the amount of  │ │\n",
+       "│   │ │ each transaction, whichever is greater.\",\"value\":0},{\"name\":\"foreign transactions\",\"explanation\":\"3% of │ │\n",
+       "│   │ │ the amount of each transaction in U.S. dollars\",\"value\":0},{\"name\":\"penalty fees\",\"explanation\":\"Late   │ │\n",
+       "│   │ │ Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to $40. Return Check:               │ │\n",
+       "│   │ │ None\",\"value\":0}],\"interest_rates\":[{\"account_type\":\"purchase annual percentage rate                    │ │\n",
+       "│   │ │ (apr)\",\"rate\":0},{\"account_type\":\"my chase loan apr\",\"rate\":19.49},{\"account_type\":\"balance transfer    │ │\n",
+       "│   │ │ apr\",\"rate\":0},{\"account_type\":\"cash advance apr\",\"rate\":29.49},{\"account_type\":\"penalty                │ │\n",
+       "│   │ │ apr\",\"rate\":29.99}]}                                                                                    │ │\n",
        "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "│   │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "│   │ │ {                                                                                                       │ │\n",
        "│   │ │     'fees': [                                                                                           │ │\n",
-       "│   │ │         {'name': 'annual membership', 'explanation': 'None', 'value': 0.0},                             │ │\n",
        "│   │ │         {                                                                                               │ │\n",
        "│   │ │             'name': FieldReAsk(                                                                         │ │\n",
-       "│   │ │                 incorrect_value='my chase plan fee',                                                    │ │\n",
+       "│   │ │                 incorrect_value='annual membership fee',                                                │ │\n",
        "│   │ │                 fail_results=[                                                                          │ │\n",
        "│   │ │                     FailResult(                                                                         │ │\n",
        "│   │ │                         outcome='fail',                                                                 │ │\n",
+       "│   │ │                         error_message='Value must be exactly two words',                                │ │\n",
+       "│   │ │                         fix_value='annual membership',                                                  │ │\n",
        "│   │ │                         metadata=None,                                                                  │ │\n",
+       "│   │ │                         validated_chunk=None,                                                           │ │\n",
+       "│   │ │                         error_spans=None                                                                │ │\n",
+       "│   │ │                     )                                                                                   │ │\n",
+       "│   │ │                 ],                                                                                      │ │\n",
+       "│   │ │                 path=['fees', 0, 'name']                                                                │ │\n",
+       "│   │ │             ),                                                                                          │ │\n",
+       "│   │ │             'explanation': 'None',                                                                      │ │\n",
+       "│   │ │             'value': 0                                                                                  │ │\n",
+       "│   │ │         },                                                                                              │ │\n",
+       "│   │ │         {                                                                                               │ │\n",
+       "│   │ │             'name': FieldReAsk(                                                                         │ │\n",
+       "│   │ │                 incorrect_value='my chase plan fee',                                                    │ │\n",
+       "│   │ │                 fail_results=[                                                                          │ │\n",
+       "│   │ │                     FailResult(                                                                         │ │\n",
+       "│   │ │                         outcome='fail',                                                                 │ │\n",
        "│   │ │                         error_message='Value must be exactly two words',                                │ │\n",
-       "│   │ │                         fix_value='my chase'                                                            │ │\n",
+       "│   │ │                         fix_value='my chase',                                                           │ │\n",
+       "│   │ │                         metadata=None,                                                                  │ │\n",
+       "│   │ │                         validated_chunk=None,                                                           │ │\n",
+       "│   │ │                         error_spans=None                                                                │ │\n",
        "│   │ │                     )                                                                                   │ │\n",
        "│   │ │                 ],                                                                                      │ │\n",
        "│   │ │                 path=['fees', 1, 'name']                                                                │ │\n",
@@ -913,7 +1085,7 @@
        "│   │ │ monthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a │ │\n",
        "│   │ │ My Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and   │ │\n",
        "│   │ │ will remain the same until the My Chase Plan is paid in full.',                                         │ │\n",
-       "│   │ │             'value': 0.0                                                                                │ │\n",
+       "│   │ │             'value': 0                                                                                  │ │\n",
        "│   │ │         },                                                                                              │ │\n",
        "│   │ │         {                                                                                               │ │\n",
        "│   │ │             'name': 'transaction fees',                                                                 │ │\n",
@@ -921,27 +1093,26 @@
        "│   │ │ transfer, whichever is greater, on transfers made within 60 days of account opening. After that: Either │ │\n",
        "│   │ │ $5 or 5% of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the   │ │\n",
        "│   │ │ amount of each transaction, whichever is greater.',                                                     │ │\n",
-       "│   │ │             'value': 0.0                                                                                │ │\n",
+       "│   │ │             'value': 0                                                                                  │ │\n",
        "│   │ │         },                                                                                              │ │\n",
        "│   │ │         {                                                                                               │ │\n",
        "│   │ │             'name': 'foreign transactions',                                                             │ │\n",
        "│   │ │             'explanation': '3% of the amount of each transaction in U.S. dollars',                      │ │\n",
-       "│   │ │             'value': 0.0                                                                                │ │\n",
+       "│   │ │             'value': 0                                                                                  │ │\n",
        "│   │ │         },                                                                                              │ │\n",
        "│   │ │         {                                                                                               │ │\n",
        "│   │ │             'name': 'penalty fees',                                                                     │ │\n",
        "│   │ │             'explanation': 'Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to │ │\n",
        "│   │ │ $40. Return Check: None',                                                                               │ │\n",
-       "│   │ │             'value': 0.0                                                                                │ │\n",
+       "│   │ │             'value': 0                                                                                  │ │\n",
        "│   │ │         }                                                                                               │ │\n",
        "│   │ │     ],                                                                                                  │ │\n",
        "│   │ │     'interest_rates': [                                                                                 │ │\n",
-       "│   │ │         {                                                                                               │ │\n",
-       "│   │ │             'account_type': 'purchase/my chase loan/balance transfer',                                  │ │\n",
-       "│   │ │             'rate': 19.49                                                                               │ │\n",
-       "│   │ │         },                                                                                              │ │\n",
-       "│   │ │         {'account_type': 'cash advance', 'rate': 29.49},                                                │ │\n",
-       "│   │ │         {'account_type': 'penalty', 'rate': 29.99}                                                      │ │\n",
+       "│   │ │         {'account_type': 'purchase annual percentage rate (apr)', 'rate': 0},                           │ │\n",
+       "│   │ │         {'account_type': 'my chase loan apr', 'rate': 19.49},                                           │ │\n",
+       "│   │ │         {'account_type': 'balance transfer apr', 'rate': 0},                                            │ │\n",
+       "│   │ │         {'account_type': 'cash advance apr', 'rate': 29.49},                                            │ │\n",
+       "│   │ │         {'account_type': 'penalty apr', 'rate': 29.99}                                                  │ │\n",
        "│   │ │     ]                                                                                                   │ │\n",
        "│   │ │ }                                                                                                       │ │\n",
        "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
@@ -954,9 +1125,14 @@
        "    │ │ {                                                                                                       │ │\n",
        "    │ │   \"fees\": [                                                                                             │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"name\": \"annual membership\",                                                                      │ │\n",
+       "    │ │       \"name\": {                                                                                         │ │\n",
+       "    │ │         \"incorrect_value\": \"annual membership fee\",                                                     │ │\n",
+       "    │ │         \"error_messages\": [                                                                             │ │\n",
+       "    │ │           \"Value must be exactly two words\"                                                             │ │\n",
+       "    │ │         ]                                                                                               │ │\n",
+       "    │ │       },                                                                                                │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": {                                                                                         │ │\n",
@@ -970,7 +1146,7 @@
        "    │ │ of 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase    │ │\n",
        "    │ │ Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will       │ │\n",
        "    │ │ remain the same until the My Chase Plan is paid in full.\",                                              │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"transaction fees\",                                                                       │ │\n",
@@ -978,31 +1154,39 @@
        "    │ │ whichever is greater, on transfers made within 60 days of account opening. After that: Either $5 or 5%  │ │\n",
        "    │ │ of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the amount of  │ │\n",
        "    │ │ each transaction, whichever is greater.\",                                                               │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"foreign transactions\",                                                                   │ │\n",
        "    │ │       \"explanation\": \"3% of the amount of each transaction in U.S. dollars\",                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"penalty fees\",                                                                           │ │\n",
        "    │ │       \"explanation\": \"Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to $40.  │ │\n",
        "    │ │ Return Check: None\",                                                                                    │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     }                                                                                                   │ │\n",
        "    │ │   ],                                                                                                    │ │\n",
        "    │ │   \"interest_rates\": [                                                                                   │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"account_type\": \"purchase/my chase loan/balance transfer\",                                        │ │\n",
+       "    │ │       \"account_type\": \"purchase annual percentage rate (apr)\",                                          │ │\n",
+       "    │ │       \"rate\": 0                                                                                         │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"account_type\": \"my chase loan apr\",                                                              │ │\n",
        "    │ │       \"rate\": 19.49                                                                                     │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"account_type\": \"cash advance\",                                                                   │ │\n",
+       "    │ │       \"account_type\": \"balance transfer apr\",                                                           │ │\n",
+       "    │ │       \"rate\": 0                                                                                         │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"account_type\": \"cash advance apr\",                                                               │ │\n",
        "    │ │       \"rate\": 29.49                                                                                     │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"account_type\": \"penalty\",                                                                        │ │\n",
+       "    │ │       \"account_type\": \"penalty apr\",                                                                    │ │\n",
        "    │ │       \"rate\": 29.99                                                                                     │ │\n",
        "    │ │     }                                                                                                   │ │\n",
        "    │ │   ]                                                                                                     │ │\n",
@@ -1014,23 +1198,25 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <list name=\"fees\" description=\"What fees and charges are associated with my account?\">              │ │\n",
-       "    │ │         <object>                                                                                        │ │\n",
-       "    │ │             <string name=\"name\" format=\"guardrails/lowercase; guardrails/two_words\"/>                   │ │\n",
-       "    │ │             <string name=\"explanation\" format=\"guardrails/one_line\"/>                                   │ │\n",
-       "    │ │             <float name=\"value\" description=\"The fee amount in USD or as a percentage.\"/>               │ │\n",
-       "    │ │         </object>                                                                                       │ │\n",
-       "    │ │     </list>                                                                                             │ │\n",
-       "    │ │     <list name=\"interest_rates\" description=\"What are the interest rates offered by the bank on         │ │\n",
-       "    │ │ different kinds of accounts and products?\">                                                             │ │\n",
-       "    │ │         <object>                                                                                        │ │\n",
-       "    │ │             <string name=\"account_type\" format=\"guardrails/lowercase\"/>                                 │ │\n",
-       "    │ │             <float name=\"rate\" description=\"The annual percentage rate (APR) for the account type.\"/>   │ │\n",
-       "    │ │         </object>                                                                                       │ │\n",
-       "    │ │     </list>                                                                                             │ │\n",
+       "    │ │   <list description=\"What fees and charges are associated with my account?\" name=\"fees\"                 │ │\n",
+       "    │ │ required=\"true\">                                                                                        │ │\n",
+       "    │ │     <object required=\"true\">                                                                            │ │\n",
+       "    │ │       <string format=\"guardrails/lowercase; guardrails/two_words\" name=\"name\" required=\"true\"></string> │ │\n",
+       "    │ │       <string format=\"guardrails/one_line\" name=\"explanation\" required=\"true\"></string>                 │ │\n",
+       "    │ │       <float description=\"The fee amount in USD or as a percentage.\" name=\"value\"                       │ │\n",
+       "    │ │ required=\"true\"></float>                                                                                │ │\n",
+       "    │ │     </object>                                                                                           │ │\n",
+       "    │ │   </list>                                                                                               │ │\n",
+       "    │ │   <list description=\"What are the interest rates offered by the bank on different kinds of accounts and │ │\n",
+       "    │ │ products?\" name=\"interest_rates\" required=\"true\">                                                       │ │\n",
+       "    │ │     <object required=\"true\">                                                                            │ │\n",
+       "    │ │       <string format=\"guardrails/lowercase\" name=\"account_type\" required=\"true\"></string>               │ │\n",
+       "    │ │       <float description=\"The annual percentage rate (APR) for the account type.\" name=\"rate\"           │ │\n",
+       "    │ │ required=\"true\"></float>                                                                                │ │\n",
+       "    │ │     </object>                                                                                           │ │\n",
+       "    │ │   </list>                                                                                               │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -1051,16 +1237,16 @@
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"annual membership\",                                                                      │ │\n",
        "    │ │       \"explanation\": \"None\",                                                                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"name\": \"my chase plan fee\",                                                                      │ │\n",
+       "    │ │       \"name\": \"my chase\",                                                                               │ │\n",
        "    │ │       \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or amount   │ │\n",
        "    │ │ selected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, monthly fee   │ │\n",
        "    │ │ of 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase    │ │\n",
        "    │ │ Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will       │ │\n",
        "    │ │ remain the same until the My Chase Plan is paid in full.\",                                              │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"transaction fees\",                                                                       │ │\n",
@@ -1068,31 +1254,39 @@
        "    │ │ whichever is greater, on transfers made within 60 days of account opening. After that: Either $5 or 5%  │ │\n",
        "    │ │ of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the amount of  │ │\n",
        "    │ │ each transaction, whichever is greater.\",                                                               │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"foreign transactions\",                                                                   │ │\n",
        "    │ │       \"explanation\": \"3% of the amount of each transaction in U.S. dollars\",                            │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
        "    │ │       \"name\": \"penalty fees\",                                                                           │ │\n",
        "    │ │       \"explanation\": \"Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to $40.  │ │\n",
        "    │ │ Return Check: None\",                                                                                    │ │\n",
-       "    │ │       \"value\": 0.0                                                                                      │ │\n",
+       "    │ │       \"value\": 0                                                                                        │ │\n",
        "    │ │     }                                                                                                   │ │\n",
        "    │ │   ],                                                                                                    │ │\n",
        "    │ │   \"interest_rates\": [                                                                                   │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"account_type\": \"purchase/my chase loan/balance transfer\",                                        │ │\n",
+       "    │ │       \"account_type\": \"purchase annual percentage rate (apr)\",                                          │ │\n",
+       "    │ │       \"rate\": 0                                                                                         │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"account_type\": \"my chase loan apr\",                                                              │ │\n",
        "    │ │       \"rate\": 19.49                                                                                     │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"account_type\": \"cash advance\",                                                                   │ │\n",
+       "    │ │       \"account_type\": \"balance transfer apr\",                                                           │ │\n",
+       "    │ │       \"rate\": 0                                                                                         │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"account_type\": \"cash advance apr\",                                                               │ │\n",
        "    │ │       \"rate\": 29.49                                                                                     │ │\n",
        "    │ │     },                                                                                                  │ │\n",
        "    │ │     {                                                                                                   │ │\n",
-       "    │ │       \"account_type\": \"penalty\",                                                                        │ │\n",
+       "    │ │       \"account_type\": \"penalty apr\",                                                                    │ │\n",
        "    │ │       \"rate\": 29.99                                                                                     │ │\n",
        "    │ │     }                                                                                                   │ │\n",
        "    │ │   ]                                                                                                     │ │\n",
@@ -1101,7 +1295,7 @@
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "    │ │ {                                                                                                       │ │\n",
        "    │ │     'fees': [                                                                                           │ │\n",
-       "    │ │         {'name': 'annual membership', 'explanation': 'None', 'value': 0.0},                             │ │\n",
+       "    │ │         {'name': 'annual membership', 'explanation': 'None', 'value': 0},                               │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'name': 'my chase',                                                                         │ │\n",
        "    │ │             'explanation': 'Monthly fee of 0% of the amount of each eligible purchase transaction or    │ │\n",
@@ -1109,7 +1303,7 @@
        "    │ │ monthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a │ │\n",
        "    │ │ My Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and   │ │\n",
        "    │ │ will remain the same until the My Chase Plan is paid in full.',                                         │ │\n",
-       "    │ │             'value': 0.0                                                                                │ │\n",
+       "    │ │             'value': 0                                                                                  │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'name': 'transaction fees',                                                                 │ │\n",
@@ -1117,27 +1311,26 @@
        "    │ │ transfer, whichever is greater, on transfers made within 60 days of account opening. After that: Either │ │\n",
        "    │ │ $5 or 5% of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the   │ │\n",
        "    │ │ amount of each transaction, whichever is greater.',                                                     │ │\n",
-       "    │ │             'value': 0.0                                                                                │ │\n",
+       "    │ │             'value': 0                                                                                  │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'name': 'foreign transactions',                                                             │ │\n",
        "    │ │             'explanation': '3% of the amount of each transaction in U.S. dollars',                      │ │\n",
-       "    │ │             'value': 0.0                                                                                │ │\n",
+       "    │ │             'value': 0                                                                                  │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'name': 'penalty fees',                                                                     │ │\n",
        "    │ │             'explanation': 'Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to │ │\n",
        "    │ │ $40. Return Check: None',                                                                               │ │\n",
-       "    │ │             'value': 0.0                                                                                │ │\n",
+       "    │ │             'value': 0                                                                                  │ │\n",
        "    │ │         }                                                                                               │ │\n",
        "    │ │     ],                                                                                                  │ │\n",
        "    │ │     'interest_rates': [                                                                                 │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             'account_type': 'purchase/my chase loan/balance transfer',                                  │ │\n",
-       "    │ │             'rate': 19.49                                                                               │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {'account_type': 'cash advance', 'rate': 29.49},                                                │ │\n",
-       "    │ │         {'account_type': 'penalty', 'rate': 29.99}                                                      │ │\n",
+       "    │ │         {'account_type': 'purchase annual percentage rate (apr)', 'rate': 0},                           │ │\n",
+       "    │ │         {'account_type': 'my chase loan apr', 'rate': 19.49},                                           │ │\n",
+       "    │ │         {'account_type': 'balance transfer apr', 'rate': 0},                                            │ │\n",
+       "    │ │         {'account_type': 'cash advance apr', 'rate': 29.49},                                            │ │\n",
+       "    │ │         {'account_type': 'penalty apr', 'rate': 29.99}                                                  │ │\n",
        "    │ │     ]                                                                                                   │ │\n",
        "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
@@ -1280,23 +1473,25 @@
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1319,71 +1514,55 @@
        "│   │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "│   │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"fees\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"annual membership\",\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"my chase plan fee\",\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mamount selected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, \u001b[0m\u001b[48;2;245;245;220m      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mmonthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mMy Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mwill remain the same until the My Chase Plan is paid in full.\",\u001b[0m\u001b[48;2;245;245;220m                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"transaction fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"Balance Transfers: Intro fee of either $5 or 3% of the amount of each \u001b[0m\u001b[48;2;245;245;220m     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mtransfer, whichever is greater, on transfers made within 60 days of account opening. After that: Either\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m$5 or 5% of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mamount of each transaction, whichever is greater.\",\u001b[0m\u001b[48;2;245;245;220m                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"foreign transactions\",\u001b[0m\u001b[48;2;245;245;220m                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"3% of the amount of each transaction in U.S. dollars\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"penalty fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"explanation\": \"Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m$40. Return Check: None\",\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        }\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    ],\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"interest_rates\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"account_type\": \"purchase/my chase loan/balance transfer\",\u001b[0m\u001b[48;2;245;245;220m                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"rate\": 19.49\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"account_type\": \"cash advance\",\u001b[0m\u001b[48;2;245;245;220m                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"rate\": 29.49\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"account_type\": \"penalty\",\u001b[0m\u001b[48;2;245;245;220m                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"rate\": 29.99\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        }\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    ]\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"fees\":[{\"name\":\"annual membership fee\",\"explanation\":\"None\",\"value\":0},{\"name\":\"my chase plan \u001b[0m\u001b[48;2;245;245;220m       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mfee\",\"explanation\":\"Monthly fee of 0% of the amount of each eligible purchase transaction or amount \u001b[0m\u001b[48;2;245;245;220m   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mselected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, monthly fee \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mPlan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will \u001b[0m\u001b[48;2;245;245;220m     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mremain the same until the My Chase Plan is paid in full.\",\"value\":0},{\"name\":\"transaction \u001b[0m\u001b[48;2;245;245;220m             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mfees\",\"explanation\":\"Balance Transfers: Intro fee of either $5 or 3% of the amount of each transfer, \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mwhichever is greater, on transfers made within 60 days of account opening. After that: Either $5 or 5% \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the amount of \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220meach transaction, whichever is greater.\",\"value\":0},{\"name\":\"foreign transactions\",\"explanation\":\"3% of\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe amount of each transaction in U.S. dollars\",\"value\":0},{\"name\":\"penalty fees\",\"explanation\":\"Late \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mPayment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to $40. Return Check: \u001b[0m\u001b[48;2;245;245;220m             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mNone\",\"value\":0}],\"interest_rates\":[{\"account_type\":\"purchase annual percentage rate \u001b[0m\u001b[48;2;245;245;220m                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m(apr)\",\"rate\":0},{\"account_type\":\"my chase loan apr\",\"rate\":19.49},{\"account_type\":\"balance transfer \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mapr\",\"rate\":0},{\"account_type\":\"cash advance apr\",\"rate\":29.49},{\"account_type\":\"penalty \u001b[0m\u001b[48;2;245;245;220m              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mapr\",\"rate\":29.99}]}\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'fees': [\u001b[0m\u001b[48;2;240;255;240m                                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'annual membership', 'explanation': 'None', 'value': 0.0},\u001b[0m\u001b[48;2;240;255;240m                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': FieldReAsk(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                incorrect_value='my chase plan fee',\u001b[0m\u001b[48;2;240;255;240m                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                incorrect_value='annual membership fee',\u001b[0m\u001b[48;2;240;255;240m                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                fail_results=[\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    FailResult(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        outcome='fail',\u001b[0m\u001b[48;2;240;255;240m                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_message='Value must be exactly two words',\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='annual membership',\u001b[0m\u001b[48;2;240;255;240m                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        validated_chunk=None,\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_spans=None\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    )\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                ],\u001b[0m\u001b[48;2;240;255;240m                                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                path=['fees', 0, 'name']\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            ),\u001b[0m\u001b[48;2;240;255;240m                                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': FieldReAsk(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                incorrect_value='my chase plan fee',\u001b[0m\u001b[48;2;240;255;240m                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                fail_results=[\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    FailResult(\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        outcome='fail',\u001b[0m\u001b[48;2;240;255;240m                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_message='Value must be exactly two words',\u001b[0m\u001b[48;2;240;255;240m                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='my chase'\u001b[0m\u001b[48;2;240;255;240m                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        fix_value='my chase',\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        validated_chunk=None,\u001b[0m\u001b[48;2;240;255;240m                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                        error_spans=None\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                    )\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                ],\u001b[0m\u001b[48;2;240;255;240m                                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m                path=['fees', 1, 'name']\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1393,7 +1572,7 @@
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mmonthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mMy Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mwill remain the same until the My Chase Plan is paid in full.',\u001b[0m\u001b[48;2;240;255;240m                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'transaction fees',\u001b[0m\u001b[48;2;240;255;240m                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1401,27 +1580,26 @@
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mtransfer, whichever is greater, on transfers made within 60 days of account opening. After that: Either\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m$5 or 5% of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mamount of each transaction, whichever is greater.',\u001b[0m\u001b[48;2;240;255;240m                                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'foreign transactions',\u001b[0m\u001b[48;2;240;255;240m                                                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': '3% of the amount of each transaction in U.S. dollars',\u001b[0m\u001b[48;2;240;255;240m                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'penalty fees',\u001b[0m\u001b[48;2;240;255;240m                                                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': 'Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m$40. Return Check: None',\u001b[0m\u001b[48;2;240;255;240m                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        }\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ],\u001b[0m\u001b[48;2;240;255;240m                                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'interest_rates': [\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'account_type': 'purchase/my chase loan/balance transfer',\u001b[0m\u001b[48;2;240;255;240m                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'rate': 19.49\u001b[0m\u001b[48;2;240;255;240m                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'cash advance', 'rate': 29.49},\u001b[0m\u001b[48;2;240;255;240m                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'penalty', 'rate': 29.99}\u001b[0m\u001b[48;2;240;255;240m                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'purchase annual percentage rate (apr)', 'rate': 0},\u001b[0m\u001b[48;2;240;255;240m                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'my chase loan apr', 'rate': 19.49},\u001b[0m\u001b[48;2;240;255;240m                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'balance transfer apr', 'rate': 0},\u001b[0m\u001b[48;2;240;255;240m                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'cash advance apr', 'rate': 29.49},\u001b[0m\u001b[48;2;240;255;240m                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'penalty apr', 'rate': 29.99}\u001b[0m\u001b[48;2;240;255;240m                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ]\u001b[0m\u001b[48;2;240;255;240m                                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m}\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
@@ -1434,9 +1612,14 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m{\u001b[0m\u001b[48;2;240;248;255m                                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \"fees\": [\u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"annual membership\",\u001b[0m\u001b[48;2;240;248;255m                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": {\u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \"incorrect_value\": \"annual membership fee\",\u001b[0m\u001b[48;2;240;248;255m                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \"error_messages\": [\u001b[0m\u001b[48;2;240;248;255m                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m          \"Value must be exactly two words\"\u001b[0m\u001b[48;2;240;248;255m                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        ]\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      },\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": {\u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1450,7 +1633,7 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mof 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mPlan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will \u001b[0m\u001b[48;2;240;248;255m     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mremain the same until the My Chase Plan is paid in full.\",\u001b[0m\u001b[48;2;240;248;255m                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"transaction fees\",\u001b[0m\u001b[48;2;240;248;255m                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1458,31 +1641,39 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mwhichever is greater, on transfers made within 60 days of account opening. After that: Either $5 or 5% \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mof the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the amount of \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255meach transaction, whichever is greater.\",\u001b[0m\u001b[48;2;240;248;255m                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"foreign transactions\",\u001b[0m\u001b[48;2;240;248;255m                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"explanation\": \"3% of the amount of each transaction in U.S. dollars\",\u001b[0m\u001b[48;2;240;248;255m                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"name\": \"penalty fees\",\u001b[0m\u001b[48;2;240;248;255m                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"explanation\": \"Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to $40. \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mReturn Check: None\",\u001b[0m\u001b[48;2;240;248;255m                                                                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0.0\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"value\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    }\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  ],\u001b[0m\u001b[48;2;240;248;255m                                                                                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \"interest_rates\": [\u001b[0m\u001b[48;2;240;248;255m                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"account_type\": \"purchase/my chase loan/balance transfer\",\u001b[0m\u001b[48;2;240;248;255m                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"account_type\": \"purchase annual percentage rate (apr)\",\u001b[0m\u001b[48;2;240;248;255m                                         \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"rate\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"account_type\": \"my chase loan apr\",\u001b[0m\u001b[48;2;240;248;255m                                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"rate\": 19.49\u001b[0m\u001b[48;2;240;248;255m                                                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"account_type\": \"cash advance\",\u001b[0m\u001b[48;2;240;248;255m                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"account_type\": \"balance transfer apr\",\u001b[0m\u001b[48;2;240;248;255m                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"rate\": 0\u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"account_type\": \"cash advance apr\",\u001b[0m\u001b[48;2;240;248;255m                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"rate\": 29.49\u001b[0m\u001b[48;2;240;248;255m                                                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    },\u001b[0m\u001b[48;2;240;248;255m                                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    {\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"account_type\": \"penalty\",\u001b[0m\u001b[48;2;240;248;255m                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"account_type\": \"penalty apr\",\u001b[0m\u001b[48;2;240;248;255m                                                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \"rate\": 29.99\u001b[0m\u001b[48;2;240;248;255m                                                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    }\u001b[0m\u001b[48;2;240;248;255m                                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  ]\u001b[0m\u001b[48;2;240;248;255m                                                                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1494,23 +1685,25 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1531,16 +1724,16 @@
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"annual membership\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"None\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"my chase plan fee\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"my chase\",\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"Monthly fee of 0% of the amount of each eligible purchase transaction or amount \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mselected to create a My Chase Plan while in the 0% Intro Purchase APR period. After that, monthly fee \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof 1.72% of the amount of each eligible purchase transaction or amount selected to create a My Chase \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mPlan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and will \u001b[0m\u001b[48;2;245;245;220m     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mremain the same until the My Chase Plan is paid in full.\",\u001b[0m\u001b[48;2;245;245;220m                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"transaction fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
@@ -1548,31 +1741,39 @@
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mwhichever is greater, on transfers made within 60 days of account opening. After that: Either $5 or 5% \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the amount of \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220meach transaction, whichever is greater.\",\u001b[0m\u001b[48;2;245;245;220m                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"foreign transactions\",\u001b[0m\u001b[48;2;245;245;220m                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"3% of the amount of each transaction in U.S. dollars\",\u001b[0m\u001b[48;2;245;245;220m                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"penalty fees\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"explanation\": \"Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to $40. \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mReturn Check: None\",\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0.0\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"value\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  ],\u001b[0m\u001b[48;2;245;245;220m                                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"interest_rates\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"purchase/my chase loan/balance transfer\",\u001b[0m\u001b[48;2;245;245;220m                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"purchase annual percentage rate (apr)\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"rate\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"my chase loan apr\",\u001b[0m\u001b[48;2;245;245;220m                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"rate\": 19.49\u001b[0m\u001b[48;2;245;245;220m                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"cash advance\",\u001b[0m\u001b[48;2;245;245;220m                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"balance transfer apr\",\u001b[0m\u001b[48;2;245;245;220m                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"rate\": 0\u001b[0m\u001b[48;2;245;245;220m                                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"cash advance apr\",\u001b[0m\u001b[48;2;245;245;220m                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"rate\": 29.49\u001b[0m\u001b[48;2;245;245;220m                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"penalty\",\u001b[0m\u001b[48;2;245;245;220m                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"account_type\": \"penalty apr\",\u001b[0m\u001b[48;2;245;245;220m                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"rate\": 29.99\u001b[0m\u001b[48;2;245;245;220m                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  ]\u001b[0m\u001b[48;2;245;245;220m                                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
@@ -1581,7 +1782,7 @@
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'fees': [\u001b[0m\u001b[48;2;240;255;240m                                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'annual membership', 'explanation': 'None', 'value': 0.0},\u001b[0m\u001b[48;2;240;255;240m                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'name': 'annual membership', 'explanation': 'None', 'value': 0},\u001b[0m\u001b[48;2;240;255;240m                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'my chase',\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': 'Monthly fee of 0% of the amount of each eligible purchase transaction or \u001b[0m\u001b[48;2;240;255;240m  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1589,7 +1790,7 @@
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mmonthly fee of 1.72% of the amount of each eligible purchase transaction or amount selected to create a\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mMy Chase Plan. The My Chase Plan Fee will be determined at the time each My Chase Plan is created and \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mwill remain the same until the My Chase Plan is paid in full.',\u001b[0m\u001b[48;2;240;255;240m                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'transaction fees',\u001b[0m\u001b[48;2;240;255;240m                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1597,34 +1798,33 @@
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mtransfer, whichever is greater, on transfers made within 60 days of account opening. After that: Either\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m$5 or 5% of the amount of each transfer, whichever is greater. Cash Advances: Either $10 or 5% of the \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mamount of each transaction, whichever is greater.',\u001b[0m\u001b[48;2;240;255;240m                                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'foreign transactions',\u001b[0m\u001b[48;2;240;255;240m                                                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': '3% of the amount of each transaction in U.S. dollars',\u001b[0m\u001b[48;2;240;255;240m                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'penalty fees',\u001b[0m\u001b[48;2;240;255;240m                                                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'explanation': 'Late Payment: Up to $40. Over-the-Credit-Limit: None. Return Payment: Up to\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m$40. Return Check: None',\u001b[0m\u001b[48;2;240;255;240m                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0.0\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'value': 0\u001b[0m\u001b[48;2;240;255;240m                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        }\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ],\u001b[0m\u001b[48;2;240;255;240m                                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'interest_rates': [\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'account_type': 'purchase/my chase loan/balance transfer',\u001b[0m\u001b[48;2;240;255;240m                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'rate': 19.49\u001b[0m\u001b[48;2;240;255;240m                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'cash advance', 'rate': 29.49},\u001b[0m\u001b[48;2;240;255;240m                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'penalty', 'rate': 29.99}\u001b[0m\u001b[48;2;240;255;240m                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'purchase annual percentage rate (apr)', 'rate': 0},\u001b[0m\u001b[48;2;240;255;240m                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'my chase loan apr', 'rate': 19.49},\u001b[0m\u001b[48;2;240;255;240m                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'balance transfer apr', 'rate': 0},\u001b[0m\u001b[48;2;240;255;240m                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'cash advance apr', 'rate': 29.49},\u001b[0m\u001b[48;2;240;255;240m                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'account_type': 'penalty apr', 'rate': 29.99}\u001b[0m\u001b[48;2;240;255;240m                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ]\u001b[0m\u001b[48;2;240;255;240m                                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m}\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
      },
-     "execution_count": 10,
+     "execution_count": 9,
      "metadata": {},
      "output_type": "execute_result"
     }
diff --git a/docs/examples/input_validation.ipynb b/docs/examples/input_validation.ipynb
index 3018c2c07..6b5ae7af2 100644
--- a/docs/examples/input_validation.ipynb
+++ b/docs/examples/input_validation.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
@@ -38,11 +38,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 1,
    "metadata": {
     "is_executing": true
    },
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
+     ]
+    }
+   ],
    "source": [
     "from guardrails import Guard\n",
     "\n",
@@ -73,7 +82,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 2,
    "metadata": {
     "is_executing": true
    },
@@ -99,19 +108,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/zaydsimjee/workspace/guardrails/docs/examples/.venv/lib/python3.10/site-packages/IPython/core/interactiveshell.py:3577: FutureWarning: The `with_prompt_validation` method is deprecated,\n",
-      "        and will be removed in 0.5.x. Instead, please use\n",
-      "        `Guard().use(YourValidator, on='prompt')`.\n",
-      "  exec(code_obj, self.user_global_ns, self.user_ns)\n"
-     ]
-    },
     {
      "name": "stdout",
      "output_type": "stream",
@@ -131,7 +130,7 @@
     "\n",
     "\n",
     "guard = Guard.from_pydantic(Pet)\n",
-    "guard.with_prompt_validation([TwoWords(on_fail=\"exception\")])\n",
+    "guard.use(TwoWords(on_fail=\"exception\"), on=\"prompt\")\n",
     "\n",
     "try:\n",
     "    guard(\n",
@@ -159,7 +158,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.0"
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,
diff --git a/docs/examples/no_secrets_in_generated_text.ipynb b/docs/examples/no_secrets_in_generated_text.ipynb
index 6408f0fc2..decaa7247 100644
--- a/docs/examples/no_secrets_in_generated_text.ipynb
+++ b/docs/examples/no_secrets_in_generated_text.ipynb
@@ -45,26 +45,7 @@
    "cell_type": "code",
    "execution_count": 1,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
-      "  from .autonotebook import tqdm as notebook_tqdm\n",
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.11/site-packages/guardrails/validators/__init__.py:51: FutureWarning: \n",
-      "    Importing validators from `guardrails.validators` is deprecated.\n",
-      "    All validators are now available in the Guardrails Hub. Please install\n",
-      "    and import them from the hub instead. All validators will be\n",
-      "    removed from this module in the next major release.\n",
-      "\n",
-      "    Install with: `guardrails hub install hub:///`\n",
-      "    Import as: from guardrails.hub import `ValidatorName`\n",
-      "    \n",
-      "  warn(\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "from guardrails.validators import Validator, register_validator, PassResult, FailResult, ValidationResult\n",
     "\n",
@@ -187,16 +168,7 @@
    "cell_type": "code",
    "execution_count": 5,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.11/site-packages/guardrails/prompt/base_prompt.py:59: FutureWarning: Prompt Primitives are moving! To keep the same behaviour, switch from `json` constants to `xml` constants. Example: ${gr.complete_json_suffix} -> ${gr.complete_xml_suffix}\n",
-      "  warn(\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "guard = gd.Guard.from_rail_string(rail_str)"
    ]
@@ -212,16 +184,7 @@
    "cell_type": "code",
    "execution_count": 6,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.11/site-packages/guardrails/prompt/base_prompt.py:59: FutureWarning: Prompt Primitives are moving! To keep the same behaviour, switch from `json` constants to `xml` constants. Example: ${gr.complete_json_suffix} -> ${gr.complete_xml_suffix}\n",
-      "  warn(\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "guard = gd.Guard.from_pydantic(output_class=ScrubbedCode)"
    ]
@@ -244,7 +207,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -269,17 +232,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 16,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/var/folders/w2/ssf16z690zd7_4dggw0y5s_m0000gn/T/ipykernel_82075/3983563700.py:1: DeprecationWarning: 'Guard.base_prompt' is deprecated and will be removed in versions 0.5.x and beyond. Use 'Guard.history.last.prompt' instead.\n",
-      "  print(guard.base_prompt)\n"
-     ]
-    },
     {
      "data": {
       "text/html": [
@@ -291,11 +246,10 @@
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "<output>\n",
-       "    <string name=\"api_help\" description=\"Show an example curl command for using openai Completion API\" \n",
-       "format=\"no-code-secrets\"/>\n",
+       "  <string description=\"Show an example curl command for using openai Completion API\" format=\"no-code-secrets\" \n",
+       "name=\"api_help\" required=\"true\"></string>\n",
        "</output>\n",
        "\n",
-       "\n",
        "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
        "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
        "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
@@ -308,6 +262,10 @@
        "/></object>` => `{'baz': {'foo': 'Some String', 'index': 1}}`\n",
        "\n",
        "\n",
+       "\n",
+       "Json Output:\n",
+       "\n",
+       "\n",
        "\n"
       ],
       "text/plain": [
@@ -319,11 +277,10 @@
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
        "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
        "\n",
-       "\n",
        "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
        "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
        "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
@@ -335,6 +292,10 @@
        "\u001b[39m- `<\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>` =\u001b[0m\u001b[1m>\u001b[0m `\u001b[1m{\u001b[0m\u001b[32m'baz'\u001b[0m: \u001b[1m{\u001b[0m\u001b[32m'foo'\u001b[0m: \u001b[32m'Some String'\u001b[0m, \u001b[32m'index'\u001b[0m: \u001b[1;36m1\u001b[0m\u001b[1m}\u001b[0m\u001b[1m}\u001b[0m`\n",
        "\n",
+       "\n",
+       "\n",
+       "Json Output:\n",
+       "\n",
        "\n"
       ]
      },
@@ -343,22 +304,34 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 17,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
-       "
{'api_help': 'Show an example curl command for using openai Completion API'}\n",
+       "
{\n",
+       "    'api_help': 'curl -X POST https://api.openai.com/v1/engines/{engine}/completions \\\\\\n-H \\'Content-Type: \n",
+       "application/json\\' \\\\\\n-H \\'Authorization: Bearer {YOUR_API_KEY}\\' \\\\\\n-d \\'{\"prompt\": \"The <YOUR PROMPT HERE>\", \n",
+       "\"max_tokens\": <INTEGER>, \"temperature\": <DECIMAL>, \"top_p\": <DECIMAL>, \"n\": <INTEGER>, \"stream\": <BOOLEAN>, \n",
+       "\"logprobs\": <INTEGER>, \"stop\": <STRING>, \"presence_penalty\": <DECIMAL>, \"frequency_penalty\": <DECIMAL>, \"best_of\": \n",
+       "<INTEGER>, \"logit_bias\": <OBJECT>}\\''\n",
+       "}\n",
        "
\n"
       ],
       "text/plain": [
-       "\u001b[1m{\u001b[0m\u001b[32m'api_help'\u001b[0m: \u001b[32m'Show an example curl command for using openai Completion API'\u001b[0m\u001b[1m}\u001b[0m\n"
+       "\u001b[1m{\u001b[0m\n",
+       "    \u001b[32m'api_help'\u001b[0m: \u001b[32m'curl -X POST https://api.openai.com/v1/engines/\u001b[0m\u001b[32m{\u001b[0m\u001b[32mengine\u001b[0m\u001b[32m}\u001b[0m\u001b[32m/completions \\\\\\n-H \\'Content-Type: \u001b[0m\n",
+       "\u001b[32mapplication/json\\' \\\\\\n-H \\'Authorization: Bearer \u001b[0m\u001b[32m{\u001b[0m\u001b[32mYOUR_API_KEY\u001b[0m\u001b[32m}\u001b[0m\u001b[32m\\' \\\\\\n-d \\'\u001b[0m\u001b[32m{\u001b[0m\u001b[32m\"prompt\": \"The \u001b[0m\u001b[32m<\u001b[0m\u001b[32mYOUR\u001b[0m\u001b[32m PROMPT HERE>\", \u001b[0m\n",
+       "\u001b[32m\"max_tokens\": , \"temperature\": , \"top_p\": , \"n\": , \"stream\": , \u001b[0m\n",
+       "\u001b[32m\"logprobs\": , \"stop\": , \"presence_penalty\": , \"frequency_penalty\": , \"best_of\": \u001b[0m\n",
+       "\u001b[32m, \"logit_bias\": \u001b[0m\u001b[32m}\u001b[0m\u001b[32m\\''\u001b[0m\n",
+       "\u001b[1m}\u001b[0m\n"
       ]
      },
      "metadata": {},
@@ -371,42 +344,112 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 18,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
        "
Logs\n",
-       "└── ╭────────────────────────────────────────────────── Step 0 ───────────────────────────────────────────────────╮\n",
+       "├── ╭────────────────────────────────────────────────── Step 0 ───────────────────────────────────────────────────╮\n",
+       "│   │ ╭──────────────────────────────────────────────── Prompt ─────────────────────────────────────────────────╮ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │ How do I use OpenAI's Completion API?                                                                   │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │ Given below is XML that describes the information to extract from this document and the tags to extract │ │\n",
+       "│   │ │ it into.                                                                                                │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │ <output>                                                                                                │ │\n",
+       "│   │ │   <string description=\"Show an example curl command for using openai Completion API\"                    │ │\n",
+       "│   │ │ format=\"no-code-secrets\" name=\"api_help\" required=\"true\"></string>                                      │ │\n",
+       "│   │ │ </output>                                                                                               │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
+       "│   │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
+       "│   │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
+       "│   │ │ requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere,     │ │\n",
+       "│   │ │ enter `null`.                                                                                           │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │ Here are examples of simple (XML, JSON) pairs that show the expected behavior:                          │ │\n",
+       "│   │ │ - `<string name='foo' format='two-words lower-case' />` => `{'foo': 'example one'}`                     │ │\n",
+       "│   │ │ - `<list name='bar'><string format='upper-case' /></list>` => `{\"bar\": ['STRING ONE', 'STRING TWO',     │ │\n",
+       "│   │ │ etc.]}`                                                                                                 │ │\n",
+       "│   │ │ - `<object name='baz'><string name=\"foo\" format=\"capitalize two-words\" /><integer name=\"index\"          │ │\n",
+       "│   │ │ format=\"1-indexed\" /></object>` => `{'baz': {'foo': 'Some String', 'index': 1}}`                        │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │ Json Output:                                                                                            │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ │                                                                                                         │ │\n",
+       "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
+       "│   │ ╭──────────────────────────────────────────── Message History ────────────────────────────────────────────╮ │\n",
+       "│   │ │ No message history.                                                                                     │ │\n",
+       "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
+       "│   │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
+       "│   │ │ {                                                                                                       │ │\n",
+       "│   │ │   \"api_help\": {                                                                                         │ │\n",
+       "│   │ │     \"description\": \"Show an example curl command for using openai Completion API\",                      │ │\n",
+       "│   │ │     \"format\": \"no-code-secrets\",                                                                        │ │\n",
+       "│   │ │     \"name\": \"api_help\",                                                                                 │ │\n",
+       "│   │ │     \"required\": true                                                                                    │ │\n",
+       "│   │ │   }                                                                                                     │ │\n",
+       "│   │ │ }                                                                                                       │ │\n",
+       "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
+       "│   │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
+       "│   │ │ SkeletonReAsk(                                                                                          │ │\n",
+       "│   │ │     incorrect_value={'api_help': {}},                                                                   │ │\n",
+       "│   │ │     fail_results=[                                                                                      │ │\n",
+       "│   │ │         FailResult(                                                                                     │ │\n",
+       "│   │ │             outcome='fail',                                                                             │ │\n",
+       "│   │ │             error_message='JSON does not match schema:\\n{\\n  \"$.api_help\": [\\n    \"{} is not of type    │ │\n",
+       "│   │ │ \\'string\\'\"\\n  ]\\n}',                                                                                   │ │\n",
+       "│   │ │             fix_value=None,                                                                             │ │\n",
+       "│   │ │             metadata=None,                                                                              │ │\n",
+       "│   │ │             validated_chunk=None,                                                                       │ │\n",
+       "│   │ │             error_spans=None                                                                            │ │\n",
+       "│   │ │         )                                                                                               │ │\n",
+       "│   │ │     ]                                                                                                   │ │\n",
+       "│   │ │ )                                                                                                       │ │\n",
+       "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
+       "│   ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n",
+       "└── ╭────────────────────────────────────────────────── Step 1 ───────────────────────────────────────────────────╮\n",
        "    │ ╭──────────────────────────────────────────────── Prompt ─────────────────────────────────────────────────╮ │\n",
        "    │ │                                                                                                         │ │\n",
+       "    │ │ I was given the following JSON response, which had problems due to incorrect values.                    │ │\n",
+       "    │ │                                                                                                         │ │\n",
+       "    │ │ {                                                                                                       │ │\n",
+       "    │ │   \"incorrect_value\": {                                                                                  │ │\n",
+       "    │ │     \"api_help\": {}                                                                                      │ │\n",
+       "    │ │   },                                                                                                    │ │\n",
+       "    │ │   \"error_messages\": [                                                                                   │ │\n",
+       "    │ │     \"JSON does not match schema:\\n{\\n  \\\"$.api_help\\\": [\\n    \\\"{} is not of type 'string'\\\"\\n  ]\\n}\"   │ │\n",
+       "    │ │   ]                                                                                                     │ │\n",
+       "    │ │ }                                                                                                       │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │ How do I use OpenAI's Completion API?                                                                   │ │\n",
+       "    │ │ Help me correct the incorrect values based on the given error messages.                                 │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ Given below is XML that describes the information to extract from this document and the tags to extract │ │\n",
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <string name=\"api_help\" description=\"Show an example curl command for using openai Completion API\"  │ │\n",
-       "    │ │ format=\"no-code-secrets\"/>                                                                              │ │\n",
+       "    │ │   <string description=\"Show an example curl command for using openai Completion API\"                    │ │\n",
+       "    │ │ format=\"no-code-secrets\" name=\"api_help\" required=\"true\"></string>                                      │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
        "    │ │ requests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere,     │ │\n",
        "    │ │ enter `null`.                                                                                           │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │ Here are examples of simple (XML, JSON) pairs that show the expected behavior:                          │ │\n",
-       "    │ │ - `<string name='foo' format='two-words lower-case' />` => `{'foo': 'example one'}`                     │ │\n",
-       "    │ │ - `<list name='bar'><string format='upper-case' /></list>` => `{\"bar\": ['STRING ONE', 'STRING TWO',     │ │\n",
-       "    │ │ etc.]}`                                                                                                 │ │\n",
-       "    │ │ - `<object name='baz'><string name=\"foo\" format=\"capitalize two-words\" /><integer name=\"index\"          │ │\n",
-       "    │ │ format=\"1-indexed\" /></object>` => `{'baz': {'foo': 'Some String', 'index': 1}}`                        │ │\n",
-       "    │ │                                                                                                         │ │\n",
+       "    │ │ Here's an example of the structure:                                                                     │ │\n",
+       "    │ │ {                                                                                                       │ │\n",
+       "    │ │   \"api_help\": \"cup\"                                                                                     │ │\n",
+       "    │ │ }                                                                                                       │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ Json Output:                                                                                            │ │\n",
@@ -418,46 +461,127 @@
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
        "    │ │ {                                                                                                       │ │\n",
-       "    │ │     \"api_help\": \"Show an example curl command for using openai Completion API\"                          │ │\n",
+       "    │ │   \"api_help\": \"curl -X POST https://api.openai.com/v1/engines/{engine}/completions \\\\\\n-H               │ │\n",
+       "    │ │ 'Content-Type: application/json' \\\\\\n-H 'Authorization: Bearer {YOUR_API_KEY}' \\\\\\n-d '{\\\"prompt\\\":     │ │\n",
+       "    │ │ \\\"The <YOUR PROMPT HERE>\\\", \\\"max_tokens\\\": <INTEGER>, \\\"temperature\\\": <DECIMAL>, \\\"top_p\\\":           │ │\n",
+       "    │ │ <DECIMAL>, \\\"n\\\": <INTEGER>, \\\"stream\\\": <BOOLEAN>, \\\"logprobs\\\": <INTEGER>, \\\"stop\\\": <STRING>,        │ │\n",
+       "    │ │ \\\"presence_penalty\\\": <DECIMAL>, \\\"frequency_penalty\\\": <DECIMAL>, \\\"best_of\\\": <INTEGER>,              │ │\n",
+       "    │ │ \\\"logit_bias\\\": <OBJECT>}'\"                                                                             │ │\n",
        "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
-       "    │ │ {'api_help': 'Show an example curl command for using openai Completion API'}                            │ │\n",
+       "    │ │ {                                                                                                       │ │\n",
+       "    │ │     'api_help': 'curl -X POST https://api.openai.com/v1/engines/{engine}/completions \\\\\\n-H             │ │\n",
+       "    │ │ \\'Content-Type: application/json\\' \\\\\\n-H \\'Authorization: Bearer {YOUR_API_KEY}\\' \\\\\\n-d \\'{\"prompt\":  │ │\n",
+       "    │ │ \"The <YOUR PROMPT HERE>\", \"max_tokens\": <INTEGER>, \"temperature\": <DECIMAL>, \"top_p\": <DECIMAL>, \"n\":   │ │\n",
+       "    │ │ <INTEGER>, \"stream\": <BOOLEAN>, \"logprobs\": <INTEGER>, \"stop\": <STRING>, \"presence_penalty\": <DECIMAL>, │ │\n",
+       "    │ │ \"frequency_penalty\": <DECIMAL>, \"best_of\": <INTEGER>, \"logit_bias\": <OBJECT>}\\''                        │ │\n",
+       "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n",
        "
\n"
       ],
       "text/plain": [
        "Logs\n",
-       "└── ╭────────────────────────────────────────────────── Step 0 ───────────────────────────────────────────────────╮\n",
+       "├── ╭────────────────────────────────────────────────── Step 0 ───────────────────────────────────────────────────╮\n",
+       "│   │ \u001b[48;2;240;248;255m╭─\u001b[0m\u001b[48;2;240;248;255m───────────────────────────────────────────────\u001b[0m\u001b[48;2;240;248;255m Prompt \u001b[0m\u001b[48;2;240;248;255m────────────────────────────────────────────────\u001b[0m\u001b[48;2;240;248;255m─╮\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mHow do I use OpenAI's Completion API?\u001b[0m\u001b[48;2;240;248;255m                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mGiven below is XML that describes the information to extract from this document and the tags to extract\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mrequests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255menter `null`.\u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mHere are examples of simple (XML, JSON) pairs that show the expected behavior:\u001b[0m\u001b[48;2;240;248;255m                         \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m- `` => `{'foo': 'example one'}`\u001b[0m\u001b[48;2;240;248;255m                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m- `` => `{\"bar\": ['STRING ONE', 'STRING TWO', \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255metc.]}`\u001b[0m\u001b[48;2;240;248;255m                                                                                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m- `` => `{'baz': {'foo': 'Some String', 'index': 1}}`\u001b[0m\u001b[48;2;240;248;255m                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mJson Output:\u001b[0m\u001b[48;2;240;248;255m                                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
+       "│   │ \u001b[48;2;231;223;235m╭─\u001b[0m\u001b[48;2;231;223;235m───────────────────────────────────────────\u001b[0m\u001b[48;2;231;223;235m Message History \u001b[0m\u001b[48;2;231;223;235m───────────────────────────────────────────\u001b[0m\u001b[48;2;231;223;235m─╮\u001b[0m │\n",
+       "│   │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"api_help\": {\u001b[0m\u001b[48;2;245;245;220m                                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"description\": \"Show an example curl command for using openai Completion API\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"format\": \"no-code-secrets\",\u001b[0m\u001b[48;2;245;245;220m                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"name\": \"api_help\",\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"required\": true\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  }\u001b[0m\u001b[48;2;245;245;220m                                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mSkeletonReAsk(\u001b[0m\u001b[48;2;240;255;240m                                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    incorrect_value={'api_help': {}},\u001b[0m\u001b[48;2;240;255;240m                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    fail_results=[\u001b[0m\u001b[48;2;240;255;240m                                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        FailResult(\u001b[0m\u001b[48;2;240;255;240m                                                                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            outcome='fail',\u001b[0m\u001b[48;2;240;255;240m                                                                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            error_message='JSON does not match schema:\\n{\\n  \"$.api_help\": [\\n    \"{} is not of type \u001b[0m\u001b[48;2;240;255;240m  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m\\'string\\'\"\\n  ]\\n}',\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            fix_value=None,\u001b[0m\u001b[48;2;240;255;240m                                                                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            metadata=None,\u001b[0m\u001b[48;2;240;255;240m                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            validated_chunk=None,\u001b[0m\u001b[48;2;240;255;240m                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            error_spans=None\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        )\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ]\u001b[0m\u001b[48;2;240;255;240m                                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m)\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
+       "│   ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n",
+       "└── ╭────────────────────────────────────────────────── Step 1 ───────────────────────────────────────────────────╮\n",
        "    │ \u001b[48;2;240;248;255m╭─\u001b[0m\u001b[48;2;240;248;255m───────────────────────────────────────────────\u001b[0m\u001b[48;2;240;248;255m Prompt \u001b[0m\u001b[48;2;240;248;255m────────────────────────────────────────────────\u001b[0m\u001b[48;2;240;248;255m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mI was given the following JSON response, which had problems due to incorrect values.\u001b[0m\u001b[48;2;240;248;255m                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mHow do I use OpenAI's Completion API?\u001b[0m\u001b[48;2;240;248;255m                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m{\u001b[0m\u001b[48;2;240;248;255m                                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \"incorrect_value\": {\u001b[0m\u001b[48;2;240;248;255m                                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \"api_help\": {}\u001b[0m\u001b[48;2;240;248;255m                                                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  },\u001b[0m\u001b[48;2;240;248;255m                                                                                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \"error_messages\": [\u001b[0m\u001b[48;2;240;248;255m                                                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \"JSON does not match schema:\\n{\\n  \\\"$.api_help\\\": [\\n    \\\"{} is not of type 'string'\\\"\\n  ]\\n}\"\u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  ]\u001b[0m\u001b[48;2;240;248;255m                                                                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m}\u001b[0m\u001b[48;2;240;248;255m                                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mHelp me correct the incorrect values based on the given error messages.\u001b[0m\u001b[48;2;240;248;255m                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mGiven below is XML that describes the information to extract from this document and the tags to extract\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mrequests for lists, objects and specific types. Be correct and concise. If you are unsure anywhere, \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255menter `null`.\u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mHere are examples of simple (XML, JSON) pairs that show the expected behavior:\u001b[0m\u001b[48;2;240;248;255m                         \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m- `` => `{'foo': 'example one'}`\u001b[0m\u001b[48;2;240;248;255m                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m- `` => `{\"bar\": ['STRING ONE', 'STRING TWO', \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255metc.]}`\u001b[0m\u001b[48;2;240;248;255m                                                                                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m- `` => `{'baz': {'foo': 'Some String', 'index': 1}}`\u001b[0m\u001b[48;2;240;248;255m                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mHere's an example of the structure:\u001b[0m\u001b[48;2;240;248;255m                                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m{\u001b[0m\u001b[48;2;240;248;255m                                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \"api_help\": \"cup\"\u001b[0m\u001b[48;2;240;248;255m                                                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m}\u001b[0m\u001b[48;2;240;248;255m                                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mJson Output:\u001b[0m\u001b[48;2;240;248;255m                                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -469,11 +593,22 @@
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"api_help\": \"Show an example curl command for using openai Completion API\"\u001b[0m\u001b[48;2;245;245;220m                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"api_help\": \"curl -X POST https://api.openai.com/v1/engines/{engine}/completions \\\\\\n-H \u001b[0m\u001b[48;2;245;245;220m             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m'Content-Type: application/json' \\\\\\n-H 'Authorization: Bearer {YOUR_API_KEY}' \\\\\\n-d '{\\\"prompt\\\": \u001b[0m\u001b[48;2;245;245;220m   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m\\\"The \\\", \\\"max_tokens\\\": , \\\"temperature\\\": , \\\"top_p\\\": \u001b[0m\u001b[48;2;245;245;220m         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m, \\\"n\\\": , \\\"stream\\\": , \\\"logprobs\\\": , \\\"stop\\\": , \u001b[0m\u001b[48;2;245;245;220m      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m\\\"presence_penalty\\\": , \\\"frequency_penalty\\\": , \\\"best_of\\\": , \u001b[0m\u001b[48;2;245;245;220m            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m\\\"logit_bias\\\": }'\"\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{'api_help': 'Show an example curl command for using openai Completion API'}\u001b[0m\u001b[48;2;240;255;240m                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'api_help': 'curl -X POST https://api.openai.com/v1/engines/{engine}/completions \\\\\\n-H \u001b[0m\u001b[48;2;240;255;240m           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m\\'Content-Type: application/json\\' \\\\\\n-H \\'Authorization: Bearer {YOUR_API_KEY}\\' \\\\\\n-d \\'{\"prompt\": \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m\"The \", \"max_tokens\": , \"temperature\": , \"top_p\": , \"n\": \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m, \"stream\": , \"logprobs\": , \"stop\": , \"presence_penalty\": ,\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m\"frequency_penalty\": , \"best_of\": , \"logit_bias\": }\\''\u001b[0m\u001b[48;2;240;255;240m                       \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m}\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
@@ -503,7 +638,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.12.3"
   },
   "orig_nbformat": 4,
   "vscode": {
diff --git a/docs/examples/provenance.ipynb b/docs/examples/provenance.ipynb
index 1b9e5e45a..3297601c0 100644
--- a/docs/examples/provenance.ipynb
+++ b/docs/examples/provenance.ipynb
@@ -2,12 +2,31 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mprovenance_embeddings...\u001b[0m\n",
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
+      "  warnings.warn(\n",
+      "✅Successfully installed guardrails/provenance_embeddings!\n",
+      "\n",
+      "\n",
+      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mprovenance_llm...\u001b[0m\n",
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
+      "  warnings.warn(\n",
+      "✅Successfully installed guardrails/provenance_llm!\n",
+      "\n",
+      "\n"
+     ]
+    }
+   ],
    "source": [
-    "!guardrails hub install hub://guardrails/provenance_embeddings\n",
-    "!guardrails hub install hub://guardrails/provenance_llm"
+    "!guardrails hub install hub://guardrails/provenance_embeddings --quiet\n",
+    "!guardrails hub install hub://guardrails/provenance_llm --quiet"
    ]
   },
   {
@@ -57,7 +76,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 21,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -269,9 +288,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 22,
+   "execution_count": 4,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
+     ]
+    }
+   ],
    "source": [
     "# Create an embedding function that uses a cohere model to embed the text\n",
     "from rich import print\n",
@@ -310,7 +338,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -332,7 +360,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
@@ -389,7 +417,7 @@
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
      },
-     "execution_count": 25,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -414,7 +442,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
@@ -457,7 +485,7 @@
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
      },
-     "execution_count": 16,
+     "execution_count": 8,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -496,7 +524,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -518,7 +546,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
     {
@@ -540,11 +568,11 @@
        "    │ │ important to clean the litter box regularly and to provide a safe and healthy environment for the cat.  │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
-       "    │ │ 'To retrain a cat to use the litter box, put its litter box in a low traffic area with at least 2 exits │ │\n",
+       "    │ │ To retrain a cat to use the litter box, put its litter box in a low traffic area with at least 2 exits  │ │\n",
        "    │ │ so the cat doesn’t feel cornered. Find the right litterbox for your cat, as well as the right litter.   │ │\n",
        "    │ │ Place the litterbox in a good spot, away from heavily trafficked and noisy areas. Keep the litterbox    │ │\n",
        "    │ │ very clean, and do not punish the cat or confine her to just one room. Once training is complete, it is │ │\n",
-       "    │ │ important to clean the litter box regularly and to provide a safe and healthy environment for the cat.' │ │\n",
+       "    │ │ important to clean the litter box regularly and to provide a safe and healthy environment for the cat.  │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n",
        "\n"
@@ -566,16 +594,16 @@
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mimportant to clean the litter box regularly and to provide a safe and healthy environment for the cat.\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m'To retrain a cat to use the litter box, put its litter box in a low traffic area with at least 2 exits\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mTo retrain a cat to use the litter box, put its litter box in a low traffic area with at least 2 exits \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mso the cat doesn’t feel cornered. Find the right litterbox for your cat, as well as the right litter. \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mPlace the litterbox in a good spot, away from heavily trafficked and noisy areas. Keep the litterbox \u001b[0m\u001b[48;2;240;255;240m  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mvery clean, and do not punish the cat or confine her to just one room. Once training is complete, it is\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mimportant to clean the litter box regularly and to provide a safe and healthy environment for the cat.'\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mimportant to clean the litter box regularly and to provide a safe and healthy environment for the cat.\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
      },
-     "execution_count": 18,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -594,7 +622,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
@@ -637,7 +665,7 @@
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
      },
-     "execution_count": 19,
+     "execution_count": 11,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -677,7 +705,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.5"
+   "version": "3.12.3"
   },
   "orig_nbformat": 4
  },
diff --git a/docs/examples/recipe_generation.ipynb b/docs/examples/recipe_generation.ipynb
index 80d971084..7c62bf769 100644
--- a/docs/examples/recipe_generation.ipynb
+++ b/docs/examples/recipe_generation.ipynb
@@ -19,7 +19,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 46,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -46,7 +46,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 47,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -90,7 +90,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 48,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -135,7 +135,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 49,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -197,25 +197,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 50,
+   "execution_count": 5,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/zayd/workspace/guardrails/.venv/lib/python3.9/site-packages/guardrails/validatorsattr.py:285: UserWarning: Validator 1-indexed is not valid for element integer.\n",
-      "  warnings.warn(\n",
-      "\n",
-      "/home/zayd/workspace/guardrails/.venv/lib/python3.9/site-packages/guardrails/validatorsattr.py:285: UserWarning: Validator units-imperial is not valid for element float.\n",
-      "  warnings.warn(\n",
-      "\n",
-      "/home/zayd/workspace/guardrails/.venv/lib/python3.9/site-packages/guardrails/validatorsattr.py:285: UserWarning: Validator units-imperial is not valid for element string.\n",
-      "  warnings.warn(\n",
-      "\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "guard = gd.Guard.from_rail_string(rail_str)"
    ]
@@ -229,9 +213,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 51,
+   "execution_count": 6,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/validator_base.py:144: UserWarning: Validator with id 1-indexed was not found in the registry!  Ignoring...\n",
+      "  warn(f\"Validator with id {name} was not found in the registry!  Ignoring...\")\n",
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/validator_base.py:144: UserWarning: Validator with id units-imperial was not found in the registry!  Ignoring...\n",
+      "  warn(f\"Validator with id {name} was not found in the registry!  Ignoring...\")\n"
+     ]
+    }
+   ],
    "source": [
     "guard = gd.Guard.from_pydantic(output_class=Recipe)"
    ]
@@ -252,18 +247,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 53,
+   "execution_count": 7,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "import openai\n",
     "\n",
@@ -285,7 +271,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 52,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
@@ -297,25 +283,24 @@
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "<output>\n",
-       "    <list name=\"ingredients\" description=\"What are the ingredients for the recipe?\">\n",
-       "        <object>\n",
-       "            <integer name=\"index\" format=\"1-indexed\"/>\n",
-       "            <string name=\"name\" format=\"is-vegan\"/>\n",
-       "            <string name=\"brand\" description=\"Suggested brand for the ingredient (if any)\"/>\n",
-       "            <bool name=\"optional\" description=\"Is the ingredient necessary?\"/>\n",
-       "            <float name=\"quantity\" description=\"how much of this ingredient to use\" format=\"units-imperial\"/>\n",
-       "            <string name=\"units\" format=\"units-imperial\"/>\n",
-       "        </object>\n",
-       "    </list>\n",
-       "    <list name=\"instructions\" description=\"What are the instructions for the recipe?\">\n",
-       "        <object>\n",
-       "            <integer name=\"index\" format=\"1-indexed\"/>\n",
-       "            <string name=\"step\"/>\n",
-       "        </object>\n",
-       "    </list>\n",
+       "  <list description=\"What are the ingredients for the recipe?\" name=\"ingredients\" required=\"true\">\n",
+       "    <object required=\"true\">\n",
+       "      <integer name=\"index\" required=\"true\"></integer>\n",
+       "      <string format=\"is-vegan\" name=\"name\" required=\"true\"></string>\n",
+       "      <string description=\"Suggested brand for the ingredient (if any)\" name=\"brand\" required=\"true\"></string>\n",
+       "      <bool description=\"Is the ingredient necessary?\" name=\"optional\" required=\"true\"></bool>\n",
+       "      <float description=\"how much of this ingredient to use\" name=\"quantity\" required=\"true\"></float>\n",
+       "      <string name=\"units\" required=\"true\"></string>\n",
+       "    </object>\n",
+       "  </list>\n",
+       "  <list description=\"What are the instructions for the recipe?\" name=\"instructions\" required=\"true\">\n",
+       "    <object required=\"true\">\n",
+       "      <integer name=\"index\" required=\"true\"></integer>\n",
+       "      <string name=\"step\" required=\"true\"></string>\n",
+       "    </object>\n",
+       "  </list>\n",
        "</output>\n",
        "\n",
-       "\n",
        "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
        "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
        "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
@@ -337,25 +322,24 @@
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
-       "\u001b[39m        \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m        <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
-       "\u001b[39m        \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m        <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  \u001b[0m\n",
+       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95minteger\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mbool\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mfloat\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  \u001b[0m\n",
+       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95minteger\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>\u001b[0m\n",
        "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
        "\n",
-       "\n",
        "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
        "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
        "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
@@ -375,7 +359,7 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
@@ -389,7 +373,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 54,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
     {
@@ -397,74 +381,75 @@
       "text/html": [
        "
{\n",
        "    'ingredients': [\n",
-       "        {'index': 1, 'name': 'macaroni', 'brand': 'None', 'optional': False, 'quantity': 8.0, 'units': 'ounces'},\n",
-       "        {'index': 2, 'name': 'almond milk', 'brand': 'Silk', 'optional': False, 'quantity': 1.0, 'units': 'cup'},\n",
        "        {\n",
-       "            'index': 3,\n",
-       "            'name': 'nutritional yeast',\n",
-       "            'brand': 'Bragg',\n",
+       "            'index': 1,\n",
+       "            'name': 'macaroni',\n",
+       "            'brand': 'Barilla',\n",
        "            'optional': False,\n",
-       "            'quantity': 0.25,\n",
-       "            'units': 'cup'\n",
+       "            'quantity': 8.0,\n",
+       "            'units': 'ounces'\n",
        "        },\n",
        "        {\n",
-       "            'index': 4,\n",
-       "            'name': 'tahini',\n",
-       "            'brand': 'None',\n",
+       "            'index': 2,\n",
+       "            'name': 'cashews',\n",
+       "            'brand': 'Whole Foods',\n",
        "            'optional': False,\n",
-       "            'quantity': 2.0,\n",
-       "            'units': 'tablespoons'\n",
+       "            'quantity': 1.0,\n",
+       "            'units': 'cup'\n",
        "        },\n",
        "        {\n",
-       "            'index': 5,\n",
-       "            'name': 'lemon juice',\n",
-       "            'brand': 'None',\n",
+       "            'index': 3,\n",
+       "            'name': 'nutritional yeast',\n",
+       "            'brand': \"Bob's Red Mill\",\n",
        "            'optional': False,\n",
-       "            'quantity': 1.0,\n",
-       "            'units': 'tablespoon'\n",
+       "            'quantity': 0.25,\n",
+       "            'units': 'cup'\n",
        "        },\n",
        "        {\n",
-       "            'index': 6,\n",
+       "            'index': 4,\n",
        "            'name': 'garlic powder',\n",
-       "            'brand': 'None',\n",
+       "            'brand': 'McCormick',\n",
        "            'optional': False,\n",
        "            'quantity': 0.5,\n",
        "            'units': 'teaspoon'\n",
        "        },\n",
        "        {\n",
-       "            'index': 7,\n",
+       "            'index': 5,\n",
        "            'name': 'onion powder',\n",
-       "            'brand': 'None',\n",
+       "            'brand': 'McCormick',\n",
        "            'optional': False,\n",
        "            'quantity': 0.5,\n",
        "            'units': 'teaspoon'\n",
        "        },\n",
        "        {\n",
-       "            'index': 8,\n",
+       "            'index': 6,\n",
        "            'name': 'turmeric',\n",
-       "            'brand': 'None',\n",
+       "            'brand': 'Simply Organic',\n",
        "            'optional': True,\n",
        "            'quantity': 0.25,\n",
        "            'units': 'teaspoon'\n",
        "        },\n",
-       "        {'index': 9, 'name': 'salt', 'brand': 'None', 'optional': True, 'quantity': 0.5, 'units': 'teaspoon'}\n",
-       "    ],\n",
-       "    'instructions': [\n",
+       "        {'index': 7, 'name': 'salt', 'brand': 'Morton', 'optional': False, 'quantity': 0.5, 'units': 'teaspoon'},\n",
        "        {\n",
-       "            'index': 1,\n",
-       "            'step': 'Cook the macaroni according to the package instructions, then drain and set aside.'\n",
+       "            'index': 8,\n",
+       "            'name': 'pepper',\n",
+       "            'brand': 'McCormick',\n",
+       "            'optional': True,\n",
+       "            'quantity': 0.25,\n",
+       "            'units': 'teaspoon'\n",
        "        },\n",
+       "        {'index': 9, 'name': 'water', 'brand': '', 'optional': False, 'quantity': 1.5, 'units': 'cups'}\n",
+       "    ],\n",
+       "    'instructions': [\n",
+       "        {'index': 1, 'step': 'Soak the cashews in water for at least 2 hours, then drain.'},\n",
+       "        {'index': 2, 'step': 'Cook the macaroni according to the package instructions, then drain.'},\n",
        "        {\n",
-       "            'index': 2,\n",
-       "            'step': 'In a blender, combine the almond milk, nutritional yeast, tahini, lemon juice, garlic powder, \n",
-       "onion powder, turmeric (if using), and salt (if using). Blend until smooth.'\n",
+       "            'index': 3,\n",
+       "            'step': 'In a blender, combine the soaked cashews, nutritional yeast, garlic powder, onion powder, \n",
+       "turmeric (if using), salt, pepper (if using), and water. Blend until smooth.'\n",
        "        },\n",
-       "        {'index': 3, 'step': 'Pour the sauce over the cooked macaroni and stir to combine.'},\n",
-       "        {\n",
-       "            'index': 4,\n",
-       "            'step': 'Serve the vegan mac and cheese hot, with additional nutritional yeast or other toppings if \n",
-       "desired.'\n",
-       "        }\n",
+       "        {'index': 4, 'step': 'Pour the sauce over the cooked macaroni and stir to combine.'},\n",
+       "        {'index': 5, 'step': 'Serve the vegan mac and cheese hot.'}\n",
        "    ]\n",
        "}\n",
        "
\n"
@@ -472,74 +457,75 @@
       "text/plain": [
        "\u001b[1m{\u001b[0m\n",
        "    \u001b[32m'ingredients'\u001b[0m: \u001b[1m[\u001b[0m\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m1\u001b[0m, \u001b[32m'name'\u001b[0m: \u001b[32m'macaroni'\u001b[0m, \u001b[32m'brand'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m, \u001b[32m'quantity'\u001b[0m: \u001b[1;36m8.0\u001b[0m, \u001b[32m'units'\u001b[0m: \u001b[32m'ounces'\u001b[0m\u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m2\u001b[0m, \u001b[32m'name'\u001b[0m: \u001b[32m'almond milk'\u001b[0m, \u001b[32m'brand'\u001b[0m: \u001b[32m'Silk'\u001b[0m, \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m, \u001b[32m'quantity'\u001b[0m: \u001b[1;36m1.0\u001b[0m, \u001b[32m'units'\u001b[0m: \u001b[32m'cup'\u001b[0m\u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m3\u001b[0m,\n",
-       "            \u001b[32m'name'\u001b[0m: \u001b[32m'nutritional yeast'\u001b[0m,\n",
-       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'Bragg'\u001b[0m,\n",
+       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m1\u001b[0m,\n",
+       "            \u001b[32m'name'\u001b[0m: \u001b[32m'macaroni'\u001b[0m,\n",
+       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'Barilla'\u001b[0m,\n",
        "            \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
-       "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m0.25\u001b[0m,\n",
-       "            \u001b[32m'units'\u001b[0m: \u001b[32m'cup'\u001b[0m\n",
+       "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m8.0\u001b[0m,\n",
+       "            \u001b[32m'units'\u001b[0m: \u001b[32m'ounces'\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m4\u001b[0m,\n",
-       "            \u001b[32m'name'\u001b[0m: \u001b[32m'tahini'\u001b[0m,\n",
-       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'None'\u001b[0m,\n",
+       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m2\u001b[0m,\n",
+       "            \u001b[32m'name'\u001b[0m: \u001b[32m'cashews'\u001b[0m,\n",
+       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'Whole Foods'\u001b[0m,\n",
        "            \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
-       "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m2.0\u001b[0m,\n",
-       "            \u001b[32m'units'\u001b[0m: \u001b[32m'tablespoons'\u001b[0m\n",
+       "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m1.0\u001b[0m,\n",
+       "            \u001b[32m'units'\u001b[0m: \u001b[32m'cup'\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m5\u001b[0m,\n",
-       "            \u001b[32m'name'\u001b[0m: \u001b[32m'lemon juice'\u001b[0m,\n",
-       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'None'\u001b[0m,\n",
+       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m3\u001b[0m,\n",
+       "            \u001b[32m'name'\u001b[0m: \u001b[32m'nutritional yeast'\u001b[0m,\n",
+       "            \u001b[32m'brand'\u001b[0m: \u001b[32m\"Bob's Red Mill\"\u001b[0m,\n",
        "            \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
-       "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m1.0\u001b[0m,\n",
-       "            \u001b[32m'units'\u001b[0m: \u001b[32m'tablespoon'\u001b[0m\n",
+       "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m0.25\u001b[0m,\n",
+       "            \u001b[32m'units'\u001b[0m: \u001b[32m'cup'\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m6\u001b[0m,\n",
+       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m4\u001b[0m,\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'garlic powder'\u001b[0m,\n",
-       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'None'\u001b[0m,\n",
+       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'McCormick'\u001b[0m,\n",
        "            \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
        "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m0.5\u001b[0m,\n",
        "            \u001b[32m'units'\u001b[0m: \u001b[32m'teaspoon'\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m7\u001b[0m,\n",
+       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m5\u001b[0m,\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'onion powder'\u001b[0m,\n",
-       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'None'\u001b[0m,\n",
+       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'McCormick'\u001b[0m,\n",
        "            \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m,\n",
        "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m0.5\u001b[0m,\n",
        "            \u001b[32m'units'\u001b[0m: \u001b[32m'teaspoon'\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m8\u001b[0m,\n",
+       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m6\u001b[0m,\n",
        "            \u001b[32m'name'\u001b[0m: \u001b[32m'turmeric'\u001b[0m,\n",
-       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'None'\u001b[0m,\n",
+       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'Simply Organic'\u001b[0m,\n",
        "            \u001b[32m'optional'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
        "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m0.25\u001b[0m,\n",
        "            \u001b[32m'units'\u001b[0m: \u001b[32m'teaspoon'\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m9\u001b[0m, \u001b[32m'name'\u001b[0m: \u001b[32m'salt'\u001b[0m, \u001b[32m'brand'\u001b[0m: \u001b[32m'None'\u001b[0m, \u001b[32m'optional'\u001b[0m: \u001b[3;92mTrue\u001b[0m, \u001b[32m'quantity'\u001b[0m: \u001b[1;36m0.5\u001b[0m, \u001b[32m'units'\u001b[0m: \u001b[32m'teaspoon'\u001b[0m\u001b[1m}\u001b[0m\n",
-       "    \u001b[1m]\u001b[0m,\n",
-       "    \u001b[32m'instructions'\u001b[0m: \u001b[1m[\u001b[0m\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m7\u001b[0m, \u001b[32m'name'\u001b[0m: \u001b[32m'salt'\u001b[0m, \u001b[32m'brand'\u001b[0m: \u001b[32m'Morton'\u001b[0m, \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m, \u001b[32m'quantity'\u001b[0m: \u001b[1;36m0.5\u001b[0m, \u001b[32m'units'\u001b[0m: \u001b[32m'teaspoon'\u001b[0m\u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m1\u001b[0m,\n",
-       "            \u001b[32m'step'\u001b[0m: \u001b[32m'Cook the macaroni according to the package instructions, then drain and set aside.'\u001b[0m\n",
+       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m8\u001b[0m,\n",
+       "            \u001b[32m'name'\u001b[0m: \u001b[32m'pepper'\u001b[0m,\n",
+       "            \u001b[32m'brand'\u001b[0m: \u001b[32m'McCormick'\u001b[0m,\n",
+       "            \u001b[32m'optional'\u001b[0m: \u001b[3;92mTrue\u001b[0m,\n",
+       "            \u001b[32m'quantity'\u001b[0m: \u001b[1;36m0.25\u001b[0m,\n",
+       "            \u001b[32m'units'\u001b[0m: \u001b[32m'teaspoon'\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m9\u001b[0m, \u001b[32m'name'\u001b[0m: \u001b[32m'water'\u001b[0m, \u001b[32m'brand'\u001b[0m: \u001b[32m''\u001b[0m, \u001b[32m'optional'\u001b[0m: \u001b[3;91mFalse\u001b[0m, \u001b[32m'quantity'\u001b[0m: \u001b[1;36m1.5\u001b[0m, \u001b[32m'units'\u001b[0m: \u001b[32m'cups'\u001b[0m\u001b[1m}\u001b[0m\n",
+       "    \u001b[1m]\u001b[0m,\n",
+       "    \u001b[32m'instructions'\u001b[0m: \u001b[1m[\u001b[0m\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m1\u001b[0m, \u001b[32m'step'\u001b[0m: \u001b[32m'Soak the cashews in water for at least 2 hours, then drain.'\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m2\u001b[0m, \u001b[32m'step'\u001b[0m: \u001b[32m'Cook the macaroni according to the package instructions, then drain.'\u001b[0m\u001b[1m}\u001b[0m,\n",
        "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m2\u001b[0m,\n",
-       "            \u001b[32m'step'\u001b[0m: \u001b[32m'In a blender, combine the almond milk, nutritional yeast, tahini, lemon juice, garlic powder, \u001b[0m\n",
-       "\u001b[32monion powder, turmeric \u001b[0m\u001b[32m(\u001b[0m\u001b[32mif using\u001b[0m\u001b[32m)\u001b[0m\u001b[32m, and salt \u001b[0m\u001b[32m(\u001b[0m\u001b[32mif using\u001b[0m\u001b[32m)\u001b[0m\u001b[32m. Blend until smooth.'\u001b[0m\n",
+       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m3\u001b[0m,\n",
+       "            \u001b[32m'step'\u001b[0m: \u001b[32m'In a blender, combine the soaked cashews, nutritional yeast, garlic powder, onion powder, \u001b[0m\n",
+       "\u001b[32mturmeric \u001b[0m\u001b[32m(\u001b[0m\u001b[32mif using\u001b[0m\u001b[32m)\u001b[0m\u001b[32m, salt, pepper \u001b[0m\u001b[32m(\u001b[0m\u001b[32mif using\u001b[0m\u001b[32m)\u001b[0m\u001b[32m, and water. Blend until smooth.'\u001b[0m\n",
        "        \u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m3\u001b[0m, \u001b[32m'step'\u001b[0m: \u001b[32m'Pour the sauce over the cooked macaroni and stir to combine.'\u001b[0m\u001b[1m}\u001b[0m,\n",
-       "        \u001b[1m{\u001b[0m\n",
-       "            \u001b[32m'index'\u001b[0m: \u001b[1;36m4\u001b[0m,\n",
-       "            \u001b[32m'step'\u001b[0m: \u001b[32m'Serve the vegan mac and cheese hot, with additional nutritional yeast or other toppings if \u001b[0m\n",
-       "\u001b[32mdesired.'\u001b[0m\n",
-       "        \u001b[1m}\u001b[0m\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m4\u001b[0m, \u001b[32m'step'\u001b[0m: \u001b[32m'Pour the sauce over the cooked macaroni and stir to combine.'\u001b[0m\u001b[1m}\u001b[0m,\n",
+       "        \u001b[1m{\u001b[0m\u001b[32m'index'\u001b[0m: \u001b[1;36m5\u001b[0m, \u001b[32m'step'\u001b[0m: \u001b[32m'Serve the vegan mac and cheese hot.'\u001b[0m\u001b[1m}\u001b[0m\n",
        "    \u001b[1m]\u001b[0m\n",
        "\u001b[1m}\u001b[0m\n"
       ]
@@ -554,7 +540,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 55,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
     {
@@ -570,26 +556,25 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <list name=\"ingredients\" description=\"What are the ingredients for the recipe?\">                    │ │\n",
-       "    │ │         <object>                                                                                        │ │\n",
-       "    │ │             <integer name=\"index\" format=\"1-indexed\"/>                                                  │ │\n",
-       "    │ │             <string name=\"name\" format=\"is-vegan\"/>                                                     │ │\n",
-       "    │ │             <string name=\"brand\" description=\"Suggested brand for the ingredient (if any)\"/>            │ │\n",
-       "    │ │             <bool name=\"optional\" description=\"Is the ingredient necessary?\"/>                          │ │\n",
-       "    │ │             <float name=\"quantity\" description=\"how much of this ingredient to use\"                     │ │\n",
-       "    │ │ format=\"units-imperial\"/>                                                                               │ │\n",
-       "    │ │             <string name=\"units\" format=\"units-imperial\"/>                                              │ │\n",
-       "    │ │         </object>                                                                                       │ │\n",
-       "    │ │     </list>                                                                                             │ │\n",
-       "    │ │     <list name=\"instructions\" description=\"What are the instructions for the recipe?\">                  │ │\n",
-       "    │ │         <object>                                                                                        │ │\n",
-       "    │ │             <integer name=\"index\" format=\"1-indexed\"/>                                                  │ │\n",
-       "    │ │             <string name=\"step\"/>                                                                       │ │\n",
-       "    │ │         </object>                                                                                       │ │\n",
-       "    │ │     </list>                                                                                             │ │\n",
+       "    │ │   <list description=\"What are the ingredients for the recipe?\" name=\"ingredients\" required=\"true\">      │ │\n",
+       "    │ │     <object required=\"true\">                                                                            │ │\n",
+       "    │ │       <integer name=\"index\" required=\"true\"></integer>                                                  │ │\n",
+       "    │ │       <string format=\"is-vegan\" name=\"name\" required=\"true\"></string>                                   │ │\n",
+       "    │ │       <string description=\"Suggested brand for the ingredient (if any)\" name=\"brand\"                    │ │\n",
+       "    │ │ required=\"true\"></string>                                                                               │ │\n",
+       "    │ │       <bool description=\"Is the ingredient necessary?\" name=\"optional\" required=\"true\"></bool>          │ │\n",
+       "    │ │       <float description=\"how much of this ingredient to use\" name=\"quantity\" required=\"true\"></float>  │ │\n",
+       "    │ │       <string name=\"units\" required=\"true\"></string>                                                    │ │\n",
+       "    │ │     </object>                                                                                           │ │\n",
+       "    │ │   </list>                                                                                               │ │\n",
+       "    │ │   <list description=\"What are the instructions for the recipe?\" name=\"instructions\" required=\"true\">    │ │\n",
+       "    │ │     <object required=\"true\">                                                                            │ │\n",
+       "    │ │       <integer name=\"index\" required=\"true\"></integer>                                                  │ │\n",
+       "    │ │       <string name=\"step\" required=\"true\"></string>                                                     │ │\n",
+       "    │ │     </object>                                                                                           │ │\n",
+       "    │ │   </list>                                                                                               │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -613,102 +598,105 @@
        "    │ │ No message history.                                                                                     │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
+       "    │ │                                                                                                         │ │\n",
        "    │ │ {                                                                                                       │ │\n",
-       "    │ │     \"ingredients\": [                                                                                    │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 1,                                                                                 │ │\n",
-       "    │ │             \"name\": \"macaroni\",                                                                         │ │\n",
-       "    │ │             \"brand\": null,                                                                              │ │\n",
-       "    │ │             \"optional\": false,                                                                          │ │\n",
-       "    │ │             \"quantity\": 8.0,                                                                            │ │\n",
-       "    │ │             \"units\": \"ounces\"                                                                           │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 2,                                                                                 │ │\n",
-       "    │ │             \"name\": \"almond milk\",                                                                      │ │\n",
-       "    │ │             \"brand\": \"Silk\",                                                                            │ │\n",
-       "    │ │             \"optional\": false,                                                                          │ │\n",
-       "    │ │             \"quantity\": 1.0,                                                                            │ │\n",
-       "    │ │             \"units\": \"cup\"                                                                              │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 3,                                                                                 │ │\n",
-       "    │ │             \"name\": \"nutritional yeast\",                                                                │ │\n",
-       "    │ │             \"brand\": \"Bragg\",                                                                           │ │\n",
-       "    │ │             \"optional\": false,                                                                          │ │\n",
-       "    │ │             \"quantity\": 0.25,                                                                           │ │\n",
-       "    │ │             \"units\": \"cup\"                                                                              │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 4,                                                                                 │ │\n",
-       "    │ │             \"name\": \"tahini\",                                                                           │ │\n",
-       "    │ │             \"brand\": null,                                                                              │ │\n",
-       "    │ │             \"optional\": false,                                                                          │ │\n",
-       "    │ │             \"quantity\": 2.0,                                                                            │ │\n",
-       "    │ │             \"units\": \"tablespoons\"                                                                      │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 5,                                                                                 │ │\n",
-       "    │ │             \"name\": \"lemon juice\",                                                                      │ │\n",
-       "    │ │             \"brand\": null,                                                                              │ │\n",
-       "    │ │             \"optional\": false,                                                                          │ │\n",
-       "    │ │             \"quantity\": 1.0,                                                                            │ │\n",
-       "    │ │             \"units\": \"tablespoon\"                                                                       │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 6,                                                                                 │ │\n",
-       "    │ │             \"name\": \"garlic powder\",                                                                    │ │\n",
-       "    │ │             \"brand\": null,                                                                              │ │\n",
-       "    │ │             \"optional\": false,                                                                          │ │\n",
-       "    │ │             \"quantity\": 0.5,                                                                            │ │\n",
-       "    │ │             \"units\": \"teaspoon\"                                                                         │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 7,                                                                                 │ │\n",
-       "    │ │             \"name\": \"onion powder\",                                                                     │ │\n",
-       "    │ │             \"brand\": null,                                                                              │ │\n",
-       "    │ │             \"optional\": false,                                                                          │ │\n",
-       "    │ │             \"quantity\": 0.5,                                                                            │ │\n",
-       "    │ │             \"units\": \"teaspoon\"                                                                         │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 8,                                                                                 │ │\n",
-       "    │ │             \"name\": \"turmeric\",                                                                         │ │\n",
-       "    │ │             \"brand\": null,                                                                              │ │\n",
-       "    │ │             \"optional\": true,                                                                           │ │\n",
-       "    │ │             \"quantity\": 0.25,                                                                           │ │\n",
-       "    │ │             \"units\": \"teaspoon\"                                                                         │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 9,                                                                                 │ │\n",
-       "    │ │             \"name\": \"salt\",                                                                             │ │\n",
-       "    │ │             \"brand\": null,                                                                              │ │\n",
-       "    │ │             \"optional\": true,                                                                           │ │\n",
-       "    │ │             \"quantity\": 0.5,                                                                            │ │\n",
-       "    │ │             \"units\": \"teaspoon\"                                                                         │ │\n",
-       "    │ │         }                                                                                               │ │\n",
-       "    │ │     ],                                                                                                  │ │\n",
-       "    │ │     \"instructions\": [                                                                                   │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 1,                                                                                 │ │\n",
-       "    │ │             \"step\": \"Cook the macaroni according to the package instructions, then drain and set        │ │\n",
-       "    │ │ aside.\"                                                                                                 │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 2,                                                                                 │ │\n",
-       "    │ │             \"step\": \"In a blender, combine the almond milk, nutritional yeast, tahini, lemon juice,     │ │\n",
-       "    │ │ garlic powder, onion powder, turmeric (if using), and salt (if using). Blend until smooth.\"             │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 3,                                                                                 │ │\n",
-       "    │ │             \"step\": \"Pour the sauce over the cooked macaroni and stir to combine.\"                      │ │\n",
-       "    │ │         },                                                                                              │ │\n",
-       "    │ │         {                                                                                               │ │\n",
-       "    │ │             \"index\": 4,                                                                                 │ │\n",
-       "    │ │             \"step\": \"Serve the vegan mac and cheese hot, with additional nutritional yeast or other     │ │\n",
-       "    │ │ toppings if desired.\"                                                                                   │ │\n",
-       "    │ │         }                                                                                               │ │\n",
-       "    │ │     ]                                                                                                   │ │\n",
+       "    │ │   \"ingredients\": [                                                                                      │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 1,                                                                                       │ │\n",
+       "    │ │       \"name\": \"macaroni\",                                                                               │ │\n",
+       "    │ │       \"brand\": \"Barilla\",                                                                               │ │\n",
+       "    │ │       \"optional\": false,                                                                                │ │\n",
+       "    │ │       \"quantity\": 8,                                                                                    │ │\n",
+       "    │ │       \"units\": \"ounces\"                                                                                 │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 2,                                                                                       │ │\n",
+       "    │ │       \"name\": \"cashews\",                                                                                │ │\n",
+       "    │ │       \"brand\": \"Whole Foods\",                                                                           │ │\n",
+       "    │ │       \"optional\": false,                                                                                │ │\n",
+       "    │ │       \"quantity\": 1,                                                                                    │ │\n",
+       "    │ │       \"units\": \"cup\"                                                                                    │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 3,                                                                                       │ │\n",
+       "    │ │       \"name\": \"nutritional yeast\",                                                                      │ │\n",
+       "    │ │       \"brand\": \"Bob's Red Mill\",                                                                        │ │\n",
+       "    │ │       \"optional\": false,                                                                                │ │\n",
+       "    │ │       \"quantity\": 0.25,                                                                                 │ │\n",
+       "    │ │       \"units\": \"cup\"                                                                                    │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 4,                                                                                       │ │\n",
+       "    │ │       \"name\": \"garlic powder\",                                                                          │ │\n",
+       "    │ │       \"brand\": \"McCormick\",                                                                             │ │\n",
+       "    │ │       \"optional\": false,                                                                                │ │\n",
+       "    │ │       \"quantity\": 0.5,                                                                                  │ │\n",
+       "    │ │       \"units\": \"teaspoon\"                                                                               │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 5,                                                                                       │ │\n",
+       "    │ │       \"name\": \"onion powder\",                                                                           │ │\n",
+       "    │ │       \"brand\": \"McCormick\",                                                                             │ │\n",
+       "    │ │       \"optional\": false,                                                                                │ │\n",
+       "    │ │       \"quantity\": 0.5,                                                                                  │ │\n",
+       "    │ │       \"units\": \"teaspoon\"                                                                               │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 6,                                                                                       │ │\n",
+       "    │ │       \"name\": \"turmeric\",                                                                               │ │\n",
+       "    │ │       \"brand\": \"Simply Organic\",                                                                        │ │\n",
+       "    │ │       \"optional\": true,                                                                                 │ │\n",
+       "    │ │       \"quantity\": 0.25,                                                                                 │ │\n",
+       "    │ │       \"units\": \"teaspoon\"                                                                               │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 7,                                                                                       │ │\n",
+       "    │ │       \"name\": \"salt\",                                                                                   │ │\n",
+       "    │ │       \"brand\": \"Morton\",                                                                                │ │\n",
+       "    │ │       \"optional\": false,                                                                                │ │\n",
+       "    │ │       \"quantity\": 0.5,                                                                                  │ │\n",
+       "    │ │       \"units\": \"teaspoon\"                                                                               │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 8,                                                                                       │ │\n",
+       "    │ │       \"name\": \"pepper\",                                                                                 │ │\n",
+       "    │ │       \"brand\": \"McCormick\",                                                                             │ │\n",
+       "    │ │       \"optional\": true,                                                                                 │ │\n",
+       "    │ │       \"quantity\": 0.25,                                                                                 │ │\n",
+       "    │ │       \"units\": \"teaspoon\"                                                                               │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 9,                                                                                       │ │\n",
+       "    │ │       \"name\": \"water\",                                                                                  │ │\n",
+       "    │ │       \"brand\": \"\",                                                                                      │ │\n",
+       "    │ │       \"optional\": false,                                                                                │ │\n",
+       "    │ │       \"quantity\": 1.5,                                                                                  │ │\n",
+       "    │ │       \"units\": \"cups\"                                                                                   │ │\n",
+       "    │ │     }                                                                                                   │ │\n",
+       "    │ │   ],                                                                                                    │ │\n",
+       "    │ │   \"instructions\": [                                                                                     │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 1,                                                                                       │ │\n",
+       "    │ │       \"step\": \"Soak the cashews in water for at least 2 hours, then drain.\"                             │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 2,                                                                                       │ │\n",
+       "    │ │       \"step\": \"Cook the macaroni according to the package instructions, then drain.\"                    │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 3,                                                                                       │ │\n",
+       "    │ │       \"step\": \"In a blender, combine the soaked cashews, nutritional yeast, garlic powder, onion        │ │\n",
+       "    │ │ powder, turmeric (if using), salt, pepper (if using), and water. Blend until smooth.\"                   │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 4,                                                                                       │ │\n",
+       "    │ │       \"step\": \"Pour the sauce over the cooked macaroni and stir to combine.\"                            │ │\n",
+       "    │ │     },                                                                                                  │ │\n",
+       "    │ │     {                                                                                                   │ │\n",
+       "    │ │       \"index\": 5,                                                                                       │ │\n",
+       "    │ │       \"step\": \"Serve the vegan mac and cheese hot.\"                                                     │ │\n",
+       "    │ │     }                                                                                                   │ │\n",
+       "    │ │   ]                                                                                                     │ │\n",
        "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
@@ -717,15 +705,15 @@
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 1,                                                                                 │ │\n",
        "    │ │             'name': 'macaroni',                                                                         │ │\n",
-       "    │ │             'brand': 'None',                                                                            │ │\n",
+       "    │ │             'brand': 'Barilla',                                                                         │ │\n",
        "    │ │             'optional': False,                                                                          │ │\n",
        "    │ │             'quantity': 8.0,                                                                            │ │\n",
        "    │ │             'units': 'ounces'                                                                           │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 2,                                                                                 │ │\n",
-       "    │ │             'name': 'almond milk',                                                                      │ │\n",
-       "    │ │             'brand': 'Silk',                                                                            │ │\n",
+       "    │ │             'name': 'cashews',                                                                          │ │\n",
+       "    │ │             'brand': 'Whole Foods',                                                                     │ │\n",
        "    │ │             'optional': False,                                                                          │ │\n",
        "    │ │             'quantity': 1.0,                                                                            │ │\n",
        "    │ │             'units': 'cup'                                                                              │ │\n",
@@ -733,80 +721,79 @@
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 3,                                                                                 │ │\n",
        "    │ │             'name': 'nutritional yeast',                                                                │ │\n",
-       "    │ │             'brand': 'Bragg',                                                                           │ │\n",
+       "    │ │             'brand': \"Bob's Red Mill\",                                                                  │ │\n",
        "    │ │             'optional': False,                                                                          │ │\n",
        "    │ │             'quantity': 0.25,                                                                           │ │\n",
        "    │ │             'units': 'cup'                                                                              │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 4,                                                                                 │ │\n",
-       "    │ │             'name': 'tahini',                                                                           │ │\n",
-       "    │ │             'brand': 'None',                                                                            │ │\n",
+       "    │ │             'name': 'garlic powder',                                                                    │ │\n",
+       "    │ │             'brand': 'McCormick',                                                                       │ │\n",
        "    │ │             'optional': False,                                                                          │ │\n",
-       "    │ │             'quantity': 2.0,                                                                            │ │\n",
-       "    │ │             'units': 'tablespoons'                                                                      │ │\n",
+       "    │ │             'quantity': 0.5,                                                                            │ │\n",
+       "    │ │             'units': 'teaspoon'                                                                         │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 5,                                                                                 │ │\n",
-       "    │ │             'name': 'lemon juice',                                                                      │ │\n",
-       "    │ │             'brand': 'None',                                                                            │ │\n",
+       "    │ │             'name': 'onion powder',                                                                     │ │\n",
+       "    │ │             'brand': 'McCormick',                                                                       │ │\n",
        "    │ │             'optional': False,                                                                          │ │\n",
-       "    │ │             'quantity': 1.0,                                                                            │ │\n",
-       "    │ │             'units': 'tablespoon'                                                                       │ │\n",
+       "    │ │             'quantity': 0.5,                                                                            │ │\n",
+       "    │ │             'units': 'teaspoon'                                                                         │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 6,                                                                                 │ │\n",
-       "    │ │             'name': 'garlic powder',                                                                    │ │\n",
-       "    │ │             'brand': 'None',                                                                            │ │\n",
-       "    │ │             'optional': False,                                                                          │ │\n",
-       "    │ │             'quantity': 0.5,                                                                            │ │\n",
+       "    │ │             'name': 'turmeric',                                                                         │ │\n",
+       "    │ │             'brand': 'Simply Organic',                                                                  │ │\n",
+       "    │ │             'optional': True,                                                                           │ │\n",
+       "    │ │             'quantity': 0.25,                                                                           │ │\n",
        "    │ │             'units': 'teaspoon'                                                                         │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 7,                                                                                 │ │\n",
-       "    │ │             'name': 'onion powder',                                                                     │ │\n",
-       "    │ │             'brand': 'None',                                                                            │ │\n",
+       "    │ │             'name': 'salt',                                                                             │ │\n",
+       "    │ │             'brand': 'Morton',                                                                          │ │\n",
        "    │ │             'optional': False,                                                                          │ │\n",
        "    │ │             'quantity': 0.5,                                                                            │ │\n",
        "    │ │             'units': 'teaspoon'                                                                         │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 8,                                                                                 │ │\n",
-       "    │ │             'name': 'turmeric',                                                                         │ │\n",
-       "    │ │             'brand': 'None',                                                                            │ │\n",
+       "    │ │             'name': 'pepper',                                                                           │ │\n",
+       "    │ │             'brand': 'McCormick',                                                                       │ │\n",
        "    │ │             'optional': True,                                                                           │ │\n",
        "    │ │             'quantity': 0.25,                                                                           │ │\n",
        "    │ │             'units': 'teaspoon'                                                                         │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 9,                                                                                 │ │\n",
-       "    │ │             'name': 'salt',                                                                             │ │\n",
-       "    │ │             'brand': 'None',                                                                            │ │\n",
-       "    │ │             'optional': True,                                                                           │ │\n",
-       "    │ │             'quantity': 0.5,                                                                            │ │\n",
-       "    │ │             'units': 'teaspoon'                                                                         │ │\n",
+       "    │ │             'name': 'water',                                                                            │ │\n",
+       "    │ │             'brand': '',                                                                                │ │\n",
+       "    │ │             'optional': False,                                                                          │ │\n",
+       "    │ │             'quantity': 1.5,                                                                            │ │\n",
+       "    │ │             'units': 'cups'                                                                             │ │\n",
        "    │ │         }                                                                                               │ │\n",
        "    │ │     ],                                                                                                  │ │\n",
        "    │ │     'instructions': [                                                                                   │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 1,                                                                                 │ │\n",
-       "    │ │             'step': 'Cook the macaroni according to the package instructions, then drain and set        │ │\n",
-       "    │ │ aside.'                                                                                                 │ │\n",
+       "    │ │             'step': 'Soak the cashews in water for at least 2 hours, then drain.'                       │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 2,                                                                                 │ │\n",
-       "    │ │             'step': 'In a blender, combine the almond milk, nutritional yeast, tahini, lemon juice,     │ │\n",
-       "    │ │ garlic powder, onion powder, turmeric (if using), and salt (if using). Blend until smooth.'             │ │\n",
+       "    │ │             'step': 'Cook the macaroni according to the package instructions, then drain.'              │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 3,                                                                                 │ │\n",
-       "    │ │             'step': 'Pour the sauce over the cooked macaroni and stir to combine.'                      │ │\n",
+       "    │ │             'step': 'In a blender, combine the soaked cashews, nutritional yeast, garlic powder, onion  │ │\n",
+       "    │ │ powder, turmeric (if using), salt, pepper (if using), and water. Blend until smooth.'                   │ │\n",
        "    │ │         },                                                                                              │ │\n",
        "    │ │         {                                                                                               │ │\n",
        "    │ │             'index': 4,                                                                                 │ │\n",
-       "    │ │             'step': 'Serve the vegan mac and cheese hot, with additional nutritional yeast or other     │ │\n",
-       "    │ │ toppings if desired.'                                                                                   │ │\n",
-       "    │ │         }                                                                                               │ │\n",
+       "    │ │             'step': 'Pour the sauce over the cooked macaroni and stir to combine.'                      │ │\n",
+       "    │ │         },                                                                                              │ │\n",
+       "    │ │         {'index': 5, 'step': 'Serve the vegan mac and cheese hot.'}                                     │ │\n",
        "    │ │     ]                                                                                                   │ │\n",
        "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
@@ -824,26 +811,25 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                         \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m         \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -867,102 +853,105 @@
        "    │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"ingredients\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 1,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"macaroni\",\u001b[0m\u001b[48;2;245;245;220m                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": null,\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 8.0,\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"ounces\"\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 2,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"almond milk\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": \"Silk\",\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 1.0,\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"cup\"\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 3,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"nutritional yeast\",\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": \"Bragg\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 0.25,\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"cup\"\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 4,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"tahini\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": null,\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 2.0,\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"tablespoons\"\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 5,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"lemon juice\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": null,\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 1.0,\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"tablespoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 6,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"garlic powder\",\u001b[0m\u001b[48;2;245;245;220m                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": null,\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 0.5,\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 7,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"onion powder\",\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": null,\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 0.5,\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 8,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"turmeric\",\u001b[0m\u001b[48;2;245;245;220m                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": null,\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": true,\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 0.25,\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 9,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"name\": \"salt\",\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"brand\": null,\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"optional\": true,\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"quantity\": 0.5,\u001b[0m\u001b[48;2;245;245;220m                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        }\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    ],\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"instructions\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 1,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"step\": \"Cook the macaroni according to the package instructions, then drain and set \u001b[0m\u001b[48;2;245;245;220m      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220maside.\"\u001b[0m\u001b[48;2;245;245;220m                                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 2,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"step\": \"In a blender, combine the almond milk, nutritional yeast, tahini, lemon juice, \u001b[0m\u001b[48;2;245;245;220m   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgarlic powder, onion powder, turmeric (if using), and salt (if using). Blend until smooth.\"\u001b[0m\u001b[48;2;245;245;220m            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 3,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"step\": \"Pour the sauce over the cooked macaroni and stir to combine.\"\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        },\u001b[0m\u001b[48;2;245;245;220m                                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        {\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"index\": 4,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m            \"step\": \"Serve the vegan mac and cheese hot, with additional nutritional yeast or other \u001b[0m\u001b[48;2;245;245;220m   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mtoppings if desired.\"\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        }\u001b[0m\u001b[48;2;245;245;220m                                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    ]\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"ingredients\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 1,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"macaroni\",\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"Barilla\",\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 8,\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"ounces\"\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 2,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"cashews\",\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"Whole Foods\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 1,\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"cup\"\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 3,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"nutritional yeast\",\u001b[0m\u001b[48;2;245;245;220m                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"Bob's Red Mill\",\u001b[0m\u001b[48;2;245;245;220m                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 0.25,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"cup\"\u001b[0m\u001b[48;2;245;245;220m                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 4,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"garlic powder\",\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"McCormick\",\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 0.5,\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 5,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"onion powder\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"McCormick\",\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 0.5,\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 6,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"turmeric\",\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"Simply Organic\",\u001b[0m\u001b[48;2;245;245;220m                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": true,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 0.25,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 7,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"salt\",\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"Morton\",\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 0.5,\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 8,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"pepper\",\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"McCormick\",\u001b[0m\u001b[48;2;245;245;220m                                                                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": true,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 0.25,\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"teaspoon\"\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 9,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"name\": \"water\",\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"brand\": \"\",\u001b[0m\u001b[48;2;245;245;220m                                                                                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"optional\": false,\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"quantity\": 1.5,\u001b[0m\u001b[48;2;245;245;220m                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"units\": \"cups\"\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  ],\u001b[0m\u001b[48;2;245;245;220m                                                                                                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"instructions\": [\u001b[0m\u001b[48;2;245;245;220m                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 1,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"step\": \"Soak the cashews in water for at least 2 hours, then drain.\"\u001b[0m\u001b[48;2;245;245;220m                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 2,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"step\": \"Cook the macaroni according to the package instructions, then drain.\"\u001b[0m\u001b[48;2;245;245;220m                   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 3,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"step\": \"In a blender, combine the soaked cashews, nutritional yeast, garlic powder, onion \u001b[0m\u001b[48;2;245;245;220m      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mpowder, turmeric (if using), salt, pepper (if using), and water. Blend until smooth.\"\u001b[0m\u001b[48;2;245;245;220m                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 4,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"step\": \"Pour the sauce over the cooked macaroni and stir to combine.\"\u001b[0m\u001b[48;2;245;245;220m                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    },\u001b[0m\u001b[48;2;245;245;220m                                                                                                 \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"index\": 5,\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m      \"step\": \"Serve the vegan mac and cheese hot.\"\u001b[0m\u001b[48;2;245;245;220m                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  ]\u001b[0m\u001b[48;2;245;245;220m                                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
@@ -971,15 +960,15 @@
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 1,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'macaroni',\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'Barilla',\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': False,\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 8.0,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'ounces'\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 2,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'almond milk',\u001b[0m\u001b[48;2;240;255;240m                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'Silk',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'cashews',\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'Whole Foods',\u001b[0m\u001b[48;2;240;255;240m                                                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': False,\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 1.0,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'cup'\u001b[0m\u001b[48;2;240;255;240m                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -987,80 +976,79 @@
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 3,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'nutritional yeast',\u001b[0m\u001b[48;2;240;255;240m                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'Bragg',\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': \"Bob's Red Mill\",\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': False,\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 0.25,\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'cup'\u001b[0m\u001b[48;2;240;255;240m                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 4,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'tahini',\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'garlic powder',\u001b[0m\u001b[48;2;240;255;240m                                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'McCormick',\u001b[0m\u001b[48;2;240;255;240m                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': False,\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 2.0,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'tablespoons'\u001b[0m\u001b[48;2;240;255;240m                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 0.5,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'teaspoon'\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 5,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'lemon juice',\u001b[0m\u001b[48;2;240;255;240m                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'onion powder',\u001b[0m\u001b[48;2;240;255;240m                                                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'McCormick',\u001b[0m\u001b[48;2;240;255;240m                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': False,\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 1.0,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'tablespoon'\u001b[0m\u001b[48;2;240;255;240m                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 0.5,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'teaspoon'\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 6,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'garlic powder',\u001b[0m\u001b[48;2;240;255;240m                                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': False,\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 0.5,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'turmeric',\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'Simply Organic',\u001b[0m\u001b[48;2;240;255;240m                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': True,\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 0.25,\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'teaspoon'\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 7,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'onion powder',\u001b[0m\u001b[48;2;240;255;240m                                                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'salt',\u001b[0m\u001b[48;2;240;255;240m                                                                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'Morton',\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': False,\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 0.5,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'teaspoon'\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 8,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'turmeric',\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'pepper',\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'McCormick',\u001b[0m\u001b[48;2;240;255;240m                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': True,\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 0.25,\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'teaspoon'\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 9,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'salt',\u001b[0m\u001b[48;2;240;255;240m                                                                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': 'None',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': True,\u001b[0m\u001b[48;2;240;255;240m                                                                          \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 0.5,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'teaspoon'\u001b[0m\u001b[48;2;240;255;240m                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'name': 'water',\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'brand': '',\u001b[0m\u001b[48;2;240;255;240m                                                                               \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'optional': False,\u001b[0m\u001b[48;2;240;255;240m                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'quantity': 1.5,\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'units': 'cups'\u001b[0m\u001b[48;2;240;255;240m                                                                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        }\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ],\u001b[0m\u001b[48;2;240;255;240m                                                                                                 \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'instructions': [\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 1,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'step': 'Cook the macaroni according to the package instructions, then drain and set \u001b[0m\u001b[48;2;240;255;240m      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240maside.'\u001b[0m\u001b[48;2;240;255;240m                                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'step': 'Soak the cashews in water for at least 2 hours, then drain.'\u001b[0m\u001b[48;2;240;255;240m                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 2,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'step': 'In a blender, combine the almond milk, nutritional yeast, tahini, lemon juice, \u001b[0m\u001b[48;2;240;255;240m   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mgarlic powder, onion powder, turmeric (if using), and salt (if using). Blend until smooth.'\u001b[0m\u001b[48;2;240;255;240m            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'step': 'Cook the macaroni according to the package instructions, then drain.'\u001b[0m\u001b[48;2;240;255;240m             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 3,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'step': 'Pour the sauce over the cooked macaroni and stir to combine.'\u001b[0m\u001b[48;2;240;255;240m                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'step': 'In a blender, combine the soaked cashews, nutritional yeast, garlic powder, onion \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mpowder, turmeric (if using), salt, pepper (if using), and water. Blend until smooth.'\u001b[0m\u001b[48;2;240;255;240m                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'index': 4,\u001b[0m\u001b[48;2;240;255;240m                                                                                \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'step': 'Serve the vegan mac and cheese hot, with additional nutritional yeast or other \u001b[0m\u001b[48;2;240;255;240m   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mtoppings if desired.'\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        }\u001b[0m\u001b[48;2;240;255;240m                                                                                              \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m            'step': 'Pour the sauce over the cooked macaroni and stir to combine.'\u001b[0m\u001b[48;2;240;255;240m                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        },\u001b[0m\u001b[48;2;240;255;240m                                                                                             \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        {'index': 5, 'step': 'Serve the vegan mac and cheese hot.'}\u001b[0m\u001b[48;2;240;255;240m                                    \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    ]\u001b[0m\u001b[48;2;240;255;240m                                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m}\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
@@ -1092,7 +1080,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.17"
+   "version": "3.12.3"
   },
   "orig_nbformat": 4,
   "vscode": {
diff --git a/docs/examples/regex_validation.ipynb b/docs/examples/regex_validation.ipynb
index 3d9f948d7..cf6866892 100644
--- a/docs/examples/regex_validation.ipynb
+++ b/docs/examples/regex_validation.ipynb
@@ -2,11 +2,22 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mregex_match...\u001b[0m\n",
+      "✅Successfully installed guardrails/regex_match!\n",
+      "\n",
+      "\n"
+     ]
+    }
+   ],
    "source": [
-    "!guardrails hub install hub://guardrails/regex_match"
+    "!guardrails hub install hub://guardrails/regex_match --quiet"
    ]
   },
   {
@@ -29,7 +40,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -45,9 +56,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": 4,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
+     ]
+    }
+   ],
    "source": [
     "import openai\n",
     "from guardrails import Guard\n",
@@ -66,16 +86,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 27,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n"
-     ]
-    },
     {
      "data": {
       "text/html": [
@@ -92,10 +105,10 @@
        "    │ │ No message history.                                                                                     │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "    │ │ Sure! Here's a fake phone number for your movie: 555-123-4567.                                          │ │\n",
+       "    │ │ 555-789-1234                                                                                            │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
-       "    │ │ \"Sure! Here's a fake phone number for your movie: 555-123-4567.\"                                        │ │\n",
+       "    │ │ '555-789-1234'                                                                                          │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n",
        "\n"
@@ -114,10 +127,10 @@
        "    │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mSure! Here's a fake phone number for your movie: 555-123-4567.\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m555-789-1234\u001b[0m\u001b[48;2;245;245;220m                                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m\"Sure! Here's a fake phone number for your movie: 555-123-4567.\"\u001b[0m\u001b[48;2;240;255;240m                                       \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m'555-789-1234'\u001b[0m\u001b[48;2;240;255;240m                                                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
@@ -156,7 +169,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.17"
+   "version": "3.12.3"
   },
   "orig_nbformat": 4
  },
diff --git a/docs/examples/response_is_on_topic.ipynb b/docs/examples/response_is_on_topic.ipynb
index 58692a146..5f007b66b 100644
--- a/docs/examples/response_is_on_topic.ipynb
+++ b/docs/examples/response_is_on_topic.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
@@ -10,25 +10,15 @@
      "output_type": "stream",
      "text": [
       "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/tryolabs/\u001b[0m\u001b[95mrestricttotopic...\u001b[0m\n",
-      "\u001b[2K\u001b[32m[ ===]\u001b[0m Fetching manifestst\n",
-      "\u001b[2K\u001b[32m[==  ]\u001b[0m Downloading dependencies  Running command git clone --filter=blob:none --quiet https://github.com/tryolabs/restricttotopic.git /private/var/folders/w2/ssf16z690zd7_4dggw0y5s_m0000gn/T/pip-req-build-advwvzw9\n",
-      "\u001b[2K\u001b[32m[=== ]\u001b[0m Downloading dependencies\n",
-      "\u001b[1A\u001b[2K\u001b[?25l\u001b[32m[    ]\u001b[0m Running post-install setup\n",
-      "\u001b[1A\u001b[2K✅Successfully installed tryolabs/restricttotopic!\n",
-      "\n",
+      "✅Successfully installed tryolabs/restricttotopic!\n",
       "\n",
-      "\u001b[1mImport validator:\u001b[0m\n",
-      "from guardrails.hub import RestrictToTopic\n",
-      "\n",
-      "\u001b[1mGet more info:\u001b[0m\n",
-      "\u001b[4;94mhttps://hub.guardrailsai.com/validator/tryolabs/restricttotopic\u001b[0m\n",
       "\n"
      ]
     }
    ],
    "source": [
     "\n",
-    "!guardrails hub install hub://tryolabs/restricttotopic"
+    "!guardrails hub install hub://tryolabs/restricttotopic --quiet"
    ]
   },
   {
@@ -68,7 +58,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -85,7 +75,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -107,7 +97,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -146,9 +136,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
+     ]
+    },
     {
      "name": "stdout",
      "output_type": "stream",
@@ -197,7 +195,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
@@ -243,14 +241,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Validation failed for field with errors: Invalid topics found: ['tablet']\n"
+      "Validation failed for field with errors: Invalid topics found: ['tablet', 'phone']\n"
      ]
     }
    ],
@@ -295,7 +293,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,
diff --git a/docs/examples/secrets_detection.ipynb b/docs/examples/secrets_detection.ipynb
index 3be7b0905..d26753353 100644
--- a/docs/examples/secrets_detection.ipynb
+++ b/docs/examples/secrets_detection.ipynb
@@ -2,11 +2,22 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95msecrets_present...\u001b[0m\n",
+      "✅Successfully installed guardrails/secrets_present!\n",
+      "\n",
+      "\n"
+     ]
+    }
+   ],
    "source": [
-    "!guardrails hub install hub://guardrails/secrets_present"
+    "!guardrails hub install hub://guardrails/secrets_present --quiet"
    ]
   },
   {
@@ -42,15 +53,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/home/zayd/workspace/guardrails/.venv/lib/python3.9/site-packages/torch/cuda/__init__.py:611: UserWarning: Can't initialize NVML\n",
-      "  warnings.warn(\"Can't initialize NVML\")\n"
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
      ]
     }
    ],
@@ -65,7 +76,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -81,7 +92,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
     {
@@ -154,7 +165,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [
     {
@@ -237,7 +248,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.17"
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,
diff --git a/docs/examples/select_choice_based_on_action.ipynb b/docs/examples/select_choice_based_on_action.ipynb
index e66225732..acec7c5cd 100644
--- a/docs/examples/select_choice_based_on_action.ipynb
+++ b/docs/examples/select_choice_based_on_action.ipynb
@@ -2,11 +2,22 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 23,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mvalid_choices...\u001b[0m\n",
+      "✅Successfully installed guardrails/valid_choices!\n",
+      "\n",
+      "\n"
+     ]
+    }
+   ],
    "source": [
-    "!guardrails hub install hub://guardrails/valid_choices"
+    "!guardrails hub install hub://guardrails/valid_choices --quiet"
    ]
   },
   {
@@ -43,7 +54,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 24,
    "metadata": {
     "ExecuteTime": {
      "end_time": "2023-08-23T15:09:26.331177Z",
@@ -87,7 +98,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 25,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -138,7 +149,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 26,
    "metadata": {
     "ExecuteTime": {
      "end_time": "2023-08-23T15:09:28.590929Z",
@@ -163,7 +174,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 27,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -197,30 +208,16 @@
     "To start, we test with a 'giant' as an opponent, and look at the output."
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": []
-  },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 28,
    "metadata": {
     "ExecuteTime": {
      "end_time": "2023-08-23T15:10:08.998121Z",
      "start_time": "2023-08-23T15:10:08.792027Z"
     }
    },
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "import openai\n",
     "\n",
@@ -247,17 +244,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 29,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
-       "
{'action': {'chosen_action': 'flight', 'flight_direction': 'north', 'distance': 1}}\n",
+       "
{'action': {'chosen_action': 'flight', 'flight_direction': 'north', 'distance': 3}}\n",
        "
\n"
       ],
       "text/plain": [
-       "\u001b[1m{\u001b[0m\u001b[32m'action'\u001b[0m: \u001b[1m{\u001b[0m\u001b[32m'chosen_action'\u001b[0m: \u001b[32m'flight'\u001b[0m, \u001b[32m'flight_direction'\u001b[0m: \u001b[32m'north'\u001b[0m, \u001b[32m'distance'\u001b[0m: \u001b[1;36m1\u001b[0m\u001b[1m}\u001b[0m\u001b[1m}\u001b[0m\n"
+       "\u001b[1m{\u001b[0m\u001b[32m'action'\u001b[0m: \u001b[1m{\u001b[0m\u001b[32m'chosen_action'\u001b[0m: \u001b[32m'flight'\u001b[0m, \u001b[32m'flight_direction'\u001b[0m: \u001b[32m'north'\u001b[0m, \u001b[32m'distance'\u001b[0m: \u001b[1;36m3\u001b[0m\u001b[1m}\u001b[0m\u001b[1m}\u001b[0m\n"
       ]
      },
      "metadata": {},
@@ -277,7 +274,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 30,
    "metadata": {
     "ExecuteTime": {
      "end_time": "2023-08-23T15:09:32.364711Z",
@@ -292,24 +289,25 @@
        "You are a human in an enchanted forest. You come across opponents of different types, and you should fight smaller \n",
        "opponents and run away from bigger ones.\n",
        "\n",
-       "You run into a ${opp_type}. What do you do?\n",
+       "You run into a giant. What do you do?\n",
        "\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "<output>\n",
-       "    <choice name=\"action\" discriminator=\"chosen_action\">\n",
-       "        <case name=\"fight\">\n",
-       "            <string name=\"weapon\" format=\"valid-choices: choices=['crossbow', 'machine gun']\"/>\n",
-       "        </case>\n",
-       "        <case name=\"flight\">\n",
-       "            <string name=\"flight_direction\" format=\"valid-choices: choices=['north', 'south', 'east', 'west']\"/>\n",
-       "            <integer name=\"distance\" format=\"valid-choices: choices=[1, 2, 3, 4]\"/>\n",
-       "        </case>\n",
-       "    </choice>\n",
+       "  <choice discriminator=\"chosen_action\" name=\"action\" required=\"true\">\n",
+       "    <case name=\"fight\">\n",
+       "      <string format=\"guardrails/valid_choices: ['crossbow', 'machine gun']\" name=\"weapon\" \n",
+       "required=\"true\"></string>\n",
+       "    </case>\n",
+       "    <case name=\"flight\">\n",
+       "      <string format=\"guardrails/valid_choices: ['north', 'south', 'east', 'west']\" name=\"flight_direction\" \n",
+       "required=\"true\"></string>\n",
+       "      <integer format=\"guardrails/valid_choices: [1, 2, 3, 4]\" name=\"distance\" required=\"true\"></integer>\n",
+       "    </case>\n",
+       "  </choice>\n",
        "</output>\n",
        "\n",
-       "\n",
        "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
        "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
        "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
@@ -328,24 +326,25 @@
        "You are a human in an enchanted forest. You come across opponents of different types, and you should fight smaller \n",
        "opponents and run away from bigger ones.\n",
        "\n",
-       "You run into a $\u001b[1m{\u001b[0mopp_type\u001b[1m}\u001b[0m. What do you do?\n",
+       "You run into a giant. What do you do?\n",
        "\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
-       "\u001b[39m        \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m        <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mcase\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m        \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m            \u001b[0m\n",
-       "\u001b[39m        <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mcase\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mchoice\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  \u001b[0m\n",
+       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mcase\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m      <\u001b[0m\u001b[35m/\u001b[0m\u001b[95minteger\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m    <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mcase\u001b[0m\u001b[39m>\u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mchoice\u001b[0m\u001b[39m>\u001b[0m\n",
        "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
        "\n",
-       "\n",
        "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
        "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
        "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
@@ -364,7 +363,7 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
@@ -376,7 +375,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 31,
    "metadata": {},
    "outputs": [
     {
@@ -396,19 +395,20 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <choice name=\"action\" discriminator=\"chosen_action\">                                                │ │\n",
-       "    │ │         <case name=\"fight\">                                                                             │ │\n",
-       "    │ │             <string name=\"weapon\" format=\"valid-choices: choices=['crossbow', 'machine gun']\"/>         │ │\n",
-       "    │ │         </case>                                                                                         │ │\n",
-       "    │ │         <case name=\"flight\">                                                                            │ │\n",
-       "    │ │             <string name=\"flight_direction\" format=\"valid-choices: choices=['north', 'south', 'east',   │ │\n",
-       "    │ │ 'west']\"/>                                                                                              │ │\n",
-       "    │ │             <integer name=\"distance\" format=\"valid-choices: choices=[1, 2, 3, 4]\"/>                     │ │\n",
-       "    │ │         </case>                                                                                         │ │\n",
-       "    │ │     </choice>                                                                                           │ │\n",
+       "    │ │   <choice discriminator=\"chosen_action\" name=\"action\" required=\"true\">                                  │ │\n",
+       "    │ │     <case name=\"fight\">                                                                                 │ │\n",
+       "    │ │       <string format=\"guardrails/valid_choices: ['crossbow', 'machine gun']\" name=\"weapon\"              │ │\n",
+       "    │ │ required=\"true\"></string>                                                                               │ │\n",
+       "    │ │     </case>                                                                                             │ │\n",
+       "    │ │     <case name=\"flight\">                                                                                │ │\n",
+       "    │ │       <string format=\"guardrails/valid_choices: ['north', 'south', 'east', 'west']\"                     │ │\n",
+       "    │ │ name=\"flight_direction\" required=\"true\"></string>                                                       │ │\n",
+       "    │ │       <integer format=\"guardrails/valid_choices: [1, 2, 3, 4]\" name=\"distance\"                          │ │\n",
+       "    │ │ required=\"true\"></integer>                                                                              │ │\n",
+       "    │ │     </case>                                                                                             │ │\n",
+       "    │ │   </choice>                                                                                             │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -430,20 +430,14 @@
        "    │ │ No message history.                                                                                     │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "    │ │ {                                                                                                       │ │\n",
-       "    │ │   \"action\": {                                                                                           │ │\n",
-       "    │ │     \"chosen_action\": \"flight\",                                                                          │ │\n",
-       "    │ │     \"flight_direction\": \"north\",                                                                        │ │\n",
-       "    │ │     \"distance\": 1                                                                                       │ │\n",
-       "    │ │   }                                                                                                     │ │\n",
-       "    │ │ }                                                                                                       │ │\n",
+       "    │ │ {\"action\":{\"chosen_action\":\"flight\",\"flight_direction\":\"north\",\"distance\":3}}                           │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "    │ │ {                                                                                                       │ │\n",
        "    │ │     'action': {                                                                                         │ │\n",
        "    │ │         'chosen_action': 'flight',                                                                      │ │\n",
        "    │ │         'flight_direction': 'north',                                                                    │ │\n",
-       "    │ │         'distance': 1                                                                                   │ │\n",
+       "    │ │         'distance': 3                                                                                   │ │\n",
        "    │ │     }                                                                                                   │ │\n",
        "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
@@ -465,19 +459,20 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -499,20 +494,14 @@
        "    │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"action\": {\u001b[0m\u001b[48;2;245;245;220m                                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"chosen_action\": \"flight\",\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"flight_direction\": \"north\",\u001b[0m\u001b[48;2;245;245;220m                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"distance\": 1\u001b[0m\u001b[48;2;245;245;220m                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  }\u001b[0m\u001b[48;2;245;245;220m                                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"action\":{\"chosen_action\":\"flight\",\"flight_direction\":\"north\",\"distance\":3}}\u001b[0m\u001b[48;2;245;245;220m                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'action': {\u001b[0m\u001b[48;2;240;255;240m                                                                                        \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        'chosen_action': 'flight',\u001b[0m\u001b[48;2;240;255;240m                                                                     \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        'flight_direction': 'north',\u001b[0m\u001b[48;2;240;255;240m                                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        'distance': 1\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m        'distance': 3\u001b[0m\u001b[48;2;240;255;240m                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    }\u001b[0m\u001b[48;2;240;255;240m                                                                                                  \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m}\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
@@ -538,21 +527,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 32,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "raw_llm_response, validated_response, *rest = guard(\n",
     "    openai.chat.completions.create,\n",
+    "    prompt=prompt,\n",
     "    prompt_params={'opp_type': 'goblin'},\n",
     "    model=\"gpt-3.5-turbo\",\n",
     "    max_tokens=256,\n",
@@ -562,7 +543,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 33,
    "metadata": {},
    "outputs": [
     {
@@ -592,7 +573,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 20,
+   "execution_count": 34,
    "metadata": {},
    "outputs": [
     {
@@ -612,19 +593,20 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <choice name=\"action\" discriminator=\"chosen_action\">                                                │ │\n",
-       "    │ │         <case name=\"fight\">                                                                             │ │\n",
-       "    │ │             <string name=\"weapon\" format=\"valid-choices: choices=['crossbow', 'machine gun']\"/>         │ │\n",
-       "    │ │         </case>                                                                                         │ │\n",
-       "    │ │         <case name=\"flight\">                                                                            │ │\n",
-       "    │ │             <string name=\"flight_direction\" format=\"valid-choices: choices=['north', 'south', 'east',   │ │\n",
-       "    │ │ 'west']\"/>                                                                                              │ │\n",
-       "    │ │             <integer name=\"distance\" format=\"valid-choices: choices=[1, 2, 3, 4]\"/>                     │ │\n",
-       "    │ │         </case>                                                                                         │ │\n",
-       "    │ │     </choice>                                                                                           │ │\n",
+       "    │ │   <choice discriminator=\"chosen_action\" name=\"action\" required=\"true\">                                  │ │\n",
+       "    │ │     <case name=\"fight\">                                                                                 │ │\n",
+       "    │ │       <string format=\"guardrails/valid_choices: ['crossbow', 'machine gun']\" name=\"weapon\"              │ │\n",
+       "    │ │ required=\"true\"></string>                                                                               │ │\n",
+       "    │ │     </case>                                                                                             │ │\n",
+       "    │ │     <case name=\"flight\">                                                                                │ │\n",
+       "    │ │       <string format=\"guardrails/valid_choices: ['north', 'south', 'east', 'west']\"                     │ │\n",
+       "    │ │ name=\"flight_direction\" required=\"true\"></string>                                                       │ │\n",
+       "    │ │       <integer format=\"guardrails/valid_choices: [1, 2, 3, 4]\" name=\"distance\"                          │ │\n",
+       "    │ │ required=\"true\"></integer>                                                                              │ │\n",
+       "    │ │     </case>                                                                                             │ │\n",
+       "    │ │   </choice>                                                                                             │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -646,12 +628,7 @@
        "    │ │ No message history.                                                                                     │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "    │ │ {                                                                                                       │ │\n",
-       "    │ │   \"action\": {                                                                                           │ │\n",
-       "    │ │     \"chosen_action\": \"fight\",                                                                           │ │\n",
-       "    │ │     \"weapon\": \"crossbow\"                                                                                │ │\n",
-       "    │ │   }                                                                                                     │ │\n",
-       "    │ │ }                                                                                                       │ │\n",
+       "    │ │ {\"action\":{\"chosen_action\":\"fight\",\"weapon\":\"crossbow\"}}                                                │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "    │ │ {'action': {'chosen_action': 'fight', 'weapon': 'crossbow'}}                                            │ │\n",
@@ -674,19 +651,20 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                                                                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m                    \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m                                                                                        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m                                                                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                                                            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -708,12 +686,7 @@
        "    │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"action\": {\u001b[0m\u001b[48;2;245;245;220m                                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"chosen_action\": \"fight\",\u001b[0m\u001b[48;2;245;245;220m                                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    \"weapon\": \"crossbow\"\u001b[0m\u001b[48;2;245;245;220m                                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  }\u001b[0m\u001b[48;2;245;245;220m                                                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"action\":{\"chosen_action\":\"fight\",\"weapon\":\"crossbow\"}}\u001b[0m\u001b[48;2;245;245;220m                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{'action': {'chosen_action': 'fight', 'weapon': 'crossbow'}}\u001b[0m\u001b[48;2;240;255;240m                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
diff --git a/docs/examples/syntax_error_free_sql.ipynb b/docs/examples/syntax_error_free_sql.ipynb
index 606270e93..af9336556 100644
--- a/docs/examples/syntax_error_free_sql.ipynb
+++ b/docs/examples/syntax_error_free_sql.ipynb
@@ -2,11 +2,22 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mvalid_sql...\u001b[0m\n",
+      "✅Successfully installed guardrails/valid_sql!\n",
+      "\n",
+      "\n"
+     ]
+    }
+   ],
    "source": [
-    "!guardrails hub install hub://guardrails/valid_sql"
+    "!guardrails hub install hub://guardrails/valid_sql --quiet"
    ]
   },
   {
@@ -32,22 +43,11 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 3,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Requirement already satisfied: sqlvalidator in /home/zayd/workspace/guardrails/.venv/lib/python3.9/site-packages (0.0.20)\n",
-      "\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.0.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m23.3.1\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "! pip install sqlvalidator"
+    "! pip install sqlvalidator -q"
    ]
   },
   {
@@ -73,7 +73,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -113,15 +113,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/home/zayd/workspace/guardrails/.venv/lib/python3.9/site-packages/torch/cuda/__init__.py:611: UserWarning: Can't initialize NVML\n",
-      "  warnings.warn(\"Can't initialize NVML\")\n"
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
      ]
     }
    ],
@@ -167,7 +167,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -185,7 +185,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -201,7 +201,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -225,18 +225,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 9,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "import openai\n",
     "\n",
@@ -261,7 +252,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
     {
@@ -273,26 +264,7 @@
        "\n",
        "${nl_instruction}\n",
        "\n",
-       "\n",
-       "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
-       "\n",
-       "<output>\n",
-       "    <string name=\"generated_sql\" description=\"Generate SQL for the given natural language instruction.\" \n",
-       "format=\"bug-free-sql\"/>\n",
-       "</output>\n",
-       "\n",
-       "\n",
-       "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
-       "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
-       "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
-       "specific types. Be correct and concise. If you are unsure anywhere, enter `null`.\n",
-       "\n",
-       "Here are examples of simple (XML, JSON) pairs that show the expected behavior:\n",
-       "- `<string name='foo' format='two-words lower-case' />` => `{'foo': 'example one'}`\n",
-       "- `<list name='bar'><string format='upper-case' /></list>` => `{\"bar\": ['STRING ONE', 'STRING TWO', etc.]}`\n",
-       "- `<object name='baz'><string name=\"foo\" format=\"capitalize two-words\" /><integer name=\"index\" format=\"1-indexed\" \n",
-       "/></object>` => `{'baz': {'foo': 'Some String', 'index': 1}}`\n",
-       "\n",
+       "${gr.complete_xml_suffix}\n",
        "\n",
        "
\n"
       ],
@@ -303,26 +275,7 @@
        "\n",
        "$\u001b[1m{\u001b[0mnl_instruction\u001b[1m}\u001b[0m\n",
        "\n",
-       "\n",
-       "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
-       "\n",
-       "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
-       "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\n",
-       "\n",
-       "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
-       "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
-       "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
-       "\u001b[39mspecific types. Be correct and concise. If you are unsure anywhere, enter `null`.\u001b[0m\n",
-       "\n",
-       "\u001b[39mHere are examples of simple \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mXML, JSON\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m pairs that show the expected behavior:\u001b[0m\n",
-       "\u001b[39m- `` => `\u001b[0m\u001b[1;39m{\u001b[0m\u001b[32m'foo'\u001b[0m\u001b[39m: \u001b[0m\u001b[32m'example one'\u001b[0m\u001b[1;39m}\u001b[0m\u001b[39m`\u001b[0m\n",
-       "\u001b[39m- `<\u001b[0m\u001b[35m/\u001b[0m\u001b[95mlist\u001b[0m\u001b[39m>` => `\u001b[0m\u001b[1;39m{\u001b[0m\u001b[32m\"bar\"\u001b[0m\u001b[39m: \u001b[0m\u001b[1;39m[\u001b[0m\u001b[32m'STRING ONE'\u001b[0m\u001b[39m, \u001b[0m\u001b[32m'STRING TWO'\u001b[0m\u001b[39m, etc.\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m}\u001b[0m\u001b[39m`\u001b[0m\n",
-       "\u001b[39m- `<\u001b[0m\u001b[35m/\u001b[0m\u001b[95mobject\u001b[0m\u001b[39m>` =\u001b[0m\u001b[1m>\u001b[0m `\u001b[1m{\u001b[0m\u001b[32m'baz'\u001b[0m: \u001b[1m{\u001b[0m\u001b[32m'foo'\u001b[0m: \u001b[32m'Some String'\u001b[0m, \u001b[32m'index'\u001b[0m: \u001b[1;36m1\u001b[0m\u001b[1m}\u001b[0m\u001b[1m}\u001b[0m`\n",
-       "\n",
+       "$\u001b[1m{\u001b[0mgr.complete_xml_suffix\u001b[1m}\u001b[0m\n",
        "\n"
       ]
      },
@@ -331,7 +284,7 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
@@ -345,17 +298,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
-       "
{'generated_sql': 'SELECT name FROM employee ORDER BY salary DESC LIMIT 1'}\n",
+       "
{'generated_sql': 'SELECT name FROM employees WHERE salary = (SELECT MAX(salary) FROM employees)'}\n",
        "
\n"
       ],
       "text/plain": [
-       "\u001b[1m{\u001b[0m\u001b[32m'generated_sql'\u001b[0m: \u001b[32m'SELECT name FROM employee ORDER BY salary DESC LIMIT 1'\u001b[0m\u001b[1m}\u001b[0m\n"
+       "\u001b[1m{\u001b[0m\u001b[32m'generated_sql'\u001b[0m: \u001b[32m'SELECT name FROM employees WHERE salary = \u001b[0m\u001b[32m(\u001b[0m\u001b[32mSELECT MAX\u001b[0m\u001b[32m(\u001b[0m\u001b[32msalary\u001b[0m\u001b[32m)\u001b[0m\u001b[32m FROM employees\u001b[0m\u001b[32m)\u001b[0m\u001b[32m'\u001b[0m\u001b[1m}\u001b[0m\n"
       ]
      },
      "metadata": {},
@@ -368,7 +321,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [
     {
@@ -388,11 +341,10 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <string name=\"generated_sql\" description=\"Generate SQL for the given natural language instruction.\" │ │\n",
-       "    │ │ format=\"bug-free-sql\"/>                                                                                 │ │\n",
+       "    │ │   <string description=\"Generate SQL for the given natural language instruction.\"                        │ │\n",
+       "    │ │ format=\"guardrails/valid_sql: None None\" name=\"generated_sql\" required=\"true\"></string>                 │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -416,12 +368,12 @@
        "    │ │ No message history.                                                                                     │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "    │ │ {                                                                                                       │ │\n",
-       "    │ │   \"generated_sql\": \"SELECT name FROM employee ORDER BY salary DESC LIMIT 1\"                             │ │\n",
-       "    │ │ }                                                                                                       │ │\n",
+       "    │ │ {\"generated_sql\":\"SELECT name FROM employees WHERE salary = (SELECT MAX(salary) FROM employees)\"}       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
-       "    │ │ {'generated_sql': 'SELECT name FROM employee ORDER BY salary DESC LIMIT 1'}                             │ │\n",
+       "    │ │ {                                                                                                       │ │\n",
+       "    │ │     'generated_sql': 'SELECT name FROM employees WHERE salary = (SELECT MAX(salary) FROM employees)'    │ │\n",
+       "    │ │ }                                                                                                       │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n",
        "
\n"
@@ -441,11 +393,10 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -469,12 +420,12 @@
        "    │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m  \"generated_sql\": \"SELECT name FROM employee ORDER BY salary DESC LIMIT 1\"\u001b[0m\u001b[48;2;245;245;220m                            \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m}\u001b[0m\u001b[48;2;245;245;220m                                                                                                      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"generated_sql\":\"SELECT name FROM employees WHERE salary = (SELECT MAX(salary) FROM employees)\"}\u001b[0m\u001b[48;2;245;245;220m      \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{'generated_sql': 'SELECT name FROM employee ORDER BY salary DESC LIMIT 1'}\u001b[0m\u001b[48;2;240;255;240m                            \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m    'generated_sql': 'SELECT name FROM employees WHERE salary = (SELECT MAX(salary) FROM employees)'\u001b[0m\u001b[48;2;240;255;240m   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m}\u001b[0m\u001b[48;2;240;255;240m                                                                                                      \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
@@ -504,7 +455,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.17"
+   "version": "3.12.3"
   },
   "orig_nbformat": 4,
   "vscode": {
diff --git a/docs/examples/text_summarization_quality.ipynb b/docs/examples/text_summarization_quality.ipynb
index 2994a0b0b..51040ed88 100644
--- a/docs/examples/text_summarization_quality.ipynb
+++ b/docs/examples/text_summarization_quality.ipynb
@@ -2,44 +2,22 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n",
-      "To disable this warning, you can either:\n",
-      "\t- Avoid using `tokenizers` before the fork if possible\n",
-      "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n"
-     ]
-    },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
       "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95msimilar_to_document...\u001b[0m\n",
-      "\u001b[2K\u001b[32m[=   ]\u001b[0m Fetching manifestst\n",
-      "\u001b[2K\u001b[32m[==  ]\u001b[0m Downloading dependenciespendencies  Running command git clone --filter=blob:none --quiet https://github.com/guardrails-ai/similar_to_document.git /private/var/folders/w2/ssf16z690zd7_4dggw0y5s_m0000gn/T/pip-req-build-oys8q6q2\n",
-      "\u001b[2K\u001b[32m[=== ]\u001b[0m Downloading dependencies\u001b[33mWARNING: Target directory /Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.11/site-packages/guardrails/hub/guardrails/similar_to_document/validator already exists. Specify --upgrade to force replacement.\u001b[0m\u001b[33m\n",
-      "\u001b[0m\u001b[33mWARNING: Target directory /Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.11/site-packages/guardrails/hub/guardrails/similar_to_document/similar_to_document-0.0.0.dist-info already exists. Specify --upgrade to force replacement.\u001b[0m\u001b[33m\n",
-      "\u001b[2K\u001b[32m[  ==]\u001b[0m Downloading dependencies\n",
-      "\u001b[1A\u001b[2K\u001b[?25l\u001b[32m[    ]\u001b[0m Running post-install setup\n",
-      "\u001b[1A\u001b[2K✅Successfully installed guardrails/similar_to_document!\n",
-      "\n",
-      "\n",
-      "\u001b[1mImport validator:\u001b[0m\n",
-      "from guardrails.hub import SimilarToDocument\n",
+      "✅Successfully installed guardrails/similar_to_document!\n",
       "\n",
-      "\u001b[1mGet more info:\u001b[0m\n",
-      "\u001b[4;94mhttps://hub.guardrailsai.com/validator/guardrails/similar_to_document\u001b[0m\n",
       "\n"
      ]
     }
    ],
    "source": [
-    "!guardrails hub install hub://guardrails/similar_to_document"
+    "!guardrails hub install hub://guardrails/similar_to_document --quiet"
    ]
   },
   {
@@ -65,11 +43,11 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
-    "!pip install numpy"
+    "! pip install numpy -q"
    ]
   },
   {
@@ -95,7 +73,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -114,7 +92,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -154,9 +132,33 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 6,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Loading the model all-MiniLM-L6-v2. This may take a while...\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
+      "  warnings.warn(\n"
+     ]
+    }
+   ],
    "source": [
     "from pydantic import BaseModel, Field\n",
     "\n",
@@ -205,7 +207,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -223,7 +225,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -239,17 +241,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 21,
+   "execution_count": 9,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Loading the model all-MiniLM-L6-v2. This may take a while...\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "guard = gd.Guard.from_pydantic(output_class=DocumentSummary)"
    ]
@@ -277,9 +271,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n",
+      "To disable this warning, you can either:\n",
+      "\t- Avoid using `tokenizers` before the fork if possible\n",
+      "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n"
+     ]
+    },
     {
      "name": "stdout",
      "output_type": "stream",
@@ -359,7 +363,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 27,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
@@ -368,35 +372,62 @@
        "
\n",
        "Summarize the following document:\n",
        "\n",
-       "${document}\n",
+       "Section. 1.\n",
+       "All legislative Powers herein granted shall be vested in a Congress of the United States, which shall consist of a \n",
+       "Senate and House of Representatives.\n",
+       "\n",
+       "Section. 2.\n",
+       "The House of Representatives shall be composed of Members chosen every second Year by the People of the several \n",
+       "States, and the Electors in each State shall have the Qualifications requisite for Electors of the most numerous \n",
+       "Branch of the State Legislature.\n",
+       "\n",
+       "No Person shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven \n",
+       "Years a Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he \n",
+       "shall be chosen.\n",
+       "\n",
+       "Representatives and direct Taxes shall be apportioned among the several States which may be included within this \n",
+       "Union, according to their respective Numbers, which shall be determined by adding to the whole Number of free \n",
+       "Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three fifths of all\n",
+       "other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the Congress of \n",
+       "the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law direct. The \n",
+       "Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at Least one \n",
+       "Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to chuse \n",
+       "three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New Jersey\n",
+       "four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina five, and \n",
+       "Georgia three.\n",
+       "\n",
+       "When vacancies happen in the Representation from any State, the Executive Authority thereof shall issue Writs of \n",
+       "Election to fill such Vacancies.\n",
+       "\n",
+       "The House of Representatives shall chuse their Speaker and other Officers; and shall have the sole Power of \n",
+       "Impeachment.\n",
        "\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "<output>\n",
-       "    <string name=\"summary\" description=\"Summarize the given document faithfully.\" \n",
-       "format=\"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein granted shall be vested \n",
-       "in a Congress of the United States, which shall consist of a Senate and House of Representatives.Section. 2.The \n",
-       "House of Representatives shall be composed of Members chosen every second Year by the People of the several States,\n",
-       "and the Electors in each State shall have the Qualifications requisite for Electors of the most numerous Branch of \n",
-       "the State Legislature.No Person shall be a Representative who shall not have attained to the Age of twenty five \n",
-       "Years, and been seven Years a Citizen of the United States, and who shall not, when elected, be an Inhabitant of \n",
-       "that State in which he shall be chosen.Representatives and direct Taxes shall be apportioned among the several \n",
-       "States which may be included within this Union, according to their respective Numbers, which shall be determined by\n",
-       "adding to the whole Number of free Persons, including those bound to Service for a Term of Years, and excluding \n",
-       "Indians not taxed, three fifths of all other Persons. The actual Enumeration shall be made within three Years after\n",
-       "the first Meeting of the Congress of the United States, and within every subsequent Term of ten Years, in such \n",
-       "Manner as they shall by Law direct. The Number of Representatives shall not exceed one for every thirty Thousand, \n",
-       "but each State shall have at Least one Representative; and until such enumeration shall be made, the State of New \n",
-       "Hampshire shall be entitled to chuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, \n",
-       "Connecticut five, New-York six, New Jersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, \n",
-       "North Carolina five, South Carolina five, and Georgia three.When vacancies happen in the Representation from any \n",
-       "State, the Executive Authority thereof shall issue Writs of Election to fill such Vacancies.The House of \n",
-       "Representatives shall chuse their Speaker and other Officers; and shall have the sole Power of Impeachment.' \n",
-       "threshold=0.6 model=all-MiniLM-L6-v2\"/>\n",
+       "  <string description=\"Summarize the given document faithfully.\" format=\"guardrails/similar_to_document: 'Section. \n",
+       "1.All legislative Powers herein granted shall be vested in a Congress of the United States, which shall consist of \n",
+       "a Senate and House of Representatives.Section. 2.The House of Representatives shall be composed of Members chosen \n",
+       "every second Year by the People of the several States, and the Electors in each State shall have the Qualifications\n",
+       "requisite for Electors of the most numerous Branch of the State Legislature.No Person shall be a Representative who\n",
+       "shall not have attained to the Age of twenty five Years, and been seven Years a Citizen of the United States, and \n",
+       "who shall not, when elected, be an Inhabitant of that State in which he shall be chosen.Representatives and direct \n",
+       "Taxes shall be apportioned among the several States which may be included within this Union, according to their \n",
+       "respective Numbers, which shall be determined by adding to the whole Number of free Persons, including those bound \n",
+       "to Service for a Term of Years, and excluding Indians not taxed, three fifths of all other Persons. The actual \n",
+       "Enumeration shall be made within three Years after the first Meeting of the Congress of the United States, and \n",
+       "within every subsequent Term of ten Years, in such Manner as they shall by Law direct. The Number of \n",
+       "Representatives shall not exceed one for every thirty Thousand, but each State shall have at Least one \n",
+       "Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to chuse \n",
+       "three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New Jersey\n",
+       "four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina five, and \n",
+       "Georgia three.When vacancies happen in the Representation from any State, the Executive Authority thereof shall \n",
+       "issue Writs of Election to fill such Vacancies.The House of Representatives shall chuse their Speaker and other \n",
+       "Officers; and shall have the sole Power of Impeachment.' 0.6 all-MiniLM-L6-v2\" name=\"summary\" \n",
+       "required=\"true\"></string>\n",
        "</output>\n",
        "\n",
-       "\n",
        "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
        "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
        "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
@@ -415,35 +446,62 @@
        "\n",
        "Summarize the following document:\n",
        "\n",
-       "$\u001b[1m{\u001b[0mdocument\u001b[1m}\u001b[0m\n",
+       "Section. \u001b[1;36m1\u001b[0m.\n",
+       "All legislative Powers herein granted shall be vested in a Congress of the United States, which shall consist of a \n",
+       "Senate and House of Representatives.\n",
+       "\n",
+       "Section. \u001b[1;36m2\u001b[0m.\n",
+       "The House of Representatives shall be composed of Members chosen every second Year by the People of the several \n",
+       "States, and the Electors in each State shall have the Qualifications requisite for Electors of the most numerous \n",
+       "Branch of the State Legislature.\n",
+       "\n",
+       "No Person shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven \n",
+       "Years a Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he \n",
+       "shall be chosen.\n",
+       "\n",
+       "Representatives and direct Taxes shall be apportioned among the several States which may be included within this \n",
+       "Union, according to their respective Numbers, which shall be determined by adding to the whole Number of free \n",
+       "Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three fifths of all\n",
+       "other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the Congress of \n",
+       "the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law direct. The \n",
+       "Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at Least one \n",
+       "Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to chuse \n",
+       "three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New Jersey\n",
+       "four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina five, and \n",
+       "Georgia three.\n",
+       "\n",
+       "When vacancies happen in the Representation from any State, the Executive Authority thereof shall issue Writs of \n",
+       "Election to fill such Vacancies.\n",
+       "\n",
+       "The House of Representatives shall chuse their Speaker and other Officers; and shall have the sole Power of \n",
+       "Impeachment.\n",
        "\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
        "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
        "\n",
-       "\n",
        "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
        "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
        "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
@@ -463,7 +521,7 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
@@ -476,7 +534,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 24,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [
     {
@@ -524,9 +582,9 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <string name=\"summary\" description=\"Summarize the given document faithfully.\"                       │ │\n",
-       "    │ │ format=\"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein granted      │ │\n",
-       "    │ │ shall be vested in a Congress of the United States, which shall consist of a Senate and House of        │ │\n",
+       "    │ │   <string description=\"Summarize the given document faithfully.\"                                        │ │\n",
+       "    │ │ format=\"guardrails/similar_to_document: 'Section. 1.All legislative Powers herein granted shall be      │ │\n",
+       "    │ │ vested in a Congress of the United States, which shall consist of a Senate and House of                 │ │\n",
        "    │ │ Representatives.Section. 2.The House of Representatives shall be composed of Members chosen every       │ │\n",
        "    │ │ second Year by the People of the several States, and the Electors in each State shall have the          │ │\n",
        "    │ │ Qualifications requisite for Electors of the most numerous Branch of the State Legislature.No Person    │ │\n",
@@ -545,10 +603,9 @@
        "    │ │ Carolina five, South Carolina five, and Georgia three.When vacancies happen in the Representation from  │ │\n",
        "    │ │ any State, the Executive Authority thereof shall issue Writs of Election to fill such Vacancies.The     │ │\n",
        "    │ │ House of Representatives shall chuse their Speaker and other Officers; and shall have the sole Power of │ │\n",
-       "    │ │ Impeachment.' threshold=0.6 model=all-MiniLM-L6-v2\"/>                                                   │ │\n",
+       "    │ │ Impeachment.' 0.6 all-MiniLM-L6-v2\" name=\"summary\" required=\"true\"></string>                            │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -663,9 +720,9 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mImpeachment.' 0.6 all-MiniLM-L6-v2\" name=\"summary\" required=\"true\">\u001b[0m\u001b[48;2;240;248;255m                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -779,21 +835,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 13,
    "metadata": {},
    "outputs": [
     {
-     "data": {
-      "text/html": [
-       "
Validated Output: None\n",
-       "
\n"
-      ],
-      "text/plain": [
-       "Validated Output: \u001b[3;35mNone\u001b[0m\n"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
+     "ename": "RuntimeError",
+     "evalue": "You must provide a prompt if msg_history is empty. Alternatively, you can provide a prompt in the Schema constructor.",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[13], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m raw_llm_response, validated_response, \u001b[38;5;241m*\u001b[39mrest \u001b[38;5;241m=\u001b[39m \u001b[43mguard\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m      2\u001b[0m \u001b[43m    \u001b[49m\u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      3\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m{\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mdocument\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mopen\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mdata/article1.txt\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mr\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      4\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mbabbage-002\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      5\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m512\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      6\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      7\u001b[0m \u001b[43m)\u001b[49m\n\u001b[1;32m      9\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mValidated Output: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mvalidated_response\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:795\u001b[0m, in \u001b[0;36mGuard.__call__\u001b[0;34m(self, llm_api, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    793\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m prompt \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m    794\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m msg_history \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(msg_history):\n\u001b[0;32m--> 795\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\n\u001b[1;32m    796\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou must provide a prompt if msg_history is empty. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    797\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAlternatively, you can provide a prompt in the Schema constructor.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    798\u001b[0m         )\n\u001b[1;32m    800\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_execute(\n\u001b[1;32m    801\u001b[0m     \u001b[38;5;241m*\u001b[39margs,\n\u001b[1;32m    802\u001b[0m     llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    810\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    811\u001b[0m )\n",
+      "\u001b[0;31mRuntimeError\u001b[0m: You must provide a prompt if msg_history is empty. Alternatively, you can provide a prompt in the Schema constructor."
+     ]
     }
    ],
    "source": [
@@ -818,7 +873,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -1418,7 +1473,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.12.3"
   },
   "orig_nbformat": 4
  },
diff --git a/docs/examples/toxic_language.ipynb b/docs/examples/toxic_language.ipynb
index 78dbe51e9..b5b0fb36c 100644
--- a/docs/examples/toxic_language.ipynb
+++ b/docs/examples/toxic_language.ipynb
@@ -2,11 +2,24 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 8,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mtoxic_language...\u001b[0m\n",
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
+      "  warnings.warn(\n",
+      "✅Successfully installed guardrails/toxic_language!\n",
+      "\n",
+      "\n"
+     ]
+    }
+   ],
    "source": [
-    "!guardrails hub install hub://guardrails/toxic_language"
+    "! guardrails hub install hub://guardrails/toxic_language --quiet"
    ]
   },
   {
@@ -22,7 +35,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -38,7 +51,16 @@
    "cell_type": "code",
    "execution_count": 10,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
+      "  warnings.warn(\n"
+     ]
+    }
+   ],
    "source": [
     "# Create a Guard object with this validator\n",
     "# Here, we'll use the default validation method of \"sentence\"\n",
@@ -208,7 +230,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.17"
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,
diff --git a/docs/examples/translation_to_specific_language.ipynb b/docs/examples/translation_to_specific_language.ipynb
index 2cf0fc519..97ed817d7 100644
--- a/docs/examples/translation_to_specific_language.ipynb
+++ b/docs/examples/translation_to_specific_language.ipynb
@@ -23,39 +23,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 2,
    "metadata": {
     "tags": []
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Collecting alt-profanity-check\n",
-      "  Downloading alt_profanity_check-1.5.0.tar.gz (758 kB)\n",
-      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m759.0/759.0 kB\u001b[0m \u001b[31m7.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
-      "\u001b[?25h  Installing build dependencies ... \u001b[?25ldone\n",
-      "\u001b[?25h  Getting requirements to build wheel ... \u001b[?25ldone\n",
-      "\u001b[?25h  Installing backend dependencies ... \u001b[?25ldone\n",
-      "\u001b[?25h  Preparing metadata (pyproject.toml) ... \u001b[?25ldone\n",
-      "\u001b[?25hRequirement already satisfied: scikit-learn==1.5.0 in ./.venv/lib/python3.10/site-packages (from alt-profanity-check) (1.5.0)\n",
-      "Requirement already satisfied: joblib>=1.4.0 in ./.venv/lib/python3.10/site-packages (from alt-profanity-check) (1.4.2)\n",
-      "Requirement already satisfied: numpy>=1.19.5 in ./.venv/lib/python3.10/site-packages (from scikit-learn==1.5.0->alt-profanity-check) (1.26.4)\n",
-      "Requirement already satisfied: scipy>=1.6.0 in ./.venv/lib/python3.10/site-packages (from scikit-learn==1.5.0->alt-profanity-check) (1.13.1)\n",
-      "Requirement already satisfied: threadpoolctl>=3.1.0 in ./.venv/lib/python3.10/site-packages (from scikit-learn==1.5.0->alt-profanity-check) (3.5.0)\n",
-      "Building wheels for collected packages: alt-profanity-check\n",
-      "  Building wheel for alt-profanity-check (pyproject.toml) ... \u001b[?25ldone\n",
-      "\u001b[?25h  Created wheel for alt-profanity-check: filename=alt_profanity_check-1.5.0-py3-none-any.whl size=758311 sha256=e0f54f82189ad2c90aeb27cb9239175c71d38606836be9e4762fb64b2e2de0a0\n",
-      "  Stored in directory: /Users/wyatt/Library/Caches/pip/wheels/18/c3/20/637574a9badb43cace85202ca31f49f47e3fe65e076459f3ed\n",
-      "Successfully built alt-profanity-check\n",
-      "Installing collected packages: alt-profanity-check\n",
-      "Successfully installed alt-profanity-check-1.5.0\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "! pip install alt-profanity-check"
+    "! pip install alt-profanity-check --quiet"
    ]
   },
   {
@@ -80,30 +54,11 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 3,
    "metadata": {
     "tags": []
    },
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/wyatt/Projects/guardrails/docs/examples/.venv/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
-      "  from .autonotebook import tqdm as notebook_tqdm\n",
-      "/Users/wyatt/Projects/guardrails/guardrails/validators/__init__.py:51: FutureWarning: \n",
-      "    Importing validators from `guardrails.validators` is deprecated.\n",
-      "    All validators are now available in the Guardrails Hub. Please install\n",
-      "    and import them from the hub instead. All validators will be\n",
-      "    removed from this module in the next major release.\n",
-      "\n",
-      "    Install with: `guardrails hub install hub:///`\n",
-      "    Import as: from guardrails.hub import `ValidatorName`\n",
-      "    \n",
-      "  warn(\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "from profanity_check import predict\n",
     "from guardrails.validators import (\n",
@@ -139,7 +94,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 4,
    "metadata": {
     "tags": []
    },
@@ -179,23 +134,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 5,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/wyatt/Projects/guardrails/guardrails/validator_base.py:460: FutureWarning: Accessing `IsProfanityFree` using\n",
-      "`from guardrails.validators import IsProfanityFree` is deprecated and\n",
-      "support will be removed after version 0.5.x. Please switch to the Guardrails Hub syntax:\n",
-      "`from guardrails.hub import ProfanityFree` for future updates and support.\n",
-      "For additional details, please visit: https://hub.guardrailsai.com/validator/guardrails/profanity_free.\n",
-      "\n",
-      "  warn(\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "from pydantic import BaseModel, Field\n",
     "\n",
@@ -239,7 +180,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -257,20 +198,11 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 7,
    "metadata": {
     "tags": []
    },
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/wyatt/Projects/guardrails/guardrails/prompt/base_prompt.py:59: FutureWarning: Prompt Primitives are moving! To keep the same behaviour, switch from `json` constants to `xml` constants. Example: ${gr.complete_json_suffix} -> ${gr.complete_xml_suffix}\n",
-      "  warn(\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "guard = gd.Guard.from_rail_string(rail_str)"
    ]
@@ -284,25 +216,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 8,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/wyatt/Projects/guardrails/guardrails/validator_base.py:460: FutureWarning: Accessing `IsProfanityFree` using\n",
-      "`from guardrails.validators import IsProfanityFree` is deprecated and\n",
-      "support will be removed after version 0.5.x. Please switch to the Guardrails Hub syntax:\n",
-      "`from guardrails.hub import ProfanityFree` for future updates and support.\n",
-      "For additional details, please visit: https://hub.guardrailsai.com/validator/guardrails/profanity_free.\n",
-      "\n",
-      "  warn(\n",
-      "/Users/wyatt/Projects/guardrails/guardrails/prompt/base_prompt.py:59: FutureWarning: Prompt Primitives are moving! To keep the same behaviour, switch from `json` constants to `xml` constants. Example: ${gr.complete_json_suffix} -> ${gr.complete_xml_suffix}\n",
-      "  warn(\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "guard = gd.Guard.from_pydantic(output_class=Translation)"
    ]
@@ -331,17 +247,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
-       "
Validated Output: {'translated_statement': 'Chicken quesadilla'}\n",
+       "
Validated Output: {'translated_statement': 'chicken quesadilla'}\n",
        "
\n"
       ],
       "text/plain": [
-       "Validated Output: \u001b[1m{\u001b[0m\u001b[32m'translated_statement'\u001b[0m: \u001b[32m'Chicken quesadilla'\u001b[0m\u001b[1m}\u001b[0m\n"
+       "Validated Output: \u001b[1m{\u001b[0m\u001b[32m'translated_statement'\u001b[0m: \u001b[32m'chicken quesadilla'\u001b[0m\u001b[1m}\u001b[0m\n"
       ]
      },
      "metadata": {},
@@ -372,36 +288,27 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 10,
    "metadata": {
     "tags": []
    },
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/var/folders/8n/8qwytjb11kj_46_w3n2v4jzw0000gn/T/ipykernel_6330/3983563700.py:1: DeprecationWarning: 'Guard.base_prompt' is deprecated and will be removed in versions 0.5.x and beyond. Use 'Guard.history.last.prompt' instead.\n",
-      "  print(guard.base_prompt)\n"
-     ]
-    },
     {
      "data": {
       "text/html": [
        "
\n",
        "Translate the given statement into english language:\n",
        "\n",
-       "${statement_to_be_translated}\n",
+       "quesadilla de pollo\n",
        "\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "<output>\n",
-       "    <string name=\"translated_statement\" description=\"Translate the given statement into english language\" \n",
-       "format=\"is-profanity-free\"/>\n",
+       "  <string description=\"Translate the given statement into english language\" format=\"is-profanity-free\" \n",
+       "name=\"translated_statement\" required=\"true\"></string>\n",
        "</output>\n",
        "\n",
-       "\n",
        "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
        "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
        "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
@@ -420,17 +327,16 @@
        "\n",
        "Translate the given statement into english language:\n",
        "\n",
-       "$\u001b[1m{\u001b[0mstatement_to_be_translated\u001b[1m}\u001b[0m\n",
+       "quesadilla de pollo\n",
        "\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
        "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
        "\n",
-       "\n",
        "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
        "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
        "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
@@ -450,7 +356,7 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
@@ -462,7 +368,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
@@ -481,11 +387,10 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <string name=\"translated_statement\" description=\"Translate the given statement into english         │ │\n",
-       "    │ │ language\" format=\"is-profanity-free\"/>                                                                  │ │\n",
+       "    │ │   <string description=\"Translate the given statement into english language\" format=\"is-profanity-free\"  │ │\n",
+       "    │ │ name=\"translated_statement\" required=\"true\"></string>                                                   │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -509,10 +414,10 @@
        "    │ │ No message history.                                                                                     │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "    │ │ {\"translated_statement\":\"Chicken quesadilla\"}                                                           │ │\n",
+       "    │ │ {\"translated_statement\":\"chicken quesadilla\"}                                                           │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
-       "    │ │ {'translated_statement': 'Chicken quesadilla'}                                                          │ │\n",
+       "    │ │ {'translated_statement': 'chicken quesadilla'}                                                          │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n",
        "
\n"
@@ -531,11 +436,10 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -559,10 +463,10 @@
        "    │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"translated_statement\":\"Chicken quesadilla\"}\u001b[0m\u001b[48;2;245;245;220m                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"translated_statement\":\"chicken quesadilla\"}\u001b[0m\u001b[48;2;245;245;220m                                                          \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{'translated_statement': 'Chicken quesadilla'}\u001b[0m\u001b[48;2;240;255;240m                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{'translated_statement': 'chicken quesadilla'}\u001b[0m\u001b[48;2;240;255;240m                                                         \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────╯\n"
       ]
@@ -587,7 +491,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 13,
    "metadata": {
     "tags": []
    },
@@ -609,6 +513,7 @@
    "source": [
     "raw_llm_response, validated_response, *rest = guard(\n",
     "    openai.chat.completions.create,\n",
+    "    prompt=prompt,\n",
     "    prompt_params={\"statement_to_be_translated\": \"убей себя\"},\n",
     "    model=\"gpt-3.5-turbo\",\n",
     "    max_tokens=2048,\n",
@@ -628,7 +533,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 14,
    "metadata": {},
    "outputs": [
     {
@@ -647,11 +552,10 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <string name=\"translated_statement\" description=\"Translate the given statement into english         │ │\n",
-       "    │ │ language\" format=\"is-profanity-free\"/>                                                                  │ │\n",
+       "    │ │   <string description=\"Translate the given statement into english language\" format=\"is-profanity-free\"  │ │\n",
+       "    │ │ name=\"translated_statement\" required=\"true\"></string>                                                   │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -675,7 +579,7 @@
        "    │ │ No message history.                                                                                     │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "    │ │ {\"translated_statement\":\"Kill yourself\"}                                                                │ │\n",
+       "    │ │ {\"translated_statement\":\"kill yourself\"}                                                                │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "    │ │ {'translated_statement': ''}                                                                            │ │\n",
@@ -697,11 +601,10 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m  \u001b[0m\u001b[48;2;240;248;255m                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -725,7 +628,7 @@
        "    │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"translated_statement\":\"Kill yourself\"}\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m{\"translated_statement\":\"kill yourself\"}\u001b[0m\u001b[48;2;245;245;220m                                                               \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m{'translated_statement': ''}\u001b[0m\u001b[48;2;240;255;240m                                                                           \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
diff --git a/docs/examples/valid_chess_moves.ipynb b/docs/examples/valid_chess_moves.ipynb
index e3f57a160..676784d72 100644
--- a/docs/examples/valid_chess_moves.ipynb
+++ b/docs/examples/valid_chess_moves.ipynb
@@ -22,7 +22,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 65,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -32,19 +32,11 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 66,
+   "execution_count": 2,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Requirement already satisfied: chess in /home/zayd/workspace/shreya/guardrails/.venv/lib/python3.11/site-packages (1.10.0)\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "! pip install chess"
+    "! pip install chess --quiet"
    ]
   },
   {
@@ -66,7 +58,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 67,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -106,7 +98,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 68,
+   "execution_count": 16,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -137,7 +129,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 69,
+   "execution_count": 17,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -178,7 +170,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 70,
+   "execution_count": 18,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -194,7 +186,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 71,
+   "execution_count": 19,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -211,7 +203,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 73,
+   "execution_count": 20,
    "metadata": {},
    "outputs": [
     {
@@ -230,16 +222,45 @@
        "Board('rnbqkbnr/pppppppp/8/8/8/8/PPPPPPPP/RNBQKBNR w KQkq - 0 1')"
       ]
      },
-     "execution_count": 73,
+     "execution_count": 20,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "board = guard._validator_map.get(\"move\")[0].board\n",
+    "board = guard._validator_map.get(\"$.move\")[0].board\n",
     "board"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Step 3: Wrap the LLM API call with `Guard`"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import openai\n",
+    "\n",
+    "raw_llm_response, validated_response, *rest = guard(\n",
+    "    openai.chat.completions.create,\n",
+    "    prompt=prompt,\n",
+    "    prompt_params={\n",
+    "        \"board_state\": str(board.move_stack)\n",
+    "        if board.move_stack\n",
+    "        else \"Starting position.\"\n",
+    "    },\n",
+    "    model=\"gpt-3.5-turbo\",\n",
+    "    max_tokens=2048,\n",
+    "    temperature=0.3,\n",
+    ")"
+   ]
+  },
   {
    "attachments": {},
    "cell_type": "markdown",
@@ -250,7 +271,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 72,
+   "execution_count": 22,
    "metadata": {},
    "outputs": [
     {
@@ -258,15 +279,15 @@
       "text/html": [
        "
\n",
        "Generate a move for the chess board. The board is currently in the following state:\n",
-       "${board_state}\n",
+       "Starting position.\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "<output>\n",
-       "    <string name=\"move\" format=\"is-valid-chess-move\" description=\"A move in standard algebraic notation.\"/>\n",
+       "  <string description=\"A move in standard algebraic notation.\" format=\"is-valid-chess-move\" name=\"move\" \n",
+       "required=\"true\"></string>\n",
        "</output>\n",
        "\n",
-       "\n",
        "ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the `name` \n",
        "attribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\n",
        "MUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \n",
@@ -284,15 +305,15 @@
       "text/plain": [
        "\n",
        "Generate a move for the chess board. The board is currently in the following state:\n",
-       "$\u001b[1m{\u001b[0mboard_state\u001b[1m}\u001b[0m\n",
+       "Starting position.\n",
        "\n",
        "Given below is XML that describes the information to extract from this document and the tags to extract it into.\n",
        "\n",
        "\u001b[1m<\u001b[0m\u001b[1;95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
-       "\u001b[39m    \u001b[0m\n",
+       "\u001b[39m  <\u001b[0m\u001b[35m/\u001b[0m\u001b[95mstring\u001b[0m\u001b[39m>\u001b[0m\n",
        "\u001b[39m<\u001b[0m\u001b[35m/\u001b[0m\u001b[95moutput\u001b[0m\u001b[39m>\u001b[0m\n",
        "\n",
-       "\n",
        "\u001b[39mONLY return a valid JSON object \u001b[0m\u001b[1;39m(\u001b[0m\u001b[39mno other text is necessary\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m, where the key of the field in JSON is the `name` \u001b[0m\n",
        "\u001b[39mattribute of the corresponding XML, and the value is of the type specified by the corresponding XML's tag. The JSON\u001b[0m\n",
        "\u001b[39mMUST conform to the XML format, including any types and format requests e.g. requests for lists, objects and \u001b[0m\n",
@@ -312,43 +333,7 @@
     }
    ],
    "source": [
-    "print(guard.history.last.prompt)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Step 3: Wrap the LLM API call with `Guard`"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 74,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "Async event loop found, but guard was invoked synchronously.For validator parallelization, please call `validate_async` instead.\n"
-     ]
-    }
-   ],
-   "source": [
-    "import openai\n",
-    "\n",
-    "raw_llm_response, validated_response, *rest = guard(\n",
-    "    openai.chat.completions.create,\n",
-    "    prompt_params={\n",
-    "        \"board_state\": str(board.move_stack)\n",
-    "        if board.move_stack\n",
-    "        else \"Starting position.\"\n",
-    "    },\n",
-    "    model=\"gpt-3.5-turbo\",\n",
-    "    max_tokens=2048,\n",
-    "    temperature=0.3,\n",
-    ")"
+    "print(guard.history.last.compiled_prompt)"
    ]
   },
   {
@@ -362,7 +347,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 75,
+   "execution_count": 23,
    "metadata": {},
    "outputs": [
     {
@@ -385,7 +370,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 76,
+   "execution_count": 24,
    "metadata": {},
    "outputs": [
     {
@@ -404,7 +389,7 @@
        "Board('rnbqkbnr/pppppppp/8/8/4P3/8/PPPP1PPP/RNBQKBNR b KQkq - 0 1')"
       ]
      },
-     "execution_count": 76,
+     "execution_count": 24,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -423,7 +408,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 77,
+   "execution_count": 25,
    "metadata": {},
    "outputs": [
     {
@@ -442,7 +427,7 @@
        "Board('rnbqkbnr/pppp1ppp/8/4p3/4P3/8/PPPP1PPP/RNBQKBNR w KQkq - 0 2')"
       ]
      },
-     "execution_count": 77,
+     "execution_count": 25,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -462,21 +447,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 78,
+   "execution_count": 26,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "Async event loop found, but guard was invoked synchronously.For validator parallelization, please call `validate_async` instead.\n",
-      "Async event loop found, but guard was invoked synchronously.For validator parallelization, please call `validate_async` instead.\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "raw_llm_response, validated_response, *rest = guard(\n",
     "    openai.chat.completions.create,\n",
+    "    prompt=prompt,\n",
     "    prompt_params={\n",
     "        \"board_state\": str(board.move_stack)\n",
     "        if board.move_stack\n",
@@ -490,7 +467,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 79,
+   "execution_count": 27,
    "metadata": {},
    "outputs": [
     {
@@ -509,7 +486,7 @@
        "Board('rnbqkbnr/pppp1ppp/8/4p3/4P3/8/PPPP1PPP/RNBQKBNR w KQkq - 0 2')"
       ]
      },
-     "execution_count": 79,
+     "execution_count": 27,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -520,25 +497,32 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 80,
+   "execution_count": 29,
    "metadata": {},
    "outputs": [
     {
-     "ename": "IllegalMoveError",
-     "evalue": "illegal san: 'Nc6' in rnbqkbnr/pppp1ppp/8/4p3/4P3/8/PPPP1PPP/RNBQKBNR w KQkq - 0 2",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[0;31mIllegalMoveError\u001b[0m                          Traceback (most recent call last)",
-      "Cell \u001b[0;32mIn[80], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m board\u001b[39m.\u001b[39;49mpush_san(\u001b[39m\"\u001b[39;49m\u001b[39mNc6\u001b[39;49m\u001b[39m\"\u001b[39;49m)\n\u001b[1;32m      2\u001b[0m board\n",
-      "File \u001b[0;32m~/workspace/shreya/guardrails/.venv/lib/python3.11/site-packages/chess/__init__.py:3105\u001b[0m, in \u001b[0;36mBoard.push_san\u001b[0;34m(self, san)\u001b[0m\n\u001b[1;32m   3091\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mpush_san\u001b[39m(\u001b[39mself\u001b[39m, san: \u001b[39mstr\u001b[39m) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m Move:\n\u001b[1;32m   3092\u001b[0m \u001b[39m    \u001b[39m\u001b[39m\"\"\"\u001b[39;00m\n\u001b[1;32m   3093\u001b[0m \u001b[39m    Parses a move in standard algebraic notation, makes the move and puts\u001b[39;00m\n\u001b[1;32m   3094\u001b[0m \u001b[39m    it onto the move stack.\u001b[39;00m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m   3103\u001b[0m \u001b[39m        - :exc:`AmbiguousMoveError` if the SAN is ambiguous.\u001b[39;00m\n\u001b[1;32m   3104\u001b[0m \u001b[39m    \"\"\"\u001b[39;00m\n\u001b[0;32m-> 3105\u001b[0m     move \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mparse_san(san)\n\u001b[1;32m   3106\u001b[0m     \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mpush(move)\n\u001b[1;32m   3107\u001b[0m     \u001b[39mreturn\u001b[39;00m move\n",
-      "File \u001b[0;32m~/workspace/shreya/guardrails/.venv/lib/python3.11/site-packages/chess/__init__.py:3087\u001b[0m, in \u001b[0;36mBoard.parse_san\u001b[0;34m(self, san)\u001b[0m\n\u001b[1;32m   3084\u001b[0m     matched_move \u001b[39m=\u001b[39m move\n\u001b[1;32m   3086\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m matched_move:\n\u001b[0;32m-> 3087\u001b[0m     \u001b[39mraise\u001b[39;00m IllegalMoveError(\u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39millegal san: \u001b[39m\u001b[39m{\u001b[39;00msan\u001b[39m!r}\u001b[39;00m\u001b[39m in \u001b[39m\u001b[39m{\u001b[39;00m\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mfen()\u001b[39m}\u001b[39;00m\u001b[39m\"\u001b[39m)\n\u001b[1;32m   3089\u001b[0m \u001b[39mreturn\u001b[39;00m matched_move\n",
-      "\u001b[0;31mIllegalMoveError\u001b[0m: illegal san: 'Nc6' in rnbqkbnr/pppp1ppp/8/4p3/4P3/8/PPPP1PPP/RNBQKBNR w KQkq - 0 2"
-     ]
+     "data": {
+      "image/svg+xml": [
+       "
r n b q k b n r\n",
+       "p p p p . p p p\n",
+       ". . . . . . . .\n",
+       ". . . . p . . .\n",
+       ". . . . P . . .\n",
+       ". . N . . . . .\n",
+       "P P P P . P P P\n",
+       "R . B Q K B N R
"
+      ],
+      "text/plain": [
+       "Board('rnbqkbnr/pppp1ppp/8/4p3/4P3/2N5/PPPP1PPP/R1BQKBNR b KQkq - 1 2')"
+      ]
+     },
+     "execution_count": 29,
+     "metadata": {},
+     "output_type": "execute_result"
     }
    ],
    "source": [
-    "board.push_san(\"Nc6\")\n",
+    "board.push_san(\"Nc3\")\n",
     "board"
    ]
   }
diff --git a/docs/examples/value_within_distribution.ipynb b/docs/examples/value_within_distribution.ipynb
index 15192ed00..9cda5d34f 100644
--- a/docs/examples/value_within_distribution.ipynb
+++ b/docs/examples/value_within_distribution.ipynb
@@ -10,26 +10,16 @@
      "output_type": "stream",
      "text": [
       "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95msimilar_to_previous_values...\u001b[0m\n",
-      "\u001b[2K\u001b[32m[=   ]\u001b[0m Fetching manifestst\n",
-      "\u001b[2K\u001b[32m[==  ]\u001b[0m Downloading dependencies  Running command git clone --filter=blob:none --quiet https://github.com/guardrails-ai/similar_to_previous_values.git /private/var/folders/w2/ssf16z690zd7_4dggw0y5s_m0000gn/T/pip-req-build-8nvu7jlq\n",
-      "\u001b[2K\u001b[32m[ ===]\u001b[0m Downloading dependencies\n",
-      "\u001b[2K\u001b[32m[ ===]\u001b[0m Running post-install setuptall setup/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.11/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
       "  warnings.warn(\n",
-      "\u001b[2K\u001b[32m[  ==]\u001b[0m Running post-install setup\n",
-      "\u001b[1A\u001b[2K✅Successfully installed guardrails/similar_to_previous_values!\n",
+      "✅Successfully installed guardrails/similar_to_previous_values!\n",
       "\n",
-      "\n",
-      "\u001b[1mImport validator:\u001b[0m\n",
-      "from guardrails.hub import SimilarToPreviousValues\n",
-      "\n",
-      "\u001b[1mGet more info:\u001b[0m\n",
-      "\u001b[4;94mhttps://hub.guardrailsai.com/validator/guardrails/similar_to_previous_values\u001b[0m\n",
       "\n"
      ]
     }
    ],
    "source": [
-    "!guardrails hub install hub://guardrails/similar_to_previous_values"
+    "!guardrails hub install hub://guardrails/similar_to_previous_values --quiet"
    ]
   },
   {
@@ -256,7 +246,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.12.3"
   },
   "orig_nbformat": 4
  },
diff --git a/docs/hub/api_reference_markdown/validators.md b/docs/hub/api_reference_markdown/validators.md
index ba9f966ab..57a2276bb 100644
--- a/docs/hub/api_reference_markdown/validators.md
+++ b/docs/hub/api_reference_markdown/validators.md
@@ -1,1153 +1,2 @@
 # Validators
 
-## TwoWords
-
-Validates that a value is two words.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `two-words`                       |
-| Supported data types          | `string`                          |
-| Programmatic fix              | Pick the first two words.         |
-
-## ExtractiveSummary
-
-Validates that a string is a valid extractive summary of a given
-document.
-
-This validator does a fuzzy match between the sentences in the
-summary and the sentences in the document. Each sentence in the
-summary must be similar to at least one sentence in the document.
-After the validation, the summary is updated to include the
-sentences from the document that were matched, and the citations for
-those sentences are added to the end of the summary.
-
-**Key Properties**
-
-| Property                      | Description                         |
-| ----------------------------- | ----------------------------------- |
-| Name for `format` attribute   | `extractive-summary`                |
-| Supported data types          | `string`                            |
-| Programmatic fix              | Remove any sentences that can not be verified. |
-
-**Arguments**:
-
-  
-- `threshold` - The minimum fuzz ratio to be considered summarized.  Defaults to 85.
-  
-  Other parameters: Metadata
-  
-- `filepaths` _List[str]_ - A list of strings that specifies the filepaths for any documents that should be used for asserting the summary's similarity.
-
-#### validate(value: Any, metadata: Dict)
-
-```python
-def validate(value: Any, metadata: Dict) -> ValidationResult
-```
-
-Make sure each sentence was precisely copied from the document.
-
-## SaliencyCheck
-
-Checks that the summary covers the list of topics present in the
-document.
-
-**Key Properties**
-
-| Property                      | Description                         |
-| ----------------------------- | ----------------------------------- |
-| Name for `format` attribute   | `saliency-check`                    |
-| Supported data types          | `string`                            |
-| Programmatic fix              | None                                |
-
-**Arguments**:
-
-  
-- `docs_dir` - Path to the directory containing the documents.
-- `threshold` - Threshold for overlap between topics in document and summary. Defaults to 0.25
-
-#### \_\_init\_\_(docs\_dir: str, llm\_callable: Optional[Callable] = None, on\_fail: Optional[Callable] = None, threshold: float = 0.25, \*\*kwargs)
-
-```python
-def __init__(docs_dir: str,
-             llm_callable: Optional[Callable] = None,
-             on_fail: Optional[Callable] = None,
-             threshold: float = 0.25,
-             **kwargs)
-```
-
-Initialize the SalienceCheck validator.
-
-**Arguments**:
-
-- `docs_dir` - Path to the directory containing the documents.
-- `on_fail` - Function to call when validation fails.
-- `threshold` - Threshold for overlap between topics in document and summary.
-
-## BugFreeSQL
-
-Validates that there are no SQL syntactic bugs in the generated code.
-
-This is a very minimal implementation that uses the Pypi `sqlvalidator` package
-to check if the SQL query is valid. You can implement a custom SQL validator
-that uses a database connection to check if the query is valid.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `bug-free-sql`                    |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-## RemoveRedundantSentences
-
-Removes redundant sentences from a string.
-
-This validator removes sentences from a string that are similar to
-other sentences in the string. This is useful for removing
-repetitive sentences from a string.
-
-**Key Properties**
-
-| Property                      | Description                         |
-| ----------------------------- | ----------------------------------- |
-| Name for `format` attribute   | `remove-redundant-sentences`        |
-| Supported data types          | `string`                            |
-| Programmatic fix              | Remove any redundant sentences.     |
-
-**Arguments**:
-
-  
-- `threshold` - The minimum fuzz ratio to be considered redundant.  Defaults to 70.
-
-#### validate(value: Any, metadata: Dict)
-
-```python
-def validate(value: Any, metadata: Dict) -> ValidationResult
-```
-
-Remove redundant sentences from a string.
-
-## DetectSecrets
-
-Validates whether the generated code snippet contains any secrets.
-
-**Key Properties**
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `detect-secrets`                  |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-**Arguments**:
-
-  None
-  
-  This validator uses the detect-secrets library to check whether the generated code
-  snippet contains any secrets. If any secrets are detected, the validator fails and
-  returns the generated code snippet with the secrets replaced with asterisks.
-  Else the validator returns the generated code snippet.
-  
-  Following are some caveats:
-  - Multiple secrets on the same line may not be caught. e.g.
-  - Minified code
-  - One-line lists/dictionaries
-  - Multi-variable assignments
-  - Multi-line secrets may not be caught. e.g.
-  - RSA/SSH keys
-  
-
-**Example**:
-
-    ```py
-
-    guard = Guard.from_string(validators=[
-        DetectSecrets(on_fail=OnFailAction.FIX)
-    ])
-    guard.parse(
-        llm_output=code_snippet,
-    )
-    ```
-
-#### get\_unique\_secrets(value: str)
-
-```python
-def get_unique_secrets(value: str) -> Tuple[Dict[str, Any], List[str]]
-```
-
-Get unique secrets from the value.
-
-**Arguments**:
-
-- `value` _str_ - The generated code snippet.
-  
-
-**Returns**:
-
-- `unique_secrets` _Dict[str, Any]_ - A dictionary of unique secrets and their
-  line numbers.
-- `lines` _List[str]_ - The lines of the generated code snippet.
-
-#### get\_modified\_value(unique\_secrets: Dict[str, Any], lines: List[str])
-
-```python
-def get_modified_value(unique_secrets: Dict[str, Any],
-                       lines: List[str]) -> str
-```
-
-Replace the secrets on the lines with asterisks.
-
-**Arguments**:
-
-- `unique_secrets` _Dict[str, Any]_ - A dictionary of unique secrets and their
-  line numbers.
-- `lines` _List[str]_ - The lines of the generated code snippet.
-  
-
-**Returns**:
-
-- `modified_value` _str_ - The generated code snippet with secrets replaced with
-  asterisks.
-
-## ValidRange
-
-Validates that a value is within a range.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `valid-range`                     |
-| Supported data types          | `integer`, `float`, `percentage`  |
-| Programmatic fix              | Closest value within the range.   |
-
-**Arguments**:
-
-- `min` - The inclusive minimum value of the range.
-- `max` - The inclusive maximum value of the range.
-
-#### validate(value: Any, metadata: Dict)
-
-```python
-def validate(value: Any, metadata: Dict) -> ValidationResult
-```
-
-Validates that a value is within a range.
-
-## ExtractedSummarySentencesMatch
-
-Validates that the extracted summary sentences match the original text
-by performing a cosine similarity in the embedding space.
-
-**Key Properties**
-
-| Property                      | Description                         |
-| ----------------------------- | ----------------------------------- |
-| Name for `format` attribute   | `extracted-summary-sentences-match` |
-| Supported data types          | `string`                            |
-| Programmatic fix              | Remove any sentences that can not be verified. |
-
-**Arguments**:
-
-  
-- `threshold` - The minimum cosine similarity to be considered similar. Default to 0.7.
-  
-  Other parameters: Metadata
-  
-- `filepaths` _List[str]_ - A list of strings that specifies the filepaths for any documents that should be used for asserting the summary's similarity.
-- `document_store` _DocumentStoreBase, optional_ - The document store to use during validation. Defaults to EphemeralDocumentStore.
-- `vector_db` _VectorDBBase, optional_ - A vector database to use for embeddings.  Defaults to Faiss.
-- `embedding_model` _EmbeddingBase, optional_ - The embeddig model to use. Defaults to OpenAIEmbedding.
-
-## CompetitorCheck
-
-Validates that LLM-generated text is not naming any competitors from a
-given list.
-
-In order to use this validator you need to provide an extensive list of the
-competitors you want to avoid naming including all common variations.
-
-**Arguments**:
-
-- `competitors` _List[str]_ - List of competitors you want to avoid naming
-
-#### exact\_match(text: str, competitors: List[str])
-
-```python
-def exact_match(text: str, competitors: List[str]) -> List[str]
-```
-
-Performs exact match to find competitors from a list in a given
-text.
-
-**Arguments**:
-
-- `text` _str_ - The text to search for competitors.
-- `competitors` _list_ - A list of competitor entities to match.
-  
-
-**Returns**:
-
-- `list` - A list of matched entities.
-
-#### perform\_ner(text: str, nlp)
-
-```python
-def perform_ner(text: str, nlp) -> List[str]
-```
-
-Performs named entity recognition on text using a provided NLP
-model.
-
-**Arguments**:
-
-- `text` _str_ - The text to perform named entity recognition on.
-- `nlp` - The NLP model to use for entity recognition.
-  
-
-**Returns**:
-
-- `entities` - A list of entities found.
-
-#### is\_entity\_in\_list(entities: List[str], competitors: List[str])
-
-```python
-def is_entity_in_list(entities: List[str], competitors: List[str]) -> List
-```
-
-Checks if any entity from a list is present in a given list of
-competitors.
-
-**Arguments**:
-
-- `entities` _list_ - A list of entities to check
-- `competitors` _list_ - A list of competitor names to match
-  
-
-**Returns**:
-
-- `List` - List of found competitors
-
-#### validate(value: str, metadata=Dict)
-
-```python
-def validate(value: str, metadata=Dict) -> ValidationResult
-```
-
-Checks a text to find competitors' names in it.
-
-While running, store sentences naming competitors and generate a fixed output
-filtering out all flagged sentences.
-
-**Arguments**:
-
-- `value` _str_ - The value to be validated.
-- `metadata` _Dict, optional_ - Additional metadata. Defaults to empty dict.
-  
-
-**Returns**:
-
-- `ValidationResult` - The validation result.
-
-## BugFreePython
-
-Validates that there are no Python syntactic bugs in the generated code.
-
-This validator checks for syntax errors by running `ast.parse(code)`,
-and will raise an exception if there are any.
-Only the packages in the `python` environment are available to the code snippet.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `bug-free-python`                 |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-## LowerCase
-
-Validates that a value is lower case.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `lower-case`                      |
-| Supported data types          | `string`                          |
-| Programmatic fix              | Convert to lower case.            |
-
-## EndsWith
-
-Validates that a list ends with a given value.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `ends-with`                       |
-| Supported data types          | `list`                            |
-| Programmatic fix              | Append the given value to the list. |
-
-**Arguments**:
-
-- `end` - The required last element.
-
-## QARelevanceLLMEval
-
-Validates that an answer is relevant to the question asked by asking the
-LLM to self evaluate.
-
-**Key Properties**
-
-| Property                      | Description                         |
-| ----------------------------- | ----------------------------------- |
-| Name for `format` attribute   | `qa-relevance-llm-eval`             |
-| Supported data types          | `string`                            |
-| Programmatic fix              | None                                |
-
-Other parameters: Metadata
-question (str): The original question the llm was given to answer.
-
-## ValidURL
-
-Validates that a value is a valid URL.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `valid-url`                       |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-## SqlColumnPresence
-
-Validates that all columns in the SQL query are present in the schema.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `sql-column-presence`             |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-**Arguments**:
-
-- `cols` - The list of valid columns.
-
-## ValidChoices
-
-Validates that a value is within the acceptable choices.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `valid-choices`                   |
-| Supported data types          | `all`                             |
-| Programmatic fix              | None                              |
-
-**Arguments**:
-
-- `choices` - The list of valid choices.
-
-#### validate(value: Any, metadata: Dict)
-
-```python
-def validate(value: Any, metadata: Dict) -> ValidationResult
-```
-
-Validates that a value is within a range.
-
-## ReadingTime
-
-Validates that the a string can be read in less than a certain amount of
-time.
-
-**Key Properties**
-
-| Property                      | Description                         |
-| ----------------------------- | ----------------------------------- |
-| Name for `format` attribute   | `reading-time`                      |
-| Supported data types          | `string`                            |
-| Programmatic fix              | None                                |
-
-**Arguments**:
-
-  
-- `reading_time` - The maximum reading time in minutes.
-
-## IsProfanityFree
-
-Validates that a translated text does not contain profanity language.
-
-This validator uses the `alt-profanity-check` package to check if a string
-contains profanity language.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `is-profanity-free`               |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-## ValidLength
-
-Validates that the length of value is within the expected range.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `length`                          |
-| Supported data types          | `string`, `list`, `object`        |
-| Programmatic fix              | If shorter than the minimum, pad with empty last elements. If longer than the maximum, truncate. |
-
-**Arguments**:
-
-- `min` - The inclusive minimum length.
-- `max` - The inclusive maximum length.
-
-#### validate(value: Union[str, List], metadata: Dict)
-
-```python
-def validate(value: Union[str, List], metadata: Dict) -> ValidationResult
-```
-
-Validates that the length of value is within the expected range.
-
-## SimilarToList
-
-Validates that a value is similar to a list of previously known values.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `similar-to-list`                 |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-**Arguments**:
-
-- `standard_deviations` _int_ - The number of standard deviations from the mean to check.
-- `threshold` _float_ - The threshold for the average semantic similarity for strings.
-  
-  For integer values, this validator checks whether the value lies
-  within 'k' standard deviations of the mean of the previous values.
-  (Assumes that the previous values are normally distributed.) For
-  string values, this validator checks whether the average semantic
-  similarity between the generated value and the previous values is
-  less than a threshold.
-
-#### get\_semantic\_similarity(text1: str, text2: str, embed\_function: Callable)
-
-```python
-def get_semantic_similarity(text1: str, text2: str,
-                            embed_function: Callable) -> float
-```
-
-Get the semantic similarity between two strings.
-
-**Arguments**:
-
-- `text1` _str_ - The first string.
-- `text2` _str_ - The second string.
-- `embed_function` _Callable_ - The embedding function.
-
-**Returns**:
-
-- `similarity` _float_ - The semantic similarity between the two strings.
-
-## PydanticFieldValidator
-
-Validates a specific field in a Pydantic model with the specified
-validator method.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `pydantic_field_validator`        |
-| Supported data types          | `Any`                             |
-| Programmatic fix              | Override with return value from `field_validator`.   |
-
-**Arguments**:
-
-  
-- `field_validator` _Callable_ - A validator for a specific field in a Pydantic model.
-
-## PIIFilter
-
-Validates that any text does not contain any PII.
-
-This validator uses Microsoft's Presidio (https://github.com/microsoft/presidio)
-to detect PII in the text. If PII is detected, the validator will fail with a
-programmatic fix that anonymizes the text. Otherwise, the validator will pass.
-
-**Key Properties**
-
-| Property                      | Description                         |
-| ----------------------------- | ----------------------------------- |
-| Name for `format` attribute   | `pii`                               |
-| Supported data types          | `string`                            |
-| Programmatic fix              | Anonymized text with PII filtered   |
-
-**Arguments**:
-
-- `pii_entities` _str | List[str], optional_ - The PII entities to filter. Must be
-  one of `pii` or `spi`. Defaults to None. Can also be set in metadata.
-
-#### get\_anonymized\_text(text: str, entities: List[str])
-
-```python
-def get_anonymized_text(text: str, entities: List[str]) -> str
-```
-
-Analyze and anonymize the text for PII.
-
-**Arguments**:
-
-- `text` _str_ - The text to analyze.
-- `pii_entities` _List[str]_ - The PII entities to filter.
-  
-
-**Returns**:
-
-- `anonymized_text` _str_ - The anonymized text.
-
-## OnTopic
-
-Checks if text's main topic is specified within a list of valid topics
-and ensures that the text is not about any of the invalid topics.
-
-This validator accepts at least one valid topic and an optional list of
-invalid topics.
-
-Default behavior first runs a Zero-Shot model, and then falls back to
-ask OpenAI's `gpt-3.5-turbo` if the Zero-Shot model is not confident
-in the topic classification (score < 0.5).
-
-In our experiments this LLM fallback increases accuracy by 15% but also
-increases latency (more than doubles the latency in the worst case).
-
-Both the Zero-Shot classification and the GPT classification may be toggled.
-
-**Key Properties**
-
-| Property                      | Description                              |
-| ----------------------------- | ---------------------------------------- |
-| Name for `format` attribute   | `on_topic`                               |
-| Supported data types          | `string`                                 |
-| Programmatic fix              | Removes lines with off-topic information |
-
-**Arguments**:
-
-- `valid_topics` _List[str]_ - topics that the text should be about
-  (one or many).
-- `invalid_topics` _List[str], Optional, defaults to []_ - topics that the
-  text cannot be about.
-- `device` _int, Optional, defaults to -1_ - Device ordinal for CPU/GPU
-  supports for Zero-Shot classifier. Setting this to -1 will leverage
-  CPU, a positive will run the Zero-Shot model on the associated CUDA
-  device id.
-- `model` _str, Optional, defaults to 'facebook/bart-large-mnli'_ - The
-  Zero-Shot model that will be used to classify the topic. See a
-  list of all models here:
-  https://huggingface.co/models?pipeline_tag=zero-shot-classification
-  llm_callable (Union[str, Callable, None], Optional, defaults to
-- `'gpt-3.5-turbo')` - Either the name of the OpenAI model, or a callable
-  that takes a prompt and returns a response.
-- `disable_classifier` _bool, Optional, defaults to False_ - controls whether
-  to use the Zero-Shot model. At least one of disable_classifier and
-  disable_llm must be False.
-- `disable_llm` _bool, Optional, defaults to False_ - controls whether to use
-  the LLM fallback. At least one of disable_classifier and
-  disable_llm must be False.
-- `model_threshold` _float, Optional, defaults to 0.5_ - The threshold used to
-  determine whether to accept a topic from the Zero-Shot model. Must be
-  a number between 0 and 1.
-
-#### call\_llm(text: str, topics: List[str])
-
-```python
-@retry(wait=wait_random_exponential(min=1, max=60), stop=stop_after_attempt(5))
-def call_llm(text: str, topics: List[str]) -> str
-```
-
-Call the LLM with the given prompt.
-
-Expects a function that takes a string and returns a string.
-
-**Arguments**:
-
-- `text` _str_ - The input text to classify using the LLM.
-- `topics` _List[str]_ - The list of candidate topics.
-
-**Returns**:
-
-- `response` _str_ - String representing the LLM response.
-
-#### set\_callable(llm\_callable: Union[str, Callable, None])
-
-```python
-def set_callable(llm_callable: Union[str, Callable, None]) -> None
-```
-
-Set the LLM callable.
-
-**Arguments**:
-
-- `llm_callable` - Either the name of the OpenAI model, or a callable that takes
-  a prompt and returns a response.
-
-## UpperCase
-
-Validates that a value is upper case.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `upper-case`                      |
-| Supported data types          | `string`                          |
-| Programmatic fix              | Convert to upper case.            |
-
-## ProvenanceV0
-
-Validates that LLM-generated text matches some source text based on
-distance in embedding space.
-
-**Key Properties**
-
-| Property                      | Description                         |
-| ----------------------------- | ----------------------------------- |
-| Name for `format` attribute   | `provenance-v0`                     |
-| Supported data types          | `string`                            |
-| Programmatic fix              | None                                |
-
-**Arguments**:
-
-- `threshold` - The minimum cosine similarity between the generated text and
-  the source text. Defaults to 0.8.
-- `validation_method` - Whether to validate at the sentence level or over the full text.  Must be one of `sentence` or `full`. Defaults to `sentence`
-  
-  Other parameters: Metadata
-- `query_function` _Callable, optional_ - A callable that takes a string and returns a list of (chunk, score) tuples.
-- `sources` _List[str], optional_ - The source text.
-- `embed_function` _Callable, optional_ - A callable that creates embeddings for the sources. Must accept a list of strings and return an np.array of floats.
-  
-  In order to use this validator, you must provide either a `query_function` or
-  `sources` with an `embed_function` in the metadata.
-  
-  If providing query_function, it should take a string as input and return a list of
-  (chunk, score) tuples. The chunk is a string and the score is a float representing
-  the cosine distance between the chunk and the input string. The list should be
-  sorted in ascending order by score.
-  
-- `Note` - The score should represent distance in embedding space, not similarity. I.e.,
-  lower is better and the score should be 0 if the chunk is identical to the input
-  string.
-  
-
-**Example**:
-
-    ```py
-    def query_function(text: str, k: int) -> List[Tuple[str, float]]:
-        return [("This is a chunk", 0.9), ("This is another chunk", 0.8)]
-
-    guard = Guard.from_rail(...)
-    guard(
-        openai.chat.completions.create(...),
-        prompt_params={...},
-        temperature=0.0,
-        metadata={"query_function": query_function},
-    )
-    ```
-  
-  
-  If providing sources, it should be a list of strings. The embed_function should
-  take a string or a list of strings as input and return a np array of floats.
-  The vector should be normalized to unit length.
-  
-
-**Example**:
-
-    ```py
-    def embed_function(text: Union[str, List[str]]) -> np.ndarray:
-        return np.array([[0.1, 0.2, 0.3]])
-
-    guard = Guard.from_rail(...)
-    guard(
-        openai.chat.completions.create(...),
-        prompt_params={...},
-        temperature=0.0,
-        metadata={
-            "sources": ["This is a source text"],
-            "embed_function": embed_function
-        },
-    )
-    ```
-
-## ProvenanceV1
-
-Validates that the LLM-generated text is supported by the provided
-contexts.
-
-This validator uses an LLM callable to evaluate the generated text against the
-provided contexts (LLM-ception).
-
-In order to use this validator, you must provide either:
-1. a 'query_function' in the metadata. That function should take a string as input
-(the LLM-generated text) and return a list of relevant
-chunks. The list should be sorted in ascending order by the distance between the
-chunk and the LLM-generated text.
-
-Example using str callable:
-
-
-Example using a custom llm callable:
-
-
-OR
-
-2. `sources` with an `embed_function` in the metadata. The embed_function should
-take a string or a list of strings as input and return a np array of floats.
-The vector should be normalized to unit length.
-
-``` py
-def query_function(text: str, k: int) -> List[str]:
-    return ["This is a chunk", "This is another chunk"]
-
-guard = Guard.from_string(validators=[
-    ProvenanceV1(llm_callable="gpt-3.5-turbo", ...)
-])
-guard.parse(
-    llm_output=...,
-    metadata={"query_function": query_function}
-)
-```
-``` py
-def query_function(text: str, k: int) -> List[str]:
-    return ["This is a chunk", "This is another chunk"]
-
-guard = Guard.from_string(validators=[
-        ProvenanceV1(llm_callable=your_custom_callable, ...)
-    ]
-)
-guard.parse(
-    llm_output=...,
-    metadata={"query_function": query_function}
-)
-```
-
-**Example**:
-
-  
-```py
-def embed_function(text: Union[str, List[str]]) -> np.ndarray:
-    return np.array([[0.1, 0.2, 0.3]])
-
-guard = Guard.from_rail(...)
-guard(
-    openai.chat.completions.create(...),
-    prompt_params={...},
-    temperature=0.0,
-    metadata={
-        "sources": ["This is a source text"],
-        "embed_function": embed_function
-    },
-)
-```
-
-#### \_\_init\_\_(validation\_method: str = "sentence", llm\_callable: Union[str, Callable] = "gpt-3.5-turbo", top\_k: int = 3, max\_tokens: int = 2, on\_fail: Optional[Callable] = None, \*\*kwargs)
-
-```python
-def __init__(validation_method: str = "sentence",
-             llm_callable: Union[str, Callable] = "gpt-3.5-turbo",
-             top_k: int = 3,
-             max_tokens: int = 2,
-             on_fail: Optional[Callable] = None,
-             **kwargs)
-```
-
-args:
-validation_method (str): Whether to validate at the sentence level or over
-the full text.  One of `sentence` or `full`. Defaults to `sentence`
-llm_callable (Union[str, Callable]): Either the name of the OpenAI model,
-or a callable that takes a prompt and returns a response.
-top_k (int): The number of chunks to return from the query function.
-Defaults to 3.
-max_tokens (int): The maximum number of tokens to send to the LLM.
-Defaults to 2.
-
-Other args: Metadata
-query_function (Callable): A callable that takes a string and returns a
-list of chunks.
-sources (List[str], optional): The source text.
-embed_function (Callable, optional): A callable that creates embeddings for
-the sources. Must accept a list of strings and returns float np.array.
-
-#### set\_callable(llm\_callable: Union[str, Callable])
-
-```python
-def set_callable(llm_callable: Union[str, Callable]) -> None
-```
-
-Set the LLM callable.
-
-**Arguments**:
-
-- `llm_callable` - Either the name of the OpenAI model, or a callable that takes
-  a prompt and returns a response.
-
-#### call\_llm(prompt: str)
-
-```python
-@retry(wait=wait_random_exponential(min=1, max=60), stop=stop_after_attempt(6))
-def call_llm(prompt: str) -> str
-```
-
-Call the LLM with the given prompt.
-
-Expects a function that takes a string and returns a string.
-
-**Arguments**:
-
-- `prompt` _str_ - The prompt to send to the LLM.
-  
-
-**Returns**:
-
-- `response` _str_ - String representing the LLM response.
-
-#### evaluate\_with\_llm(text: str, query\_function: Callable)
-
-```python
-def evaluate_with_llm(text: str, query_function: Callable) -> bool
-```
-
-Validate that the LLM-generated text is supported by the provided
-contexts.
-
-**Arguments**:
-
-- `value` _Any_ - The LLM-generated text.
-- `query_function` _Callable_ - The query function.
-  
-
-**Returns**:
-
-- `self_eval` - The self-evaluation boolean
-
-## RegexMatch
-
-Validates that a value matches a regular expression.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `regex_match`                     |
-| Supported data types          | `string`                          |
-| Programmatic fix              | Generate a string that matches the regular expression |
-
-**Arguments**:
-
-- `regex` - Str regex pattern
-- `match_type` - Str in {"search", "fullmatch"} for a regex search or full-match option
-
-## ExcludeSqlPredicates
-
-Validates that the SQL query does not contain certain predicates.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `exclude-sql-predicates`          |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-**Arguments**:
-
-- `predicates` - The list of predicates to avoid.
-
-## SimilarToDocument
-
-Validates that a value is similar to the document.
-
-This validator checks if the value is similar to the document by checking
-the cosine similarity between the value and the document, using an
-embedding.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `similar-to-document`             |
-| Supported data types          | `string`                             |
-| Programmatic fix              | None                              |
-
-**Arguments**:
-
-- `document` - The document to use for the similarity check.
-- `threshold` - The minimum cosine similarity to be considered similar.  Defaults to 0.7.
-- `model` - The embedding model to use.  Defaults to text-embedding-ada-002.
-
-#### cosine\_similarity(a: "np.ndarray", b: "np.ndarray")
-
-```python
-@staticmethod
-def cosine_similarity(a: "np.ndarray", b: "np.ndarray") -> float
-```
-
-Calculate the cosine similarity between two vectors.
-
-**Arguments**:
-
-- `a` - The first vector.
-- `b` - The second vector.
-  
-
-**Returns**:
-
-- `float` - The cosine similarity between the two vectors.
-
-## IsHighQualityTranslation
-
-Validates that the translation is of high quality.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `is-high-quality-translation`     |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-Other parameters: Metadata
-translation_source (str): The source of the translation.
-
-This validator uses one of the reference-free models from Unbabel/COMET
-to check the quality of the translation. Specifically, it uses the
-`Unbabel/wmt22-cometkiwi-da` model.
-
-Unbabel/COMET details: https://github.com/Unbabel/COMET
-Model details: https://huggingface.co/Unbabel/wmt22-cometkiwi-da
-
-Pre-requisites:
-- Install the `unbabel-comet` from source:
-`pip install git+https://github.com/Unbabel/COMET`
-- Please accept the model license from:
-https://huggingface.co/Unbabel/wmt22-cometkiwi-da
-- Login into Huggingface Hub using:
-huggingface-cli login --token $HUGGINGFACE_TOKEN
-
-## EndpointIsReachable
-
-Validates that a value is a reachable URL.
-
-**Key Properties**
-
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `is-reachable`                    |
-| Supported data types          | `string`,                         |
-| Programmatic fix              | None                              |
-
-## ToxicLanguage
-
-Validates that the generated text is toxic.
-
-**Key Properties**
-| Property                      | Description                       |
-| ----------------------------- | --------------------------------- |
-| Name for `format` attribute   | `toxic-language`                  |
-| Supported data types          | `string`                          |
-| Programmatic fix              | None                              |
-
-**Arguments**:
-
-- `threshold` - The confidence threshold (model inference) for toxicity.
-  Defaults to 0.5.
-- `validation_method` - Whether to validate at the sentence level or
-  over the full text. Must be one of `sentence` or `full`.
-  Defaults to `sentence`
-  
-  This validator uses the pre-trained multi-label model from HuggingFace -
-  `unitary/unbiased-toxic-roberta` to check whether the generated text is toxic.
-  If the model predicts any label of: `toxicity`, `severe_toxicity`,
-  `obscene`, `threat`, `insult`, `identity_attack`, or `sexual_explicit` with
-  confidence higher than the specified threshold, the validator fails and returns
-  the generated text with the toxic sentences / entire text removed. Else the
-  validator returns the generated text as it is.
-  
-  If validation_method is `sentence`, the validator will remove the sentences
-  that are predicted to be toxic and return the remaining sentences. If
-  validation_method is `full`, the validator will remove the entire text if
-  the prediction is deemed toxic and return an empty string.
-  
-  In our experiments, a threshold of 0.5 worked best, hence set as default here.
-  However, you can try different values of threshold to see what works best for
-  your use case.
-  Link for experiments: https://wandb.ai/ml-guardrails/toxic-language-experiments
-
-#### get\_toxicity(value: str)
-
-```python
-def get_toxicity(value: str) -> List[str]
-```
-
-Check whether the generated text is toxic.
-
-Returns the labels predicted by the model with
-confidence higher than the threshold.
-
-**Arguments**:
-
-- `value` _str_ - The generated text.
-  
-
-**Returns**:
-
-- `pred_labels` _bool_ - Labels predicted by the model
-  with confidence higher than the threshold.
-
-#### validate\_each\_sentence(value: str, metadata: Dict[str, Any])
-
-```python
-def validate_each_sentence(value: str,
-                           metadata: Dict[str, Any]) -> ValidationResult
-```
-
-Validate that each sentence in the generated text is toxic.
-
-#### validate\_full\_text(value: str, metadata: Dict[str, Any])
-
-```python
-def validate_full_text(value: str, metadata: Dict[str,
-                                                  Any]) -> ValidationResult
-```
-
-Validate that the entire generated text is toxic.
-
-## OneLine
-
-Validates that a value is a single line, based on whether or not the
-output has a newline character (\n).
-
-**Key Properties**
-
-| Property                      | Description                            |
-| ----------------------------- | -------------------------------------- |
-| Name for `format` attribute   | `one-line`                             |
-| Supported data types          | `string`                               |
-| Programmatic fix              | Keep the first line, delete other text |
-
diff --git a/guardrails/guard.py b/guardrails/guard.py
index d79d46e38..f1cc9e051 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -229,7 +229,7 @@ def _configure_telemtry(
         if allow_metrics_collection is None:
             credentials = Credentials.from_rc_file(logger)
             # TODO: Check credentials.enable_metrics after merge from main
-            allow_metrics_collection = credentials.no_metrics is False
+            allow_metrics_collection = credentials.enable_metrics is True
 
         self._allow_metrics_collection = allow_metrics_collection
 
diff --git a/guardrails/utils/validator_utils.py b/guardrails/utils/validator_utils.py
index 31ae23b90..68b1dd7e9 100644
--- a/guardrails/utils/validator_utils.py
+++ b/guardrails/utils/validator_utils.py
@@ -63,19 +63,18 @@ def parse_rail_validator(
     if ":" in validator_spec:
         is_hub_validator = validator_spec.startswith(hub)
         max_splits = 2 if is_hub_validator else 1
-        parts = split_on(validator_spec, ":")
-        # parts = validator_spec.split(":", max_splits)
+        parts = validator_spec.split(":", max_splits)
         validator_id = (
             ":".join([parts[0], parts[1].strip()])
             if is_hub_validator
             else parts[0].strip()
         )
         arg_tokens = []
-        if len(parts) > 1:
+        if len(parts) > max_splits:
             arg_tokens = [
                 arg.strip()
                 for arg in split_on(
-                    parts[max_splits], "\s", exceptions=ESCAPED_OR_QUOTED
+                    parts[max_splits], r"\s", exceptions=ESCAPED_OR_QUOTED
                 )
             ]
         validator_args = parse_rail_arguments(arg_tokens)

From 2940895b53db53e4ade068cc6a67065b9c020d0a Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 12:27:00 -0500
Subject: [PATCH 220/318] update outputs

---
 docs/examples/value_within_distribution.ipynb | 43 +++++++------------
 1 file changed, 16 insertions(+), 27 deletions(-)

diff --git a/docs/examples/value_within_distribution.ipynb b/docs/examples/value_within_distribution.ipynb
index 9cda5d34f..dfe97532f 100644
--- a/docs/examples/value_within_distribution.ipynb
+++ b/docs/examples/value_within_distribution.ipynb
@@ -39,9 +39,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 28,
+   "execution_count": 3,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from tqdm.autonotebook import tqdm, trange\n"
+     ]
+    }
+   ],
    "source": [
     "# Create the Guard with the SimilarToList validator\n",
     "from typing import Union\n",
@@ -65,7 +74,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 29,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [
     {
@@ -95,7 +104,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 30,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
     {
@@ -132,7 +141,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 31,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -157,19 +166,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 32,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
-     ]
-    },
     {
      "name": "stdout",
      "output_type": "stream",
@@ -194,19 +193,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 33,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n",
-      "HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
-     ]
-    },
     {
      "name": "stdout",
      "output_type": "stream",

From 446c7f29b8c68c2a53c2cd299f5336c3def7ca02 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 12:33:06 -0500
Subject: [PATCH 221/318] update text sum notebook

---
 .../examples/text_summarization_quality.ipynb | 148 ++++++++----------
 1 file changed, 69 insertions(+), 79 deletions(-)

diff --git a/docs/examples/text_summarization_quality.ipynb b/docs/examples/text_summarization_quality.ipynb
index 51040ed88..5974f3ee2 100644
--- a/docs/examples/text_summarization_quality.ipynb
+++ b/docs/examples/text_summarization_quality.ipynb
@@ -73,7 +73,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 14,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -92,7 +92,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -132,17 +132,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 16,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
-      "  from tqdm.autonotebook import tqdm, trange\n"
-     ]
-    },
     {
      "name": "stdout",
      "output_type": "stream",
@@ -207,7 +199,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 17,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -225,7 +217,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 18,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -241,7 +233,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 19,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -271,72 +263,69 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 20,
    "metadata": {},
    "outputs": [
     {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n",
-      "To disable this warning, you can either:\n",
-      "\t- Avoid using `tokenizers` before the fork if possible\n",
-      "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Similarity: 0.971, Type: \n"
+     "ename": "PromptCallableException",
+     "evalue": "The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string.",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mRemoteProtocolError\u001b[0m                       Traceback (most recent call last)",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:69\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m     68\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 69\u001b[0m     \u001b[38;5;28;01myield\u001b[39;00m\n\u001b[1;32m     70\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:233\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    232\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m map_httpcore_exceptions():\n\u001b[0;32m--> 233\u001b[0m     resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    235\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(resp\u001b[38;5;241m.\u001b[39mstream, typing\u001b[38;5;241m.\u001b[39mIterable)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:216\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    215\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_close_connections(closing)\n\u001b[0;32m--> 216\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m    218\u001b[0m \u001b[38;5;66;03m# Return the response. Note that in this case we still have to manage\u001b[39;00m\n\u001b[1;32m    219\u001b[0m \u001b[38;5;66;03m# the point at which the response is closed.\u001b[39;00m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:196\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    194\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m    195\u001b[0m     \u001b[38;5;66;03m# Send the request on the assigned connection.\u001b[39;00m\n\u001b[0;32m--> 196\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[43mconnection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    197\u001b[0m \u001b[43m        \u001b[49m\u001b[43mpool_request\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\n\u001b[1;32m    198\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    199\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ConnectionNotAvailable:\n\u001b[1;32m    200\u001b[0m     \u001b[38;5;66;03m# In some cases a connection may initially be available to\u001b[39;00m\n\u001b[1;32m    201\u001b[0m     \u001b[38;5;66;03m# handle a request, but then become unavailable.\u001b[39;00m\n\u001b[1;32m    202\u001b[0m     \u001b[38;5;66;03m#\u001b[39;00m\n\u001b[1;32m    203\u001b[0m     \u001b[38;5;66;03m# In this case we clear the connection and try again.\u001b[39;00m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection.py:101\u001b[0m, in \u001b[0;36mHTTPConnection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m     99\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m exc\n\u001b[0;32m--> 101\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_connection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:143\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    142\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_response_closed()\n\u001b[0;32m--> 143\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:113\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    104\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m Trace(\n\u001b[1;32m    105\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mreceive_response_headers\u001b[39m\u001b[38;5;124m\"\u001b[39m, logger, request, kwargs\n\u001b[1;32m    106\u001b[0m ) \u001b[38;5;28;01mas\u001b[39;00m trace:\n\u001b[1;32m    107\u001b[0m     (\n\u001b[1;32m    108\u001b[0m         http_version,\n\u001b[1;32m    109\u001b[0m         status,\n\u001b[1;32m    110\u001b[0m         reason_phrase,\n\u001b[1;32m    111\u001b[0m         headers,\n\u001b[1;32m    112\u001b[0m         trailing_data,\n\u001b[0;32m--> 113\u001b[0m     ) \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_response_headers\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    114\u001b[0m     trace\u001b[38;5;241m.\u001b[39mreturn_value \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m    115\u001b[0m         http_version,\n\u001b[1;32m    116\u001b[0m         status,\n\u001b[1;32m    117\u001b[0m         reason_phrase,\n\u001b[1;32m    118\u001b[0m         headers,\n\u001b[1;32m    119\u001b[0m     )\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:186\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_response_headers\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    185\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 186\u001b[0m     event \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_event\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    187\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(event, h11\u001b[38;5;241m.\u001b[39mResponse):\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:238\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_event\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    237\u001b[0m     msg \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mServer disconnected without sending a response.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m--> 238\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m RemoteProtocolError(msg)\n\u001b[1;32m    240\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_h11_state\u001b[38;5;241m.\u001b[39mreceive_data(data)\n",
+      "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.",
+      "\nThe above exception was the direct cause of the following exception:\n",
+      "\u001b[0;31mRemoteProtocolError\u001b[0m                       Traceback (most recent call last)",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:962\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    961\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 962\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_client\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    963\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    964\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_should_stream_response_body\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    965\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    966\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    967\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m httpx\u001b[38;5;241m.\u001b[39mTimeoutException \u001b[38;5;28;01mas\u001b[39;00m err:\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:914\u001b[0m, in \u001b[0;36mClient.send\u001b[0;34m(self, request, stream, auth, follow_redirects)\u001b[0m\n\u001b[1;32m    912\u001b[0m auth \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_request_auth(request, auth)\n\u001b[0;32m--> 914\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_auth\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    915\u001b[0m \u001b[43m    \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    916\u001b[0m \u001b[43m    \u001b[49m\u001b[43mauth\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauth\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    917\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    918\u001b[0m \u001b[43m    \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    919\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    920\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:942\u001b[0m, in \u001b[0;36mClient._send_handling_auth\u001b[0;34m(self, request, auth, follow_redirects, history)\u001b[0m\n\u001b[1;32m    941\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 942\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_redirects\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    943\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    944\u001b[0m \u001b[43m        \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    945\u001b[0m \u001b[43m        \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mhistory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    946\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    947\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:979\u001b[0m, in \u001b[0;36mClient._send_handling_redirects\u001b[0;34m(self, request, follow_redirects, history)\u001b[0m\n\u001b[1;32m    977\u001b[0m     hook(request)\n\u001b[0;32m--> 979\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_single_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    980\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:1015\u001b[0m, in \u001b[0;36mClient._send_single_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m   1014\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m request_context(request\u001b[38;5;241m=\u001b[39mrequest):\n\u001b[0;32m-> 1015\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[43mtransport\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1017\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(response\u001b[38;5;241m.\u001b[39mstream, SyncByteStream)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:232\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    220\u001b[0m req \u001b[38;5;241m=\u001b[39m httpcore\u001b[38;5;241m.\u001b[39mRequest(\n\u001b[1;32m    221\u001b[0m     method\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[1;32m    222\u001b[0m     url\u001b[38;5;241m=\u001b[39mhttpcore\u001b[38;5;241m.\u001b[39mURL(\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    230\u001b[0m     extensions\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mextensions,\n\u001b[1;32m    231\u001b[0m )\n\u001b[0;32m--> 232\u001b[0m \u001b[43m\u001b[49m\u001b[38;5;28;43;01mwith\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mmap_httpcore_exceptions\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m    233\u001b[0m \u001b[43m    \u001b[49m\u001b[43mresp\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.12/3.12.3/Frameworks/Python.framework/Versions/3.12/lib/python3.12/contextlib.py:158\u001b[0m, in \u001b[0;36m_GeneratorContextManager.__exit__\u001b[0;34m(self, typ, value, traceback)\u001b[0m\n\u001b[1;32m    157\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 158\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgen\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mthrow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    159\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m    160\u001b[0m     \u001b[38;5;66;03m# Suppress StopIteration *unless* it's the same exception that\u001b[39;00m\n\u001b[1;32m    161\u001b[0m     \u001b[38;5;66;03m# was passed to throw().  This prevents a StopIteration\u001b[39;00m\n\u001b[1;32m    162\u001b[0m     \u001b[38;5;66;03m# raised inside the \"with\" statement from being suppressed.\u001b[39;00m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:86\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m     85\u001b[0m message \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(exc)\n\u001b[0;32m---> 86\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m mapped_exc(message) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mexc\u001b[39;00m\n",
+      "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.",
+      "\nThe above exception was the direct cause of the following exception:\n",
+      "\u001b[0;31mAPIConnectionError\u001b[0m                        Traceback (most recent call last)",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:59\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     58\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 59\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_invoke_llm\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     60\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_args\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_kwargs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m     61\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:218\u001b[0m, in \u001b[0;36mOpenAIChatCallable._invoke_llm\u001b[0;34m(self, text, model, instructions, msg_history, base_model, function_call, *args, **kwargs)\u001b[0m\n\u001b[1;32m    217\u001b[0m client \u001b[38;5;241m=\u001b[39m OpenAIClient(api_key\u001b[38;5;241m=\u001b[39mapi_key)\n\u001b[0;32m--> 218\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate_chat_completion\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    219\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    220\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchat_prompt\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    221\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtext\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\n\u001b[1;32m    222\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    223\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    224\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    225\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    226\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/openai_utils/v1.py:102\u001b[0m, in \u001b[0;36mOpenAIClientV1.create_chat_completion\u001b[0;34m(self, model, messages, *args, **kwargs)\u001b[0m\n\u001b[1;32m     99\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate_chat_completion\u001b[39m(\n\u001b[1;32m    100\u001b[0m     \u001b[38;5;28mself\u001b[39m, model: \u001b[38;5;28mstr\u001b[39m, messages: List[Any], \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m    101\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m LLMResponse:\n\u001b[0;32m--> 102\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    103\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m    104\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    106\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconstruct_chat_response(\n\u001b[1;32m    107\u001b[0m         stream\u001b[38;5;241m=\u001b[39mkwargs\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mFalse\u001b[39;00m),\n\u001b[1;32m    108\u001b[0m         openai_response\u001b[38;5;241m=\u001b[39mresponse,\n\u001b[1;32m    109\u001b[0m     )\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_utils/_utils.py:277\u001b[0m, in \u001b[0;36mrequired_args..inner..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    276\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(msg)\n\u001b[0;32m--> 277\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/resources/chat/completions.py:640\u001b[0m, in \u001b[0;36mCompletions.create\u001b[0;34m(self, messages, model, frequency_penalty, function_call, functions, logit_bias, logprobs, max_tokens, n, parallel_tool_calls, presence_penalty, response_format, seed, service_tier, stop, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, extra_headers, extra_query, extra_body, timeout)\u001b[0m\n\u001b[1;32m    606\u001b[0m \u001b[38;5;129m@required_args\u001b[39m([\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m], [\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m])\n\u001b[1;32m    607\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate\u001b[39m(\n\u001b[1;32m    608\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    638\u001b[0m     timeout: \u001b[38;5;28mfloat\u001b[39m \u001b[38;5;241m|\u001b[39m httpx\u001b[38;5;241m.\u001b[39mTimeout \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m|\u001b[39m NotGiven \u001b[38;5;241m=\u001b[39m NOT_GIVEN,\n\u001b[1;32m    639\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ChatCompletion \u001b[38;5;241m|\u001b[39m Stream[ChatCompletionChunk]:\n\u001b[0;32m--> 640\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_post\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    641\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m/chat/completions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m    642\u001b[0m \u001b[43m        \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmaybe_transform\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    643\u001b[0m \u001b[43m            \u001b[49m\u001b[43m{\u001b[49m\n\u001b[1;32m    644\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmessages\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    645\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    646\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfrequency_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfrequency_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    647\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunction_call\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunction_call\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    648\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunctions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunctions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    649\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogit_bias\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogit_bias\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    650\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    651\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmax_tokens\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    652\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mn\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    653\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mparallel_tool_calls\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mparallel_tool_calls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    654\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mpresence_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mpresence_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    655\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mresponse_format\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mresponse_format\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    656\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mseed\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mseed\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    657\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mservice_tier\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mservice_tier\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    658\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstop\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstop\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    659\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    660\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream_options\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_options\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    661\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtemperature\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    662\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtool_choice\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtool_choice\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    663\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtools\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtools\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    664\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_logprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_logprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    665\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_p\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_p\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    666\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43muser\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43muser\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    667\u001b[0m \u001b[43m            \u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    668\u001b[0m \u001b[43m            \u001b[49m\u001b[43mcompletion_create_params\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mCompletionCreateParams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    669\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    670\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmake_request_options\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    671\u001b[0m \u001b[43m            \u001b[49m\u001b[43mextra_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_headers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_query\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_query\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_body\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_body\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\n\u001b[1;32m    672\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    673\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mChatCompletion\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    674\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    675\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mStream\u001b[49m\u001b[43m[\u001b[49m\u001b[43mChatCompletionChunk\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    676\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1250\u001b[0m, in \u001b[0;36mSyncAPIClient.post\u001b[0;34m(self, path, cast_to, body, options, files, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1247\u001b[0m opts \u001b[38;5;241m=\u001b[39m FinalRequestOptions\u001b[38;5;241m.\u001b[39mconstruct(\n\u001b[1;32m   1248\u001b[0m     method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpost\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39mpath, json_data\u001b[38;5;241m=\u001b[39mbody, files\u001b[38;5;241m=\u001b[39mto_httpx_files(files), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moptions\n\u001b[1;32m   1249\u001b[0m )\n\u001b[0;32m-> 1250\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m cast(ResponseT, \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mopts\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m)\u001b[49m)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:931\u001b[0m, in \u001b[0;36mSyncAPIClient.request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    922\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m    923\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m    924\u001b[0m     cast_to: Type[ResponseT],\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    929\u001b[0m     stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    930\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[0;32m--> 931\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    932\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    933\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    934\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    935\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    936\u001b[0m \u001b[43m        \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    937\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:986\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    985\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 986\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    987\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    988\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    989\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    990\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    991\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    992\u001b[0m \u001b[43m        \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    993\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    995\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1063\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1061\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1063\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   1064\u001b[0m \u001b[43m    \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1065\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1066\u001b[0m \u001b[43m    \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1067\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1068\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1069\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:986\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    985\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 986\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    987\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    988\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    989\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    990\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    991\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    992\u001b[0m \u001b[43m        \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    993\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    995\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1063\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1061\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1063\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   1064\u001b[0m \u001b[43m    \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1065\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1066\u001b[0m \u001b[43m    \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1067\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1068\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1069\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:996\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    995\u001b[0m     log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 996\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m APIConnectionError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n\u001b[1;32m    998\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\n\u001b[1;32m    999\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mHTTP Response: \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m%i\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m   1000\u001b[0m     request\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m   1004\u001b[0m     response\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m   1005\u001b[0m )\n",
+      "\u001b[0;31mAPIConnectionError\u001b[0m: Connection error.",
+      "\nDuring handling of the above exception, another exception occurred:\n",
+      "\u001b[0;31mPromptCallableException\u001b[0m                   Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[20], line 3\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mopenai\u001b[39;00m\n\u001b[0;32m----> 3\u001b[0m raw_llm_response, validated_response, \u001b[38;5;241m*\u001b[39mrest \u001b[38;5;241m=\u001b[39m \u001b[43mguard\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m      4\u001b[0m \u001b[43m    \u001b[49m\u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      5\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      6\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m{\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mdocument\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mdocument\u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      7\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mgpt-3.5-turbo\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      8\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m2048\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      9\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m     10\u001b[0m \u001b[43m)\u001b[49m\n\u001b[1;32m     12\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mValidated Output: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mvalidated_response\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:800\u001b[0m, in \u001b[0;36mGuard.__call__\u001b[0;34m(self, llm_api, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    794\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m msg_history \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(msg_history):\n\u001b[1;32m    795\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\n\u001b[1;32m    796\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou must provide a prompt if msg_history is empty. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    797\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAlternatively, you can provide a prompt in the Schema constructor.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    798\u001b[0m         )\n\u001b[0;32m--> 800\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_execute\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    801\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    802\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    803\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    804\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    805\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    806\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    807\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    808\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    809\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    810\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    811\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:684\u001b[0m, in \u001b[0;36mGuard._execute\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    668\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec(\n\u001b[1;32m    669\u001b[0m         llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[1;32m    670\u001b[0m         llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    680\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    681\u001b[0m     )\n\u001b[1;32m    683\u001b[0m guard_context \u001b[38;5;241m=\u001b[39m contextvars\u001b[38;5;241m.\u001b[39mContext()\n\u001b[0;32m--> 684\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mguard_context\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    685\u001b[0m \u001b[43m    \u001b[49m\u001b[43m__exec\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    686\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m    687\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    688\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    689\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    690\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    691\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    692\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    693\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    694\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    695\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    696\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    697\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    698\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:668\u001b[0m, in \u001b[0;36mGuard._execute..__exec\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    655\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_server(\n\u001b[1;32m    656\u001b[0m         llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[1;32m    657\u001b[0m         llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    664\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    665\u001b[0m     )\n\u001b[1;32m    667\u001b[0m \u001b[38;5;66;03m# Otherwise, call the LLM synchronously\u001b[39;00m\n\u001b[0;32m--> 668\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_exec\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    669\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    670\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    671\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    672\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_num_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    673\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    674\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    675\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    676\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    677\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    678\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    679\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    680\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    681\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:755\u001b[0m, in \u001b[0;36mGuard._exec\u001b[0;34m(self, llm_api, llm_output, call_log, prompt_params, num_reasks, metadata, full_schema_reask, prompt, instructions, msg_history, *args, **kwargs)\u001b[0m\n\u001b[1;32m    737\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m    738\u001b[0m     \u001b[38;5;66;03m# Otherwise, use Runner\u001b[39;00m\n\u001b[1;32m    739\u001b[0m     runner \u001b[38;5;241m=\u001b[39m Runner(\n\u001b[1;32m    740\u001b[0m         output_type\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_output_type,\n\u001b[1;32m    741\u001b[0m         output_schema\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_schema\u001b[38;5;241m.\u001b[39mto_dict(),\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    753\u001b[0m         exec_options\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec_opts,\n\u001b[1;32m    754\u001b[0m     )\n\u001b[0;32m--> 755\u001b[0m     call \u001b[38;5;241m=\u001b[39m \u001b[43mrunner\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    756\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m ValidationOutcome[OT]\u001b[38;5;241m.\u001b[39mfrom_guard_history(call)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:241\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m    238\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    239\u001b[0m     \u001b[38;5;66;03m# Because Pydantic v1 doesn't respect property setters\u001b[39;00m\n\u001b[1;32m    240\u001b[0m     call_log\u001b[38;5;241m.\u001b[39m_set_exception(e)\n\u001b[0;32m--> 241\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    242\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m call_log\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:193\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m    190\u001b[0m index \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[1;32m    191\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m index \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_reasks \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m):\n\u001b[1;32m    192\u001b[0m     \u001b[38;5;66;03m# Run a single step.\u001b[39;00m\n\u001b[0;32m--> 193\u001b[0m     iteration \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    194\u001b[0m \u001b[43m        \u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mindex\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    195\u001b[0m \u001b[43m        \u001b[49m\u001b[43mapi\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    196\u001b[0m \u001b[43m        \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    197\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    198\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    199\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    200\u001b[0m \u001b[43m        \u001b[49m\u001b[43moutput_schema\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_schema\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    201\u001b[0m \u001b[43m        \u001b[49m\u001b[43moutput\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moutput\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    202\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    203\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    205\u001b[0m     \u001b[38;5;66;03m# Loop again?\u001b[39;00m\n\u001b[1;32m    206\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdo_loop(index, iteration\u001b[38;5;241m.\u001b[39mreasks):\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    211\u001b[0m             \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:332\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m    330\u001b[0m     iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39merror \u001b[38;5;241m=\u001b[39m error_message\n\u001b[1;32m    331\u001b[0m     iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mexception \u001b[38;5;241m=\u001b[39m e\n\u001b[0;32m--> 332\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    333\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m iteration\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:298\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m    295\u001b[0m iteration\u001b[38;5;241m.\u001b[39minputs\u001b[38;5;241m.\u001b[39mmsg_history \u001b[38;5;241m=\u001b[39m msg_history\n\u001b[1;32m    297\u001b[0m \u001b[38;5;66;03m# Call: run the API.\u001b[39;00m\n\u001b[0;32m--> 298\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcall\u001b[49m\u001b[43m(\u001b[49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    300\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mllm_response_info \u001b[38;5;241m=\u001b[39m llm_response\n\u001b[1;32m    301\u001b[0m raw_output \u001b[38;5;241m=\u001b[39m llm_response\u001b[38;5;241m.\u001b[39moutput\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    211\u001b[0m             \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:561\u001b[0m, in \u001b[0;36mRunner.call\u001b[0;34m(self, instructions, prompt, msg_history, api, output)\u001b[0m\n\u001b[1;32m    559\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m api_fn(msg_history\u001b[38;5;241m=\u001b[39mmsg_history_source(msg_history))\n\u001b[1;32m    560\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt \u001b[38;5;129;01mand\u001b[39;00m instructions:\n\u001b[0;32m--> 561\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m \u001b[43mapi_fn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    562\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt:\n\u001b[1;32m    563\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m api_fn(prompt\u001b[38;5;241m.\u001b[39msource)\n",
+      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:63\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     59\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_invoke_llm(\n\u001b[1;32m     60\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_args, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_kwargs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m     61\u001b[0m     )\n\u001b[1;32m     62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m---> 63\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m     64\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` failed\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     65\u001b[0m         \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m with the following error: `\u001b[39m\u001b[38;5;132;01m{\u001b[39;00me\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m`. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     66\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMake sure that `fn` can be called as a function that\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     67\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m takes in a single prompt string \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     68\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     69\u001b[0m     )\n\u001b[1;32m     70\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(result, LLMResponse):\n\u001b[1;32m     71\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m     72\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` returned\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     73\u001b[0m         \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m a non-string value: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresult\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     76\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     77\u001b[0m     )\n",
+      "\u001b[0;31mPromptCallableException\u001b[0m: The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string."
      ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "
Validated Output: {'summary': 'All legislative Powers herein granted shall be vested in a Congress of the United \n",
-       "States, which shall consist of a Senate and House of Representatives. The House of Representatives shall be \n",
-       "composed of Members chosen every second Year by the People of the several States, and the Electors in each State \n",
-       "shall have the Qualifications requisite for Electors of the most numerous Branch of the State Legislature. No \n",
-       "Person shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven Years \n",
-       "a Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he shall \n",
-       "be chosen. Representatives and direct Taxes shall be apportioned among the several States which may be included \n",
-       "within this Union, according to their respective Numbers, which shall be determined by adding to the whole Number \n",
-       "of free Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three \n",
-       "fifths of all other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the\n",
-       "Congress of the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law \n",
-       "direct. The Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at \n",
-       "Least one Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to\n",
-       "chuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New \n",
-       "Jersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina \n",
-       "five, and Georgia three. When vacancies happen in the Representation from any State, the Executive Authority \n",
-       "thereof shall issue Writs of Election to fill such Vacancies. The House of Representatives shall chuse their \n",
-       "Speaker and other Officers; and shall have the sole Power of Impeachment.'}\n",
-       "
\n"
-      ],
-      "text/plain": [
-       "Validated Output: \u001b[1m{\u001b[0m\u001b[32m'summary'\u001b[0m: \u001b[32m'All legislative Powers herein granted shall be vested in a Congress of the United \u001b[0m\n",
-       "\u001b[32mStates, which shall consist of a Senate and House of Representatives. The House of Representatives shall be \u001b[0m\n",
-       "\u001b[32mcomposed of Members chosen every second Year by the People of the several States, and the Electors in each State \u001b[0m\n",
-       "\u001b[32mshall have the Qualifications requisite for Electors of the most numerous Branch of the State Legislature. No \u001b[0m\n",
-       "\u001b[32mPerson shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven Years \u001b[0m\n",
-       "\u001b[32ma Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he shall \u001b[0m\n",
-       "\u001b[32mbe chosen. Representatives and direct Taxes shall be apportioned among the several States which may be included \u001b[0m\n",
-       "\u001b[32mwithin this Union, according to their respective Numbers, which shall be determined by adding to the whole Number \u001b[0m\n",
-       "\u001b[32mof free Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three \u001b[0m\n",
-       "\u001b[32mfifths of all other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the\u001b[0m\n",
-       "\u001b[32mCongress of the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law \u001b[0m\n",
-       "\u001b[32mdirect. The Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at \u001b[0m\n",
-       "\u001b[32mLeast one Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to\u001b[0m\n",
-       "\u001b[32mchuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New \u001b[0m\n",
-       "\u001b[32mJersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina \u001b[0m\n",
-       "\u001b[32mfive, and Georgia three. When vacancies happen in the Representation from any State, the Executive Authority \u001b[0m\n",
-       "\u001b[32mthereof shall issue Writs of Election to fill such Vacancies. The House of Representatives shall chuse their \u001b[0m\n",
-       "\u001b[32mSpeaker and other Officers; and shall have the sole Power of Impeachment.'\u001b[0m\u001b[1m}\u001b[0m\n"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
     }
    ],
    "source": [
@@ -363,7 +352,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -534,7 +523,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -835,7 +824,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -854,6 +843,7 @@
    "source": [
     "raw_llm_response, validated_response, *rest = guard(\n",
     "    openai.completions.create,\n",
+    "    prompt=prompt,\n",
     "    prompt_params={\"document\": open(\"data/article1.txt\", \"r\").read()},\n",
     "    model=\"babbage-002\",\n",
     "    max_tokens=512,\n",

From e7bf3b64cdeca558944e2b38f50b35f11671cccc Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 12:50:23 -0500
Subject: [PATCH 222/318] update text sum outputs

---
 .../examples/text_summarization_quality.ipynb | 472 +++++-------------
 1 file changed, 121 insertions(+), 351 deletions(-)

diff --git a/docs/examples/text_summarization_quality.ipynb b/docs/examples/text_summarization_quality.ipynb
index 5974f3ee2..b97c1e193 100644
--- a/docs/examples/text_summarization_quality.ipynb
+++ b/docs/examples/text_summarization_quality.ipynb
@@ -73,7 +73,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 21,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -92,7 +92,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 22,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -132,7 +132,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 23,
    "metadata": {},
    "outputs": [
     {
@@ -141,14 +141,6 @@
      "text": [
       "Loading the model all-MiniLM-L6-v2. This may take a while...\n"
      ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
-      "  warnings.warn(\n"
-     ]
     }
    ],
    "source": [
@@ -199,7 +191,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 24,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -217,7 +209,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 25,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -233,7 +225,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 26,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -263,69 +255,62 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 20,
+   "execution_count": 29,
    "metadata": {},
    "outputs": [
     {
-     "ename": "PromptCallableException",
-     "evalue": "The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string.",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[0;31mRemoteProtocolError\u001b[0m                       Traceback (most recent call last)",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:69\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m     68\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 69\u001b[0m     \u001b[38;5;28;01myield\u001b[39;00m\n\u001b[1;32m     70\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:233\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    232\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m map_httpcore_exceptions():\n\u001b[0;32m--> 233\u001b[0m     resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    235\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(resp\u001b[38;5;241m.\u001b[39mstream, typing\u001b[38;5;241m.\u001b[39mIterable)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:216\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    215\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_close_connections(closing)\n\u001b[0;32m--> 216\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m    218\u001b[0m \u001b[38;5;66;03m# Return the response. Note that in this case we still have to manage\u001b[39;00m\n\u001b[1;32m    219\u001b[0m \u001b[38;5;66;03m# the point at which the response is closed.\u001b[39;00m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection_pool.py:196\u001b[0m, in \u001b[0;36mConnectionPool.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    194\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m    195\u001b[0m     \u001b[38;5;66;03m# Send the request on the assigned connection.\u001b[39;00m\n\u001b[0;32m--> 196\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[43mconnection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    197\u001b[0m \u001b[43m        \u001b[49m\u001b[43mpool_request\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\n\u001b[1;32m    198\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    199\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ConnectionNotAvailable:\n\u001b[1;32m    200\u001b[0m     \u001b[38;5;66;03m# In some cases a connection may initially be available to\u001b[39;00m\n\u001b[1;32m    201\u001b[0m     \u001b[38;5;66;03m# handle a request, but then become unavailable.\u001b[39;00m\n\u001b[1;32m    202\u001b[0m     \u001b[38;5;66;03m#\u001b[39;00m\n\u001b[1;32m    203\u001b[0m     \u001b[38;5;66;03m# In this case we clear the connection and try again.\u001b[39;00m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/connection.py:101\u001b[0m, in \u001b[0;36mHTTPConnection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m     99\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m exc\n\u001b[0;32m--> 101\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_connection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:143\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    142\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_response_closed()\n\u001b[0;32m--> 143\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m exc\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:113\u001b[0m, in \u001b[0;36mHTTP11Connection.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    104\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m Trace(\n\u001b[1;32m    105\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mreceive_response_headers\u001b[39m\u001b[38;5;124m\"\u001b[39m, logger, request, kwargs\n\u001b[1;32m    106\u001b[0m ) \u001b[38;5;28;01mas\u001b[39;00m trace:\n\u001b[1;32m    107\u001b[0m     (\n\u001b[1;32m    108\u001b[0m         http_version,\n\u001b[1;32m    109\u001b[0m         status,\n\u001b[1;32m    110\u001b[0m         reason_phrase,\n\u001b[1;32m    111\u001b[0m         headers,\n\u001b[1;32m    112\u001b[0m         trailing_data,\n\u001b[0;32m--> 113\u001b[0m     ) \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_response_headers\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    114\u001b[0m     trace\u001b[38;5;241m.\u001b[39mreturn_value \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m    115\u001b[0m         http_version,\n\u001b[1;32m    116\u001b[0m         status,\n\u001b[1;32m    117\u001b[0m         reason_phrase,\n\u001b[1;32m    118\u001b[0m         headers,\n\u001b[1;32m    119\u001b[0m     )\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:186\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_response_headers\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    185\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 186\u001b[0m     event \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_receive_event\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    187\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(event, h11\u001b[38;5;241m.\u001b[39mResponse):\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpcore/_sync/http11.py:238\u001b[0m, in \u001b[0;36mHTTP11Connection._receive_event\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    237\u001b[0m     msg \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mServer disconnected without sending a response.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m--> 238\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m RemoteProtocolError(msg)\n\u001b[1;32m    240\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_h11_state\u001b[38;5;241m.\u001b[39mreceive_data(data)\n",
-      "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.",
-      "\nThe above exception was the direct cause of the following exception:\n",
-      "\u001b[0;31mRemoteProtocolError\u001b[0m                       Traceback (most recent call last)",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:962\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    961\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 962\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_client\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    963\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    964\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_should_stream_response_body\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    965\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    966\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    967\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m httpx\u001b[38;5;241m.\u001b[39mTimeoutException \u001b[38;5;28;01mas\u001b[39;00m err:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:914\u001b[0m, in \u001b[0;36mClient.send\u001b[0;34m(self, request, stream, auth, follow_redirects)\u001b[0m\n\u001b[1;32m    912\u001b[0m auth \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_request_auth(request, auth)\n\u001b[0;32m--> 914\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_auth\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    915\u001b[0m \u001b[43m    \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    916\u001b[0m \u001b[43m    \u001b[49m\u001b[43mauth\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauth\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    917\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    918\u001b[0m \u001b[43m    \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    919\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    920\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:942\u001b[0m, in \u001b[0;36mClient._send_handling_auth\u001b[0;34m(self, request, auth, follow_redirects, history)\u001b[0m\n\u001b[1;32m    941\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 942\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_handling_redirects\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    943\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    944\u001b[0m \u001b[43m        \u001b[49m\u001b[43mfollow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfollow_redirects\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    945\u001b[0m \u001b[43m        \u001b[49m\u001b[43mhistory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mhistory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    946\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    947\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:979\u001b[0m, in \u001b[0;36mClient._send_handling_redirects\u001b[0;34m(self, request, follow_redirects, history)\u001b[0m\n\u001b[1;32m    977\u001b[0m     hook(request)\n\u001b[0;32m--> 979\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_send_single_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    980\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_client.py:1015\u001b[0m, in \u001b[0;36mClient._send_single_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m   1014\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m request_context(request\u001b[38;5;241m=\u001b[39mrequest):\n\u001b[0;32m-> 1015\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[43mtransport\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1017\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(response\u001b[38;5;241m.\u001b[39mstream, SyncByteStream)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:232\u001b[0m, in \u001b[0;36mHTTPTransport.handle_request\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m    220\u001b[0m req \u001b[38;5;241m=\u001b[39m httpcore\u001b[38;5;241m.\u001b[39mRequest(\n\u001b[1;32m    221\u001b[0m     method\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[1;32m    222\u001b[0m     url\u001b[38;5;241m=\u001b[39mhttpcore\u001b[38;5;241m.\u001b[39mURL(\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    230\u001b[0m     extensions\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mextensions,\n\u001b[1;32m    231\u001b[0m )\n\u001b[0;32m--> 232\u001b[0m \u001b[43m\u001b[49m\u001b[38;5;28;43;01mwith\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mmap_httpcore_exceptions\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m    233\u001b[0m \u001b[43m    \u001b[49m\u001b[43mresp\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_pool\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhandle_request\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreq\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.12/3.12.3/Frameworks/Python.framework/Versions/3.12/lib/python3.12/contextlib.py:158\u001b[0m, in \u001b[0;36m_GeneratorContextManager.__exit__\u001b[0;34m(self, typ, value, traceback)\u001b[0m\n\u001b[1;32m    157\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 158\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgen\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mthrow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    159\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m    160\u001b[0m     \u001b[38;5;66;03m# Suppress StopIteration *unless* it's the same exception that\u001b[39;00m\n\u001b[1;32m    161\u001b[0m     \u001b[38;5;66;03m# was passed to throw().  This prevents a StopIteration\u001b[39;00m\n\u001b[1;32m    162\u001b[0m     \u001b[38;5;66;03m# raised inside the \"with\" statement from being suppressed.\u001b[39;00m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/httpx/_transports/default.py:86\u001b[0m, in \u001b[0;36mmap_httpcore_exceptions\u001b[0;34m()\u001b[0m\n\u001b[1;32m     85\u001b[0m message \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(exc)\n\u001b[0;32m---> 86\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m mapped_exc(message) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mexc\u001b[39;00m\n",
-      "\u001b[0;31mRemoteProtocolError\u001b[0m: Server disconnected without sending a response.",
-      "\nThe above exception was the direct cause of the following exception:\n",
-      "\u001b[0;31mAPIConnectionError\u001b[0m                        Traceback (most recent call last)",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:59\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     58\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 59\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_invoke_llm\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     60\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_args\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minit_kwargs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m     61\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:218\u001b[0m, in \u001b[0;36mOpenAIChatCallable._invoke_llm\u001b[0;34m(self, text, model, instructions, msg_history, base_model, function_call, *args, **kwargs)\u001b[0m\n\u001b[1;32m    217\u001b[0m client \u001b[38;5;241m=\u001b[39m OpenAIClient(api_key\u001b[38;5;241m=\u001b[39mapi_key)\n\u001b[0;32m--> 218\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate_chat_completion\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    219\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    220\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchat_prompt\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    221\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtext\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\n\u001b[1;32m    222\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    223\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    224\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    225\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    226\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/openai_utils/v1.py:102\u001b[0m, in \u001b[0;36mOpenAIClientV1.create_chat_completion\u001b[0;34m(self, model, messages, *args, **kwargs)\u001b[0m\n\u001b[1;32m     99\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate_chat_completion\u001b[39m(\n\u001b[1;32m    100\u001b[0m     \u001b[38;5;28mself\u001b[39m, model: \u001b[38;5;28mstr\u001b[39m, messages: List[Any], \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m    101\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m LLMResponse:\n\u001b[0;32m--> 102\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mclient\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    103\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m    104\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    106\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconstruct_chat_response(\n\u001b[1;32m    107\u001b[0m         stream\u001b[38;5;241m=\u001b[39mkwargs\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mFalse\u001b[39;00m),\n\u001b[1;32m    108\u001b[0m         openai_response\u001b[38;5;241m=\u001b[39mresponse,\n\u001b[1;32m    109\u001b[0m     )\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_utils/_utils.py:277\u001b[0m, in \u001b[0;36mrequired_args..inner..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    276\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(msg)\n\u001b[0;32m--> 277\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/resources/chat/completions.py:640\u001b[0m, in \u001b[0;36mCompletions.create\u001b[0;34m(self, messages, model, frequency_penalty, function_call, functions, logit_bias, logprobs, max_tokens, n, parallel_tool_calls, presence_penalty, response_format, seed, service_tier, stop, stream, stream_options, temperature, tool_choice, tools, top_logprobs, top_p, user, extra_headers, extra_query, extra_body, timeout)\u001b[0m\n\u001b[1;32m    606\u001b[0m \u001b[38;5;129m@required_args\u001b[39m([\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m], [\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmessages\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstream\u001b[39m\u001b[38;5;124m\"\u001b[39m])\n\u001b[1;32m    607\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate\u001b[39m(\n\u001b[1;32m    608\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    638\u001b[0m     timeout: \u001b[38;5;28mfloat\u001b[39m \u001b[38;5;241m|\u001b[39m httpx\u001b[38;5;241m.\u001b[39mTimeout \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m|\u001b[39m NotGiven \u001b[38;5;241m=\u001b[39m NOT_GIVEN,\n\u001b[1;32m    639\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ChatCompletion \u001b[38;5;241m|\u001b[39m Stream[ChatCompletionChunk]:\n\u001b[0;32m--> 640\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_post\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    641\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m/chat/completions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m    642\u001b[0m \u001b[43m        \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmaybe_transform\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    643\u001b[0m \u001b[43m            \u001b[49m\u001b[43m{\u001b[49m\n\u001b[1;32m    644\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmessages\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    645\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    646\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfrequency_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfrequency_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    647\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunction_call\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunction_call\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    648\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mfunctions\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mfunctions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    649\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogit_bias\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogit_bias\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    650\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlogprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mlogprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    651\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmax_tokens\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    652\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mn\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    653\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mparallel_tool_calls\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mparallel_tool_calls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    654\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mpresence_penalty\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mpresence_penalty\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    655\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mresponse_format\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mresponse_format\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    656\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mseed\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mseed\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    657\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mservice_tier\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mservice_tier\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    658\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstop\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstop\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    659\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    660\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstream_options\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_options\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    661\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtemperature\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    662\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtool_choice\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtool_choice\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    663\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtools\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtools\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    664\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_logprobs\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_logprobs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    665\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtop_p\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtop_p\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    666\u001b[0m \u001b[43m                \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43muser\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43muser\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    667\u001b[0m \u001b[43m            \u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    668\u001b[0m \u001b[43m            \u001b[49m\u001b[43mcompletion_create_params\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mCompletionCreateParams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    669\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    670\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmake_request_options\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    671\u001b[0m \u001b[43m            \u001b[49m\u001b[43mextra_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_headers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_query\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_query\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mextra_body\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mextra_body\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\n\u001b[1;32m    672\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    673\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mChatCompletion\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    674\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    675\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mStream\u001b[49m\u001b[43m[\u001b[49m\u001b[43mChatCompletionChunk\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    676\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1250\u001b[0m, in \u001b[0;36mSyncAPIClient.post\u001b[0;34m(self, path, cast_to, body, options, files, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1247\u001b[0m opts \u001b[38;5;241m=\u001b[39m FinalRequestOptions\u001b[38;5;241m.\u001b[39mconstruct(\n\u001b[1;32m   1248\u001b[0m     method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpost\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39mpath, json_data\u001b[38;5;241m=\u001b[39mbody, files\u001b[38;5;241m=\u001b[39mto_httpx_files(files), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moptions\n\u001b[1;32m   1249\u001b[0m )\n\u001b[0;32m-> 1250\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m cast(ResponseT, \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mopts\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m)\u001b[49m)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:931\u001b[0m, in \u001b[0;36mSyncAPIClient.request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    922\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m    923\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m    924\u001b[0m     cast_to: Type[ResponseT],\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    929\u001b[0m     stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    930\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[0;32m--> 931\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    932\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    933\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    934\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    935\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    936\u001b[0m \u001b[43m        \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    937\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:986\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    985\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 986\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    987\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    988\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    989\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    990\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    991\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    992\u001b[0m \u001b[43m        \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    993\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    995\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1063\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1061\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1063\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   1064\u001b[0m \u001b[43m    \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1065\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1066\u001b[0m \u001b[43m    \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1067\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1068\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1069\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:986\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    985\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 986\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_retry_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    987\u001b[0m \u001b[43m        \u001b[49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    988\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    989\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    990\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    991\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    992\u001b[0m \u001b[43m        \u001b[49m\u001b[43mresponse_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    993\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    995\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:1063\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1061\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m-> 1063\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   1064\u001b[0m \u001b[43m    \u001b[49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1065\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast_to\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcast_to\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1066\u001b[0m \u001b[43m    \u001b[49m\u001b[43mremaining_retries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremaining\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1067\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1068\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstream_cls\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream_cls\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1069\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/openai/_base_client.py:996\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    995\u001b[0m     log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 996\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m APIConnectionError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n\u001b[1;32m    998\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\n\u001b[1;32m    999\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mHTTP Response: \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m%i\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m   1000\u001b[0m     request\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m   1004\u001b[0m     response\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m   1005\u001b[0m )\n",
-      "\u001b[0;31mAPIConnectionError\u001b[0m: Connection error.",
-      "\nDuring handling of the above exception, another exception occurred:\n",
-      "\u001b[0;31mPromptCallableException\u001b[0m                   Traceback (most recent call last)",
-      "Cell \u001b[0;32mIn[20], line 3\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mopenai\u001b[39;00m\n\u001b[0;32m----> 3\u001b[0m raw_llm_response, validated_response, \u001b[38;5;241m*\u001b[39mrest \u001b[38;5;241m=\u001b[39m \u001b[43mguard\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m      4\u001b[0m \u001b[43m    \u001b[49m\u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mchat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      5\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      6\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m{\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mdocument\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mdocument\u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      7\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mgpt-3.5-turbo\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      8\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m2048\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      9\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m     10\u001b[0m \u001b[43m)\u001b[49m\n\u001b[1;32m     12\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mValidated Output: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mvalidated_response\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:800\u001b[0m, in \u001b[0;36mGuard.__call__\u001b[0;34m(self, llm_api, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    794\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m msg_history \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(msg_history):\n\u001b[1;32m    795\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\n\u001b[1;32m    796\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou must provide a prompt if msg_history is empty. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    797\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAlternatively, you can provide a prompt in the Schema constructor.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    798\u001b[0m         )\n\u001b[0;32m--> 800\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_execute\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    801\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    802\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    803\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    804\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    805\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    806\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    807\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    808\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    809\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    810\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    811\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:684\u001b[0m, in \u001b[0;36mGuard._execute\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    668\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec(\n\u001b[1;32m    669\u001b[0m         llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[1;32m    670\u001b[0m         llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    680\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    681\u001b[0m     )\n\u001b[1;32m    683\u001b[0m guard_context \u001b[38;5;241m=\u001b[39m contextvars\u001b[38;5;241m.\u001b[39mContext()\n\u001b[0;32m--> 684\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mguard_context\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    685\u001b[0m \u001b[43m    \u001b[49m\u001b[43m__exec\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    686\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m    687\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    688\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    689\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    690\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    691\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    692\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    693\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    694\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    695\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    696\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    697\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    698\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:668\u001b[0m, in \u001b[0;36mGuard._execute..__exec\u001b[0;34m(self, llm_api, llm_output, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    655\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_server(\n\u001b[1;32m    656\u001b[0m         llm_output\u001b[38;5;241m=\u001b[39mllm_output,\n\u001b[1;32m    657\u001b[0m         llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    664\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    665\u001b[0m     )\n\u001b[1;32m    667\u001b[0m \u001b[38;5;66;03m# Otherwise, call the LLM synchronously\u001b[39;00m\n\u001b[0;32m--> 668\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_exec\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    669\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_api\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_api\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    670\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm_output\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mllm_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    671\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    672\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_reasks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_num_reasks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    673\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    674\u001b[0m \u001b[43m    \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    675\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    676\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    677\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfull_schema_reask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfull_schema_reask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    678\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    679\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    680\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    681\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:755\u001b[0m, in \u001b[0;36mGuard._exec\u001b[0;34m(self, llm_api, llm_output, call_log, prompt_params, num_reasks, metadata, full_schema_reask, prompt, instructions, msg_history, *args, **kwargs)\u001b[0m\n\u001b[1;32m    737\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m    738\u001b[0m     \u001b[38;5;66;03m# Otherwise, use Runner\u001b[39;00m\n\u001b[1;32m    739\u001b[0m     runner \u001b[38;5;241m=\u001b[39m Runner(\n\u001b[1;32m    740\u001b[0m         output_type\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_output_type,\n\u001b[1;32m    741\u001b[0m         output_schema\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_schema\u001b[38;5;241m.\u001b[39mto_dict(),\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    753\u001b[0m         exec_options\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exec_opts,\n\u001b[1;32m    754\u001b[0m     )\n\u001b[0;32m--> 755\u001b[0m     call \u001b[38;5;241m=\u001b[39m \u001b[43mrunner\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    756\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m ValidationOutcome[OT]\u001b[38;5;241m.\u001b[39mfrom_guard_history(call)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:241\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m    238\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    239\u001b[0m     \u001b[38;5;66;03m# Because Pydantic v1 doesn't respect property setters\u001b[39;00m\n\u001b[1;32m    240\u001b[0m     call_log\u001b[38;5;241m.\u001b[39m_set_exception(e)\n\u001b[0;32m--> 241\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    242\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m call_log\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:193\u001b[0m, in \u001b[0;36mRunner.__call__\u001b[0;34m(self, call_log, prompt_params)\u001b[0m\n\u001b[1;32m    190\u001b[0m index \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[1;32m    191\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m index \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_reasks \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m):\n\u001b[1;32m    192\u001b[0m     \u001b[38;5;66;03m# Run a single step.\u001b[39;00m\n\u001b[0;32m--> 193\u001b[0m     iteration \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    194\u001b[0m \u001b[43m        \u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mindex\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    195\u001b[0m \u001b[43m        \u001b[49m\u001b[43mapi\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    196\u001b[0m \u001b[43m        \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    197\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    198\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    199\u001b[0m \u001b[43m        \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprompt_params\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    200\u001b[0m \u001b[43m        \u001b[49m\u001b[43moutput_schema\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_schema\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    201\u001b[0m \u001b[43m        \u001b[49m\u001b[43moutput\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moutput\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    202\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcall_log\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcall_log\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    203\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    205\u001b[0m     \u001b[38;5;66;03m# Loop again?\u001b[39;00m\n\u001b[1;32m    206\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdo_loop(index, iteration\u001b[38;5;241m.\u001b[39mreasks):\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    211\u001b[0m             \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:332\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m    330\u001b[0m     iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39merror \u001b[38;5;241m=\u001b[39m error_message\n\u001b[1;32m    331\u001b[0m     iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mexception \u001b[38;5;241m=\u001b[39m e\n\u001b[0;32m--> 332\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    333\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m iteration\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:298\u001b[0m, in \u001b[0;36mRunner.step\u001b[0;34m(self, index, output_schema, call_log, api, instructions, prompt, msg_history, prompt_params, output)\u001b[0m\n\u001b[1;32m    295\u001b[0m iteration\u001b[38;5;241m.\u001b[39minputs\u001b[38;5;241m.\u001b[39mmsg_history \u001b[38;5;241m=\u001b[39m msg_history\n\u001b[1;32m    297\u001b[0m \u001b[38;5;66;03m# Call: run the API.\u001b[39;00m\n\u001b[0;32m--> 298\u001b[0m llm_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcall\u001b[49m\u001b[43m(\u001b[49m\u001b[43minstructions\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mprompt\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmsg_history\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mapi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    300\u001b[0m iteration\u001b[38;5;241m.\u001b[39moutputs\u001b[38;5;241m.\u001b[39mllm_response_info \u001b[38;5;241m=\u001b[39m llm_response\n\u001b[1;32m    301\u001b[0m raw_output \u001b[38;5;241m=\u001b[39m llm_response\u001b[38;5;241m.\u001b[39moutput\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/utils/telemetry_utils.py:213\u001b[0m, in \u001b[0;36mtrace..trace_wrapper..to_trace_or_not_to_trace\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    211\u001b[0m             \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[1;32m    212\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 213\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/run/runner.py:561\u001b[0m, in \u001b[0;36mRunner.call\u001b[0;34m(self, instructions, prompt, msg_history, api, output)\u001b[0m\n\u001b[1;32m    559\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m api_fn(msg_history\u001b[38;5;241m=\u001b[39mmsg_history_source(msg_history))\n\u001b[1;32m    560\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt \u001b[38;5;129;01mand\u001b[39;00m instructions:\n\u001b[0;32m--> 561\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m \u001b[43mapi_fn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprompt\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minstructions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msource\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    562\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m prompt:\n\u001b[1;32m    563\u001b[0m     llm_response \u001b[38;5;241m=\u001b[39m api_fn(prompt\u001b[38;5;241m.\u001b[39msource)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/llm_providers.py:63\u001b[0m, in \u001b[0;36mPromptCallableBase.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     59\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_invoke_llm(\n\u001b[1;32m     60\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_args, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minit_kwargs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[1;32m     61\u001b[0m     )\n\u001b[1;32m     62\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m---> 63\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m     64\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` failed\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     65\u001b[0m         \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m with the following error: `\u001b[39m\u001b[38;5;132;01m{\u001b[39;00me\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m`. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     66\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMake sure that `fn` can be called as a function that\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     67\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m takes in a single prompt string \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     68\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     69\u001b[0m     )\n\u001b[1;32m     70\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(result, LLMResponse):\n\u001b[1;32m     71\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m PromptCallableException(\n\u001b[1;32m     72\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe callable `fn` passed to `Guard(fn, ...)` returned\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     73\u001b[0m         \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m a non-string value: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresult\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     76\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mand returns a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     77\u001b[0m     )\n",
-      "\u001b[0;31mPromptCallableException\u001b[0m: The callable `fn` passed to `Guard(fn, ...)` failed with the following error: `Connection error.`. Make sure that `fn` can be called as a function that takes in a single prompt string and returns a string."
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Similarity: 0.971, Type: \n"
      ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "
Validated Output: {'summary': 'All legislative Powers herein granted shall be vested in a Congress of the United \n",
+       "States, which shall consist of a Senate and House of Representatives. The House of Representatives shall be \n",
+       "composed of Members chosen every second Year by the People of the several States, and the Electors in each State \n",
+       "shall have the Qualifications requisite for Electors of the most numerous Branch of the State Legislature. No \n",
+       "Person shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven Years \n",
+       "a Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he shall \n",
+       "be chosen. Representatives and direct Taxes shall be apportioned among the several States which may be included \n",
+       "within this Union, according to their respective Numbers, which shall be determined by adding to the whole Number \n",
+       "of free Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three \n",
+       "fifths of all other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the\n",
+       "Congress of the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law \n",
+       "direct. The Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at \n",
+       "Least one Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to\n",
+       "chuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New \n",
+       "Jersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina \n",
+       "five, and Georgia three. When vacancies happen in the Representation from any State, the Executive Authority \n",
+       "thereof shall issue Writs of Election to fill such Vacancies. The House of Representatives shall chuse their \n",
+       "Speaker and other Officers; and shall have the sole Power of Impeachment.'}\n",
+       "
\n"
+      ],
+      "text/plain": [
+       "Validated Output: \u001b[1m{\u001b[0m\u001b[32m'summary'\u001b[0m: \u001b[32m'All legislative Powers herein granted shall be vested in a Congress of the United \u001b[0m\n",
+       "\u001b[32mStates, which shall consist of a Senate and House of Representatives. The House of Representatives shall be \u001b[0m\n",
+       "\u001b[32mcomposed of Members chosen every second Year by the People of the several States, and the Electors in each State \u001b[0m\n",
+       "\u001b[32mshall have the Qualifications requisite for Electors of the most numerous Branch of the State Legislature. No \u001b[0m\n",
+       "\u001b[32mPerson shall be a Representative who shall not have attained to the Age of twenty five Years, and been seven Years \u001b[0m\n",
+       "\u001b[32ma Citizen of the United States, and who shall not, when elected, be an Inhabitant of that State in which he shall \u001b[0m\n",
+       "\u001b[32mbe chosen. Representatives and direct Taxes shall be apportioned among the several States which may be included \u001b[0m\n",
+       "\u001b[32mwithin this Union, according to their respective Numbers, which shall be determined by adding to the whole Number \u001b[0m\n",
+       "\u001b[32mof free Persons, including those bound to Service for a Term of Years, and excluding Indians not taxed, three \u001b[0m\n",
+       "\u001b[32mfifths of all other Persons. The actual Enumeration shall be made within three Years after the first Meeting of the\u001b[0m\n",
+       "\u001b[32mCongress of the United States, and within every subsequent Term of ten Years, in such Manner as they shall by Law \u001b[0m\n",
+       "\u001b[32mdirect. The Number of Representatives shall not exceed one for every thirty Thousand, but each State shall have at \u001b[0m\n",
+       "\u001b[32mLeast one Representative; and until such enumeration shall be made, the State of New Hampshire shall be entitled to\u001b[0m\n",
+       "\u001b[32mchuse three, Massachusetts eight, Rhode-Island and Providence Plantations one, Connecticut five, New-York six, New \u001b[0m\n",
+       "\u001b[32mJersey four, Pennsylvania eight, Delaware one, Maryland six, Virginia ten, North Carolina five, South Carolina \u001b[0m\n",
+       "\u001b[32mfive, and Georgia three. When vacancies happen in the Representation from any State, the Executive Authority \u001b[0m\n",
+       "\u001b[32mthereof shall issue Writs of Election to fill such Vacancies. The House of Representatives shall chuse their \u001b[0m\n",
+       "\u001b[32mSpeaker and other Officers; and shall have the sole Power of Impeachment.'\u001b[0m\u001b[1m}\u001b[0m\n"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
     }
    ],
    "source": [
@@ -352,7 +337,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 30,
    "metadata": {},
    "outputs": [
     {
@@ -523,7 +508,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 31,
    "metadata": {},
    "outputs": [
     {
@@ -824,20 +809,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 32,
    "metadata": {},
    "outputs": [
     {
-     "ename": "RuntimeError",
-     "evalue": "You must provide a prompt if msg_history is empty. Alternatively, you can provide a prompt in the Schema constructor.",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[0;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
-      "Cell \u001b[0;32mIn[13], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m raw_llm_response, validated_response, \u001b[38;5;241m*\u001b[39mrest \u001b[38;5;241m=\u001b[39m \u001b[43mguard\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m      2\u001b[0m \u001b[43m    \u001b[49m\u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompletions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      3\u001b[0m \u001b[43m    \u001b[49m\u001b[43mprompt_params\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m{\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mdocument\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mopen\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mdata/article1.txt\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mr\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m}\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      4\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mbabbage-002\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      5\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmax_tokens\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m512\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      6\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtemperature\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      7\u001b[0m \u001b[43m)\u001b[49m\n\u001b[1;32m      9\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mValidated Output: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mvalidated_response\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n",
-      "File \u001b[0;32m~/Projects/gr-mono/guardrails/docs/examples/.venv/lib/python3.12/site-packages/guardrails/guard.py:795\u001b[0m, in \u001b[0;36mGuard.__call__\u001b[0;34m(self, llm_api, prompt_params, num_reasks, prompt, instructions, msg_history, metadata, full_schema_reask, *args, **kwargs)\u001b[0m\n\u001b[1;32m    793\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m prompt \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m    794\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m msg_history \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(msg_history):\n\u001b[0;32m--> 795\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\n\u001b[1;32m    796\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou must provide a prompt if msg_history is empty. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    797\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAlternatively, you can provide a prompt in the Schema constructor.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    798\u001b[0m         )\n\u001b[1;32m    800\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_execute(\n\u001b[1;32m    801\u001b[0m     \u001b[38;5;241m*\u001b[39margs,\n\u001b[1;32m    802\u001b[0m     llm_api\u001b[38;5;241m=\u001b[39mllm_api,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    810\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    811\u001b[0m )\n",
-      "\u001b[0;31mRuntimeError\u001b[0m: You must provide a prompt if msg_history is empty. Alternatively, you can provide a prompt in the Schema constructor."
-     ]
+     "data": {
+      "text/html": [
+       "
Validated Output: None\n",
+       "
\n"
+      ],
+      "text/plain": [
+       "Validated Output: \u001b[3;35mNone\u001b[0m\n"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
     }
    ],
    "source": [
@@ -863,7 +849,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 33,
    "metadata": {},
    "outputs": [
     {
@@ -911,9 +897,9 @@
        "│   │ │ it into.                                                                                                │ │\n",
        "│   │ │                                                                                                         │ │\n",
        "│   │ │ <output>                                                                                                │ │\n",
-       "│   │ │     <string name=\"summary\" description=\"Summarize the given document faithfully.\"                       │ │\n",
-       "│   │ │ format=\"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein granted      │ │\n",
-       "│   │ │ shall be vested in a Congress of the United States, which shall consist of a Senate and House of        │ │\n",
+       "│   │ │   <string description=\"Summarize the given document faithfully.\"                                        │ │\n",
+       "│   │ │ format=\"guardrails/similar_to_document: 'Section. 1.All legislative Powers herein granted shall be      │ │\n",
+       "│   │ │ vested in a Congress of the United States, which shall consist of a Senate and House of                 │ │\n",
        "│   │ │ Representatives.Section. 2.The House of Representatives shall be composed of Members chosen every       │ │\n",
        "│   │ │ second Year by the People of the several States, and the Electors in each State shall have the          │ │\n",
        "│   │ │ Qualifications requisite for Electors of the most numerous Branch of the State Legislature.No Person    │ │\n",
@@ -932,10 +918,9 @@
        "│   │ │ Carolina five, South Carolina five, and Georgia three.When vacancies happen in the Representation from  │ │\n",
        "│   │ │ any State, the Executive Authority thereof shall issue Writs of Election to fill such Vacancies.The     │ │\n",
        "│   │ │ House of Representatives shall chuse their Speaker and other Officers; and shall have the sole Power of │ │\n",
-       "│   │ │ Impeachment.' threshold=0.6 model=all-MiniLM-L6-v2\"/>                                                   │ │\n",
+       "│   │ │ Impeachment.' 0.6 all-MiniLM-L6-v2\" name=\"summary\" required=\"true\"></string>                            │ │\n",
        "│   │ │ </output>                                                                                               │ │\n",
        "│   │ │                                                                                                         │ │\n",
-       "│   │ │                                                                                                         │ │\n",
        "│   │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "│   │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "│   │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -959,58 +944,20 @@
        "│   │ │ No message history.                                                                                     │ │\n",
        "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "│   │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "│   │ │     {                                                                                                   │ │\n",
-       "│   │ │         \"summary\": \"Summarize the given document faithfully.\",                                          │ │\n",
-       "│   │ │         \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of    │ │\n",
-       "│   │ │ the United States, which shall consist of a Senate and House of Representatives.\",                      │ │\n",
-       "│   │ │         \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein   │ │\n",
-       "│   │ │ granted shall be vested in a Congress of the United States, which shall consist of a Senate and House   │ │\n",
-       "│   │ │ of Representatives.',                                                                                   │ │\n",
-       "│   │ │         \"name\": \"summary\",                                                                              │ │\n",
-       "│   │ │         \"threshold\": 0.6,                                                                               │ │\n",
-       "│   │ │         \"model\": \"all-MiniLM-L6-v2\"                                                                     │ │\n",
-       "│   │ │     }                                                                                                   │ │\n",
+       "│   │ │ - `<string name='foo' format='two-words lower-case' />` => `{'foo': 'example one'}`                     │ │\n",
+       "│   │ │ - `<list name='bar'><string format='upper-case' /></list>` => `{\"bar\": ['STRING ONE', 'STRING TWO',     │ │\n",
+       "│   │ │ etc.]}`                                                                                                 │ │\n",
+       "│   │ │ - `<object name='baz'><string name=\"foo\" format=\"capitalize two-words\" /><integer name=\"index\"          │ │\n",
+       "│   │ │ format=\"1-indexed\" /></object>` => `{'baz': {'foo': 'Some String', 'index': 1}}`                        │ │\n",
        "│   │ │                                                                                                         │ │\n",
-       "│   │ │ JSON Output:                                                                                            │ │\n",
        "│   │ │                                                                                                         │ │\n",
-       "│   │ │     {                                                                                                   │ │\n",
-       "│   │ │         \"summary\": \"Summarize the given document faithfully.\",                                          │ │\n",
-       "│   │ │         \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of    │ │\n",
-       "│   │ │ the United States, which shall consist of a Senate and House of Representatives.\",                      │ │\n",
-       "│   │ │         \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein   │ │\n",
-       "│   │ │ granted shall be vested in a Congress of the United States, which shall consist of a Senate and House   │ │\n",
-       "│   │ │ of Representatives.',                                                                                   │ │\n",
-       "│   │ │         \"name\": \"summary\",                                                                              │ │\n",
-       "│   │ │         \"threshold\": 0.6,                                                                               │ │\n",
-       "│   │ │         \"model\": \"all-MiniLM-L6-v2\"                                                                     │ │\n",
-       "│   │ │     }                                                                                                   │ │\n",
        "│   │ │                                                                                                         │ │\n",
        "│   │ │ JSON Output:                                                                                            │ │\n",
        "│   │ │                                                                                                         │ │\n",
-       "│   │ │     {                                                                                                   │ │\n",
-       "│   │ │         \"summary\": \"Summarize the given document faithfully.\",                                          │ │\n",
-       "│   │ │         \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of    │ │\n",
-       "│   │ │ the United States, which shall consist of a Senate and House of Representatives.\",                      │ │\n",
-       "│   │ │         \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein   │ │\n",
-       "│   │ │ granted shall be vested in a Congress of the United States, which shall consist of a Senate and House   │ │\n",
-       "│   │ │ of Representatives.',                                                                                   │ │\n",
-       "│   │ │         \"name\": \"summary\",                                                                              │ │\n",
-       "│   │ │         \"threshold\": 0.6,                                                                               │ │\n",
-       "│   │ │         \"model\": \"all-MiniLM-L6-v2\"                                                                     │ │\n",
-       "│   │ │     }                                                                                                   │ │\n",
-       "│   │ │                                                                                                         │ │\n",
-       "│   │ │ JSON Output:                                                                                            │ │\n",
+       "│   │ │ - `{\"foo\": \"example one\"}`                                                                              │ │\n",
+       "│   │ │ - `{\"bar\": ['STRING ONE', 'STRING TWO', etc.]}`                                                         │ │\n",
+       "│   │ │ - `{\"baz\": {'foo': 'Some String', 'index': 1}}`                                                         │ │\n",
        "│   │ │                                                                                                         │ │\n",
-       "│   │ │     {                                                                                                   │ │\n",
-       "│   │ │         \"summary\": \"Summarize the given document faithfully.\",                                          │ │\n",
-       "│   │ │         \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of    │ │\n",
-       "│   │ │ the United States, which shall consist of a Senate and House of Representatives.\",                      │ │\n",
-       "│   │ │         \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein   │ │\n",
-       "│   │ │ granted shall be vested in a Congress of the United States, which shall consist of a Senate and House   │ │\n",
-       "│   │ │ of Representatives.',                                                                                   │ │\n",
-       "│   │ │         \"name\": \"summary\",                                                                              │ │\n",
-       "│   │ │         \"threshold\": 0.6,                                                                               │ │\n",
-       "│   │ │         \"model\": \"all-M                                                                                 │ │\n",
        "│   │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "│   │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "│   │ │ None                                                                                                    │ │\n",
@@ -1021,32 +968,12 @@
        "    │ │                                                                                                         │ │\n",
        "    │ │ I was given the following response, which was not parseable as JSON.                                    │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │ \"    {\\n        \\\"summary\\\": \\\"Summarize the given document faithfully.\\\",\\n        \\\"string\\\":         │ │\n",
-       "    │ │ \\\"Section. 1.All legislative Powers herein granted shall be vested in a Congress of the United States,  │ │\n",
-       "    │ │ which shall consist of a Senate and House of Representatives.\\\",\\n        \\\"format\\\":                   │ │\n",
-       "    │ │ \\\"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein granted shall be   │ │\n",
-       "    │ │ vested in a Congress of the United States, which shall consist of a Senate and House of                 │ │\n",
-       "    │ │ Representatives.',\\n        \\\"name\\\": \\\"summary\\\",\\n        \\\"threshold\\\": 0.6,\\n        \\\"model\\\":     │ │\n",
-       "    │ │ \\\"all-MiniLM-L6-v2\\\"\\n    }\\n\\nJSON Output:\\n\\n    {\\n        \\\"summary\\\": \\\"Summarize the given        │ │\n",
-       "    │ │ document faithfully.\\\",\\n        \\\"string\\\": \\\"Section. 1.All legislative Powers herein granted shall   │ │\n",
-       "    │ │ be vested in a Congress of the United States, which shall consist of a Senate and House of              │ │\n",
-       "    │ │ Representatives.\\\",\\n        \\\"format\\\": \\\"guardrails/similar_to_document: document='Section. 1.All     │ │\n",
-       "    │ │ legislative Powers herein granted shall be vested in a Congress of the United States, which shall       │ │\n",
-       "    │ │ consist of a Senate and House of Representatives.',\\n        \\\"name\\\": \\\"summary\\\",\\n                   │ │\n",
-       "    │ │ \\\"threshold\\\": 0.6,\\n        \\\"model\\\": \\\"all-MiniLM-L6-v2\\\"\\n    }\\n\\nJSON Output:\\n\\n    {\\n          │ │\n",
-       "    │ │ \\\"summary\\\": \\\"Summarize the given document faithfully.\\\",\\n        \\\"string\\\": \\\"Section. 1.All        │ │\n",
-       "    │ │ legislative Powers herein granted shall be vested in a Congress of the United States, which shall       │ │\n",
-       "    │ │ consist of a Senate and House of Representatives.\\\",\\n        \\\"format\\\":                               │ │\n",
-       "    │ │ \\\"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein granted shall be   │ │\n",
-       "    │ │ vested in a Congress of the United States, which shall consist of a Senate and House of                 │ │\n",
-       "    │ │ Representatives.',\\n        \\\"name\\\": \\\"summary\\\",\\n        \\\"threshold\\\": 0.6,\\n        \\\"model\\\":     │ │\n",
-       "    │ │ \\\"all-MiniLM-L6-v2\\\"\\n    }\\n\\nJSON Output:\\n\\n    {\\n        \\\"summary\\\": \\\"Summarize the given        │ │\n",
-       "    │ │ document faithfully.\\\",\\n        \\\"string\\\": \\\"Section. 1.All legislative Powers herein granted shall   │ │\n",
-       "    │ │ be vested in a Congress of the United States, which shall consist of a Senate and House of              │ │\n",
-       "    │ │ Representatives.\\\",\\n        \\\"format\\\": \\\"guardrails/similar_to_document: document='Section. 1.All     │ │\n",
-       "    │ │ legislative Powers herein granted shall be vested in a Congress of the United States, which shall       │ │\n",
-       "    │ │ consist of a Senate and House of Representatives.',\\n        \\\"name\\\": \\\"summary\\\",\\n                   │ │\n",
-       "    │ │ \\\"threshold\\\": 0.6,\\n        \\\"model\\\": \\\"all-M\"                                                        │ │\n",
+       "    │ │ \"- `<string name='foo' format='two-words lower-case' />` => `{'foo': 'example one'}`\\n- `<list          │ │\n",
+       "    │ │ name='bar'><string format='upper-case' /></list>` => `{\\\"bar\\\": ['STRING ONE', 'STRING TWO', etc.]}`\\n- │ │\n",
+       "    │ │ `<object name='baz'><string name=\\\"foo\\\" format=\\\"capitalize two-words\\\" /><integer name=\\\"index\\\"      │ │\n",
+       "    │ │ format=\\\"1-indexed\\\" /></object>` => `{'baz': {'foo': 'Some String', 'index': 1}}`\\n\\n\\n\\nJSON          │ │\n",
+       "    │ │ Output:\\n\\n- `{\\\"foo\\\": \\\"example one\\\"}`\\n- `{\\\"bar\\\": ['STRING ONE', 'STRING TWO', etc.]}`\\n-         │ │\n",
+       "    │ │ `{\\\"baz\\\": {'foo': 'Some String', 'index': 1}}`\\n\"                                                      │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ Help me correct this by making it valid JSON.                                                           │ │\n",
        "    │ │                                                                                                         │ │\n",
@@ -1054,9 +981,9 @@
        "    │ │ it into.                                                                                                │ │\n",
        "    │ │                                                                                                         │ │\n",
        "    │ │ <output>                                                                                                │ │\n",
-       "    │ │     <string name=\"summary\" description=\"Summarize the given document faithfully.\"                       │ │\n",
-       "    │ │ format=\"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein granted      │ │\n",
-       "    │ │ shall be vested in a Congress of the United States, which shall consist of a Senate and House of        │ │\n",
+       "    │ │   <string description=\"Summarize the given document faithfully.\"                                        │ │\n",
+       "    │ │ format=\"guardrails/similar_to_document: 'Section. 1.All legislative Powers herein granted shall be      │ │\n",
+       "    │ │ vested in a Congress of the United States, which shall consist of a Senate and House of                 │ │\n",
        "    │ │ Representatives.Section. 2.The House of Representatives shall be composed of Members chosen every       │ │\n",
        "    │ │ second Year by the People of the several States, and the Electors in each State shall have the          │ │\n",
        "    │ │ Qualifications requisite for Electors of the most numerous Branch of the State Legislature.No Person    │ │\n",
@@ -1075,10 +1002,9 @@
        "    │ │ Carolina five, South Carolina five, and Georgia three.When vacancies happen in the Representation from  │ │\n",
        "    │ │ any State, the Executive Authority thereof shall issue Writs of Election to fill such Vacancies.The     │ │\n",
        "    │ │ House of Representatives shall chuse their Speaker and other Officers; and shall have the sole Power of │ │\n",
-       "    │ │ Impeachment.' threshold=0.6 model=all-MiniLM-L6-v2\"/>                                                   │ │\n",
+       "    │ │ Impeachment.' 0.6 all-MiniLM-L6-v2\" name=\"summary\" required=\"true\"></string>                            │ │\n",
        "    │ │ </output>                                                                                               │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │                                                                                                         │ │\n",
        "    │ │ ONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the │ │\n",
        "    │ │ `name` attribute of the corresponding XML, and the value is of the type specified by the corresponding  │ │\n",
        "    │ │ XML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g.        │ │\n",
@@ -1094,58 +1020,10 @@
        "    │ │ No message history.                                                                                     │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭──────────────────────────────────────────── Raw LLM Output ─────────────────────────────────────────────╮ │\n",
-       "    │ │     {                                                                                                   │ │\n",
-       "    │ │         \"summary\": \"Summarize the given document faithfully.\",                                          │ │\n",
-       "    │ │         \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of    │ │\n",
-       "    │ │ the United States, which shall consist of a Senate and House of Representatives.\",                      │ │\n",
-       "    │ │         \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein   │ │\n",
-       "    │ │ granted shall be vested in a Congress of the United States, which shall consist of a Senate and House   │ │\n",
-       "    │ │ of Representatives.',                                                                                   │ │\n",
-       "    │ │         \"name\": \"summary\",                                                                              │ │\n",
-       "    │ │         \"threshold\": 0.6,                                                                               │ │\n",
-       "    │ │         \"model\": \"all-MiniLM-L6-v2\"                                                                     │ │\n",
-       "    │ │     }                                                                                                   │ │\n",
-       "    │ │                                                                                                         │ │\n",
-       "    │ │ JSON Output:                                                                                            │ │\n",
-       "    │ │                                                                                                         │ │\n",
-       "    │ │     {                                                                                                   │ │\n",
-       "    │ │         \"summary\": \"Summarize the given document faithfully.\",                                          │ │\n",
-       "    │ │         \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of    │ │\n",
-       "    │ │ the United States, which shall consist of a Senate and House of Representatives.\",                      │ │\n",
-       "    │ │         \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein   │ │\n",
-       "    │ │ granted shall be vested in a Congress of the United States, which shall consist of a Senate and House   │ │\n",
-       "    │ │ of Representatives.',                                                                                   │ │\n",
-       "    │ │         \"name\": \"summary\",                                                                              │ │\n",
-       "    │ │         \"threshold\": 0.6,                                                                               │ │\n",
-       "    │ │         \"model\": \"all-MiniLM-L6-v2\"                                                                     │ │\n",
-       "    │ │     }                                                                                                   │ │\n",
+       "    │ │ - `{\\\"foo\\\": \\\"example one\\\"}`\\n- `{\\\"bar\\\": ['STRING ONE', 'STRING TWO', etc.]}`\\n- `{\\\"baz\\\": {'foo': │ │\n",
+       "    │ │ 'Some String', 'index': 1}}`\\n                                                                          │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │ JSON Output:                                                                                            │ │\n",
        "    │ │                                                                                                         │ │\n",
-       "    │ │     {                                                                                                   │ │\n",
-       "    │ │         \"summary\": \"Summarize the given document faithfully.\",                                          │ │\n",
-       "    │ │         \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of    │ │\n",
-       "    │ │ the United States, which shall consist of a Senate and House of Representatives.\",                      │ │\n",
-       "    │ │         \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein   │ │\n",
-       "    │ │ granted shall be vested in a Congress of the United States, which shall consist of a Senate and House   │ │\n",
-       "    │ │ of Representatives.',                                                                                   │ │\n",
-       "    │ │         \"name\": \"summary\",                                                                              │ │\n",
-       "    │ │         \"threshold\": 0.6,                                                                               │ │\n",
-       "    │ │         \"model\": \"all-MiniLM-L6-v2\"                                                                     │ │\n",
-       "    │ │     }                                                                                                   │ │\n",
-       "    │ │                                                                                                         │ │\n",
-       "    │ │ JSON Output:                                                                                            │ │\n",
-       "    │ │                                                                                                         │ │\n",
-       "    │ │     {                                                                                                   │ │\n",
-       "    │ │         \"summary\": \"Summarize the given document faithfully.\",                                          │ │\n",
-       "    │ │         \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of    │ │\n",
-       "    │ │ the United States, which shall consist of a Senate and House of Representatives.\",                      │ │\n",
-       "    │ │         \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein   │ │\n",
-       "    │ │ granted shall be vested in a Congress of the United States, which shall consist of a Senate and House   │ │\n",
-       "    │ │ of Representatives.',                                                                                   │ │\n",
-       "    │ │         \"name\": \"summary\",                                                                              │ │\n",
-       "    │ │         \"threshold\": 0.6,                                                                               │ │\n",
-       "    │ │         \"model\": \"all-M                                                                                 │ │\n",
        "    │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯ │\n",
        "    │ ╭─────────────────────────────────────────── Validated Output ────────────────────────────────────────────╮ │\n",
        "    │ │ None                                                                                                    │ │\n",
@@ -1196,9 +1074,9 @@
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mImpeachment.' 0.6 all-MiniLM-L6-v2\" name=\"summary\" required=\"true\">\u001b[0m\u001b[48;2;240;248;255m                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "│   │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1244,58 +1121,20 @@
        "│   │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "│   │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"summary\": \"Summarize the given document faithfully.\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe United States, which shall consist of a Senate and House of Representatives.\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgranted shall be vested in a Congress of the United States, which shall consist of a Senate and House \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof Representatives.',\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"name\": \"summary\",\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"threshold\": 0.6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"model\": \"all-MiniLM-L6-v2\"\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m- `` => `{'foo': 'example one'}`\u001b[0m\u001b[48;2;245;245;220m                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m- `` => `{\"bar\": ['STRING ONE', 'STRING TWO', \u001b[0m\u001b[48;2;245;245;220m   \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220metc.]}`\u001b[0m\u001b[48;2;245;245;220m                                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m- `` => `{'baz': {'foo': 'Some String', 'index': 1}}`\u001b[0m\u001b[48;2;245;245;220m                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mJSON Output:\u001b[0m\u001b[48;2;245;245;220m                                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"summary\": \"Summarize the given document faithfully.\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe United States, which shall consist of a Senate and House of Representatives.\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgranted shall be vested in a Congress of the United States, which shall consist of a Senate and House \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof Representatives.',\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"name\": \"summary\",\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"threshold\": 0.6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"model\": \"all-MiniLM-L6-v2\"\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mJSON Output:\u001b[0m\u001b[48;2;245;245;220m                                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"summary\": \"Summarize the given document faithfully.\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe United States, which shall consist of a Senate and House of Representatives.\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgranted shall be vested in a Congress of the United States, which shall consist of a Senate and House \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof Representatives.',\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"name\": \"summary\",\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"threshold\": 0.6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"model\": \"all-MiniLM-L6-v2\"\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mJSON Output:\u001b[0m\u001b[48;2;245;245;220m                                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m- `{\"foo\": \"example one\"}`\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m- `{\"bar\": ['STRING ONE', 'STRING TWO', etc.]}`\u001b[0m\u001b[48;2;245;245;220m                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m- `{\"baz\": {'foo': 'Some String', 'index': 1}}`\u001b[0m\u001b[48;2;245;245;220m                                                        \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"summary\": \"Summarize the given document faithfully.\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe United States, which shall consist of a Senate and House of Representatives.\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgranted shall be vested in a Congress of the United States, which shall consist of a Senate and House \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof Representatives.',\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"name\": \"summary\",\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"threshold\": 0.6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "│   │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"model\": \"all-M\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "│   │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "│   │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mNone\u001b[0m\u001b[48;2;240;255;240m                                                                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",
@@ -1306,32 +1145,12 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mI was given the following response, which was not parseable as JSON.\u001b[0m\u001b[48;2;240;248;255m                                   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\"    {\\n        \\\"summary\\\": \\\"Summarize the given document faithfully.\\\",\\n        \\\"string\\\": \u001b[0m\u001b[48;2;240;248;255m       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\\\"Section. 1.All legislative Powers herein granted shall be vested in a Congress of the United States, \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mwhich shall consist of a Senate and House of Representatives.\\\",\\n        \\\"format\\\": \u001b[0m\u001b[48;2;240;248;255m                 \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\\\"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein granted shall be \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mvested in a Congress of the United States, which shall consist of a Senate and House of \u001b[0m\u001b[48;2;240;248;255m               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mRepresentatives.',\\n        \\\"name\\\": \\\"summary\\\",\\n        \\\"threshold\\\": 0.6,\\n        \\\"model\\\": \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\\\"all-MiniLM-L6-v2\\\"\\n    }\\n\\nJSON Output:\\n\\n    {\\n        \\\"summary\\\": \\\"Summarize the given \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mdocument faithfully.\\\",\\n        \\\"string\\\": \\\"Section. 1.All legislative Powers herein granted shall \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mbe vested in a Congress of the United States, which shall consist of a Senate and House of \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mRepresentatives.\\\",\\n        \\\"format\\\": \\\"guardrails/similar_to_document: document='Section. 1.All \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mlegislative Powers herein granted shall be vested in a Congress of the United States, which shall \u001b[0m\u001b[48;2;240;248;255m     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mconsist of a Senate and House of Representatives.',\\n        \\\"name\\\": \\\"summary\\\",\\n        \u001b[0m\u001b[48;2;240;248;255m          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\\\"threshold\\\": 0.6,\\n        \\\"model\\\": \\\"all-MiniLM-L6-v2\\\"\\n    }\\n\\nJSON Output:\\n\\n    {\\n        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\\\"summary\\\": \\\"Summarize the given document faithfully.\\\",\\n        \\\"string\\\": \\\"Section. 1.All \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mlegislative Powers herein granted shall be vested in a Congress of the United States, which shall \u001b[0m\u001b[48;2;240;248;255m     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mconsist of a Senate and House of Representatives.\\\",\\n        \\\"format\\\": \u001b[0m\u001b[48;2;240;248;255m                             \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\\\"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein granted shall be \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mvested in a Congress of the United States, which shall consist of a Senate and House of \u001b[0m\u001b[48;2;240;248;255m               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mRepresentatives.',\\n        \\\"name\\\": \\\"summary\\\",\\n        \\\"threshold\\\": 0.6,\\n        \\\"model\\\": \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\\\"all-MiniLM-L6-v2\\\"\\n    }\\n\\nJSON Output:\\n\\n    {\\n        \\\"summary\\\": \\\"Summarize the given \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mdocument faithfully.\\\",\\n        \\\"string\\\": \\\"Section. 1.All legislative Powers herein granted shall \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mbe vested in a Congress of the United States, which shall consist of a Senate and House of \u001b[0m\u001b[48;2;240;248;255m            \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mRepresentatives.\\\",\\n        \\\"format\\\": \\\"guardrails/similar_to_document: document='Section. 1.All \u001b[0m\u001b[48;2;240;248;255m   \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mlegislative Powers herein granted shall be vested in a Congress of the United States, which shall \u001b[0m\u001b[48;2;240;248;255m     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mconsist of a Senate and House of Representatives.',\\n        \\\"name\\\": \\\"summary\\\",\\n        \u001b[0m\u001b[48;2;240;248;255m          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\\\"threshold\\\": 0.6,\\n        \\\"model\\\": \\\"all-M\"\u001b[0m\u001b[48;2;240;248;255m                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\"- `` => `{'foo': 'example one'}`\\n- `` => `{\\\"bar\\\": ['STRING ONE', 'STRING TWO', etc.]}`\\n-\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`` => `{'baz': {'foo': 'Some String', 'index': 1}}`\\n\\n\\n\\nJSON \u001b[0m\u001b[48;2;240;248;255m        \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mOutput:\\n\\n- `{\\\"foo\\\": \\\"example one\\\"}`\\n- `{\\\"bar\\\": ['STRING ONE', 'STRING TWO', etc.]}`\\n- \u001b[0m\u001b[48;2;240;248;255m       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`{\\\"baz\\\": {'foo': 'Some String', 'index': 1}}`\\n\"\u001b[0m\u001b[48;2;240;248;255m                                                     \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mHelp me correct this by making it valid JSON.\u001b[0m\u001b[48;2;240;248;255m                                                          \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1339,9 +1158,9 @@
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mit into.\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                               \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m    \u001b[0m\u001b[48;2;240;248;255m                                                  \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
+       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mImpeachment.' 0.6 all-MiniLM-L6-v2\" name=\"summary\" required=\"true\">\u001b[0m\u001b[48;2;240;248;255m                           \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m\u001b[0m\u001b[48;2;240;248;255m                                                                                              \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
-       "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m                                                                                                       \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mONLY return a valid JSON object (no other text is necessary), where the key of the field in JSON is the\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m`name` attribute of the corresponding XML, and the value is of the type specified by the corresponding \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
        "    │ \u001b[48;2;240;248;255m│\u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255mXML's tag. The JSON MUST conform to the XML format, including any types and format requests e.g. \u001b[0m\u001b[48;2;240;248;255m      \u001b[0m\u001b[48;2;240;248;255m \u001b[0m\u001b[48;2;240;248;255m│\u001b[0m │\n",
@@ -1379,58 +1197,10 @@
        "    │ \u001b[48;2;231;223;235m│\u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235mNo message history.\u001b[0m\u001b[48;2;231;223;235m                                                                                    \u001b[0m\u001b[48;2;231;223;235m \u001b[0m\u001b[48;2;231;223;235m│\u001b[0m │\n",
        "    │ \u001b[48;2;231;223;235m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╭─\u001b[0m\u001b[48;2;245;245;220m───────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m Raw LLM Output \u001b[0m\u001b[48;2;245;245;220m────────────────────────────────────────────\u001b[0m\u001b[48;2;245;245;220m─╮\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"summary\": \"Summarize the given document faithfully.\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe United States, which shall consist of a Senate and House of Representatives.\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgranted shall be vested in a Congress of the United States, which shall consist of a Senate and House \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof Representatives.',\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"name\": \"summary\",\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"threshold\": 0.6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"model\": \"all-MiniLM-L6-v2\"\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mJSON Output:\u001b[0m\u001b[48;2;245;245;220m                                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"summary\": \"Summarize the given document faithfully.\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe United States, which shall consist of a Senate and House of Representatives.\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgranted shall be vested in a Congress of the United States, which shall consist of a Senate and House \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof Representatives.',\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"name\": \"summary\",\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"threshold\": 0.6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"model\": \"all-MiniLM-L6-v2\"\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mJSON Output:\u001b[0m\u001b[48;2;245;245;220m                                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"summary\": \"Summarize the given document faithfully.\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe United States, which shall consist of a Senate and House of Representatives.\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgranted shall be vested in a Congress of the United States, which shall consist of a Senate and House \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof Representatives.',\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"name\": \"summary\",\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"threshold\": 0.6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"model\": \"all-MiniLM-L6-v2\"\u001b[0m\u001b[48;2;245;245;220m                                                                    \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    }\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m- `{\\\"foo\\\": \\\"example one\\\"}`\\n- `{\\\"bar\\\": ['STRING ONE', 'STRING TWO', etc.]}`\\n- `{\\\"baz\\\": {'foo':\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
+       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m'Some String', 'index': 1}}`\\n\u001b[0m\u001b[48;2;245;245;220m                                                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mJSON Output:\u001b[0m\u001b[48;2;245;245;220m                                                                                           \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m                                                                                                       \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m    {\u001b[0m\u001b[48;2;245;245;220m                                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"summary\": \"Summarize the given document faithfully.\",\u001b[0m\u001b[48;2;245;245;220m                                         \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"string\": \"Section. 1.All legislative Powers herein granted shall be vested in a Congress of \u001b[0m\u001b[48;2;245;245;220m  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mthe United States, which shall consist of a Senate and House of Representatives.\",\u001b[0m\u001b[48;2;245;245;220m                     \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"format\": \"guardrails/similar_to_document: document='Section. 1.All legislative Powers herein \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mgranted shall be vested in a Congress of the United States, which shall consist of a Senate and House \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220mof Representatives.',\u001b[0m\u001b[48;2;245;245;220m                                                                                  \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"name\": \"summary\",\u001b[0m\u001b[48;2;245;245;220m                                                                             \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"threshold\": 0.6,\u001b[0m\u001b[48;2;245;245;220m                                                                              \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
-       "    │ \u001b[48;2;245;245;220m│\u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m        \"model\": \"all-M\u001b[0m\u001b[48;2;245;245;220m                                                                                \u001b[0m\u001b[48;2;245;245;220m \u001b[0m\u001b[48;2;245;245;220m│\u001b[0m │\n",
        "    │ \u001b[48;2;245;245;220m╰─────────────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m╭─\u001b[0m\u001b[48;2;240;255;240m──────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m Validated Output \u001b[0m\u001b[48;2;240;255;240m───────────────────────────────────────────\u001b[0m\u001b[48;2;240;255;240m─╮\u001b[0m │\n",
        "    │ \u001b[48;2;240;255;240m│\u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240mNone\u001b[0m\u001b[48;2;240;255;240m                                                                                                   \u001b[0m\u001b[48;2;240;255;240m \u001b[0m\u001b[48;2;240;255;240m│\u001b[0m │\n",

From a1e77bf8026d0b89e75f35844b3f38ecc8b34e8a Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 13:43:40 -0500
Subject: [PATCH 223/318] use langchain 0.2 for python 3.12

---
 .github/workflows/ci.yml | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 9426615ad..7c6c36ef1 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -78,7 +78,7 @@ jobs:
       - name: Create .guardrailsrc
         run: |
           echo 'id="SYSTEM TESTING"' > ~/.guardrailsrc
-          echo 'no_metrics=false' >> ~/.guardrailsrc
+          echo 'enable_metrics=false' >> ~/.guardrailsrc
 
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
@@ -90,6 +90,9 @@ jobs:
 
       - name: Install Dependencies
         run: |
+          if ${{ matrix.python-version }} == "3.12"; then
+            pip install "langchain-core>=0.2"
+          fi
           make full
 
       - name: Run Pytests

From c1b61978bf834d9434d9a8463f2255007db72fd7 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 13:54:27 -0500
Subject: [PATCH 224/318] quotes

---
 .github/workflows/ci.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 7c6c36ef1..4e31b2900 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -90,7 +90,7 @@ jobs:
 
       - name: Install Dependencies
         run: |
-          if ${{ matrix.python-version }} == "3.12"; then
+          if "${{ matrix.python-version }}" == "3.12"; then
             pip install "langchain-core>=0.2"
           fi
           make full

From 155d6e929753fb8fc0931f9bf29a543a8ccf4abd Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 14:02:48 -0500
Subject: [PATCH 225/318] fix if syntax

---
 .github/workflows/ci.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 4e31b2900..baf372aaa 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -90,7 +90,7 @@ jobs:
 
       - name: Install Dependencies
         run: |
-          if "${{ matrix.python-version }}" == "3.12"; then
+          if [ "${{ matrix.python-version }}" == "3.12" ]; then
             pip install "langchain-core>=0.2"
           fi
           make full

From 279f33f1f143a4dea5fbdecfe13fa06038ea9c11 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 14:11:04 -0500
Subject: [PATCH 226/318] perform patch install after make full

---
 .github/workflows/ci.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index baf372aaa..10da5f7fe 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -90,10 +90,10 @@ jobs:
 
       - name: Install Dependencies
         run: |
+          make full
           if [ "${{ matrix.python-version }}" == "3.12" ]; then
-            pip install "langchain-core>=0.2"
+            pip install "langchain-core>=0.2" "langsmith<0.2.0,>=0.1.75"
           fi
-          make full
 
       - name: Run Pytests
         run: |

From f3db845962752bd6036693b4895253fbd82acfd5 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 14:24:58 -0500
Subject: [PATCH 227/318] add debugging statements

---
 .github/workflows/ci.yml | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 10da5f7fe..d02862203 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -92,11 +92,16 @@ jobs:
         run: |
           make full
           if [ "${{ matrix.python-version }}" == "3.12" ]; then
+            echo "Installing latest langchain-core and langsmith from PyPI"
             pip install "langchain-core>=0.2" "langsmith<0.2.0,>=0.1.75"
           fi
 
       - name: Run Pytests
         run: |
+          echo "langchain-core version:"
+          pip show langchain-core
+          echo "langsmith version:"
+          pip show langsmith
           make test-cov
 
       - name: Upload to codecov.io

From dc1c8995819f77d9a522bd3ee6f2a56e96a80df9 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Thu, 20 Jun 2024 12:34:25 -0700
Subject: [PATCH 228/318] cli changes. Default to code, fallback to
 guardrailsrc

---
 guardrails/classes/credentials.py             |  1 +
 guardrails/cli/configure.py                   | 24 ++++-
 guardrails/remote_inference/__init__.py       |  3 +
 .../remote_inference/remote_inference.py      | 25 +++++
 guardrails/validator_base.py                  | 94 +++++++++----------
 5 files changed, 91 insertions(+), 56 deletions(-)
 create mode 100644 guardrails/remote_inference/__init__.py
 create mode 100644 guardrails/remote_inference/remote_inference.py

diff --git a/guardrails/classes/credentials.py b/guardrails/classes/credentials.py
index 7444882ce..093480b79 100644
--- a/guardrails/classes/credentials.py
+++ b/guardrails/classes/credentials.py
@@ -13,6 +13,7 @@ class Credentials(Serializeable):
     token: Optional[str] = None
     no_metrics: Optional[bool] = False
     enable_metrics: Optional[bool] = True
+    use_remote_inferencing: Optional[bool] = True
 
     @staticmethod
     def _to_bool(value: str) -> Optional[bool]:
diff --git a/guardrails/cli/configure.py b/guardrails/cli/configure.py
index 2a7354892..b1edd2938 100644
--- a/guardrails/cli/configure.py
+++ b/guardrails/cli/configure.py
@@ -14,15 +14,18 @@
 
 DEFAULT_TOKEN = ""
 DEFAULT_ENABLE_METRICS = True
+DEFAULT_USE_REMOTE_INFERENCING = True
 
 
 def save_configuration_file(
-    token: Optional[str], enable_metrics: Optional[bool]
+    token: Optional[str], enable_metrics: Optional[bool], use_remote_inferencing: bool
 ) -> None:
     if token is None:
         token = DEFAULT_TOKEN
     if enable_metrics is None:
         enable_metrics = DEFAULT_ENABLE_METRICS
+    if use_remote_inferencing is None:
+        use_remote_inferencing = DEFAULT_USE_REMOTE_INFERENCING
 
     home = expanduser("~")
     guardrails_rc = os.path.join(home, ".guardrailsrc")
@@ -30,7 +33,8 @@ def save_configuration_file(
         lines = [
             f"id={str(uuid.uuid4())}{os.linesep}",
             f"token={token}{os.linesep}",
-            f"enable_metrics={str(enable_metrics).lower()}",
+            f"enable_metrics={str(enable_metrics).lower()}{os.linesep}",
+            f"use_remote_inferencing={str(use_remote_inferencing).lower()}",
         ]
         rc_file.writelines(lines)
         rc_file.close()
@@ -66,8 +70,20 @@ def configure(
 ):
     if clear_token is True:
         token = DEFAULT_TOKEN
+
+    # Ask about remote inferencing
+    use_remote_inferencing = (
+        typer.prompt(
+            "Do you wish to use remote inferencing? (Y/N)",
+            type=str,
+            default="Y",
+            show_default=False,
+        ).lower()
+        == "y"
+    )
+
     try:
-        save_configuration_file(token, enable_metrics)
+        save_configuration_file(token, enable_metrics, use_remote_inferencing)
         logger.info("Configuration saved.")
 
         if not token:
@@ -77,7 +93,7 @@ def configure(
         logger.error(e)
         sys.exit(1)
 
-        # Authenticate with the Hub if token is not empty
+    # Authenticate with the Hub if token is not empty
     if token != "" and token is not None:
         logger.info("Validating credentials...")
         try:
diff --git a/guardrails/remote_inference/__init__.py b/guardrails/remote_inference/__init__.py
new file mode 100644
index 000000000..2eba1ac9a
--- /dev/null
+++ b/guardrails/remote_inference/__init__.py
@@ -0,0 +1,3 @@
+from .remote_inference import get_use_remote_inference
+
+__all__ = ["get_use_remote_inference"]
diff --git a/guardrails/remote_inference/remote_inference.py b/guardrails/remote_inference/remote_inference.py
new file mode 100644
index 000000000..99a96913f
--- /dev/null
+++ b/guardrails/remote_inference/remote_inference.py
@@ -0,0 +1,25 @@
+from typing import Optional
+from guardrails.classes.credentials import Credentials
+
+
+def get_use_remote_inference(creds: Credentials) -> Optional[bool]:
+    """
+    Load the use_remote_inferencing setting from the credentials.
+
+    Args:
+        creds (Credentials): The credentials object.
+
+    Returns:
+        Optional[bool]: The use_remote_inferencing setting, or None if not found.
+    """
+    try:
+        use_remote_inferencing = creds.use_remote_inferencing
+        if isinstance(use_remote_inferencing, str):
+            return use_remote_inferencing.lower() == "true"
+        elif isinstance(use_remote_inferencing, bool):
+            return use_remote_inferencing
+        else:
+            return None
+    except AttributeError:
+        # If the attribute doesn't exist, return None
+        return None
diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 42fb2fba2..68ca8318e 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -1,45 +1,34 @@
 import inspect
 import logging
-import os
 from collections import defaultdict
 from copy import deepcopy
+from dataclasses import dataclass
 from string import Template
-from typing import (
-    Any,
-    Callable,
-    Dict,
-    List,
-    Optional,
-    Tuple,
-    Type,
-    Union,
-    cast,
-)
+from typing import Any, Callable, Dict, List, Optional, Type, Union, cast
 from warnings import warn
 
 import nltk
 import requests
 from langchain_core.messages import BaseMessage
 from langchain_core.runnables import Runnable, RunnableConfig
+from typing_extensions import deprecated
 
 from guardrails.actions.filter import Filter
 from guardrails.actions.refrain import Refrain
-from typing_extensions import deprecated
-
 from guardrails.classes import (
+    ErrorSpan,  # noqa
+    FailResult,
     InputType,
-    ValidationResult,
     PassResult,  # noqa
-    FailResult,
-    ErrorSpan,  # noqa
+    ValidationResult,
 )
 from guardrails.classes.credentials import Credentials
 from guardrails.constants import hub
 from guardrails.errors import ValidationError
-from guardrails.hub_token.token import get_jwt_token, validator_hub_service
+from guardrails.hub_token.token import get_jwt_token
 from guardrails.logger import logger
+from guardrails.remote_inference import remote_inference
 from guardrails.types.on_fail import OnFailAction
-from dataclasses import dataclass
 
 VALIDATOR_IMPORT_WARNING = """Accessing `{validator_name}` using
 `from guardrails.validators import {validator_name}` is deprecated and
@@ -182,9 +171,6 @@
 }
 
 
-# functions to get chunks
-
-
 def split_sentence_str(chunk: str):
     """A naive sentence splitter that splits on periods."""
     if "." not in chunk:
@@ -414,13 +400,36 @@ class Validator(Runnable):
     _metadata = {}
 
     def __init__(
-        self, on_fail: Optional[Union[Callable, OnFailAction]] = None, **kwargs
+        self,
+        use_local: bool,
+        validation_endpoint: str,
+        on_fail: Optional[Union[Callable, OnFailAction]] = None,
+        **kwargs,
     ):
         # Raise a warning for deprecated validators
 
         # Get class name and rail_alias
         child_class_name = str(type(self).__name__)
         validator_rail_alias = self.rail_alias
+        self.use_local = use_local
+        self.validation_endpoint = validation_endpoint
+        self.creds = Credentials.from_rc_file()
+
+        if self.use_local is None:
+            if not self.creds:
+                raise PermissionError(
+                    "No credentials found! Please run 'guardrails configure' before"
+                    " making any validation requests."
+                )
+            self.hub_jwt_token = get_jwt_token(self.creds)
+            self.use_local = not remote_inference.get_use_remote_inference(self.creds)
+
+        if not self.validation_endpoint:
+            validator_id = self.rail_alias.split("/")[-1]
+            submission_url = (
+                f"{self.validation_endpoint}/validator/{validator_id}/inference"
+            )
+            self.validation_endpoint = submission_url
 
         # Check if this rail_alias is deprecated
         if validator_rail_alias in VALIDATOR_NAMING:
@@ -459,14 +468,6 @@ def __init__(
         else:
             self.on_fail_method = on_fail
 
-        # Determines if validator is configured to use a remote ML model
-        self.remote_inference_engine = (
-            os.environ.get("REMOTE_INFERENCE_ENGINE", default="").lower() == "true"
-        )
-
-        # Determine if credentials have been established with the validator hub service
-        self.hub_jwt_token = get_jwt_token(Credentials.from_rc_file())
-
         # Store the kwargs for the validator.
         self._kwargs = kwargs
 
@@ -525,19 +526,19 @@ def _inference(self, model_input: Any) -> Any:
             Any: Returns the output from the ML model inference.
         """
         # Only use if both are set, otherwise fall back to local inference
-        if self.hub_jwt_token and self.remote_inference_engine:
+        if self.use_local:
             logger.debug(
-                f"{self.rail_alias} has found a Validator Hub Service token."
-                " Using a remote inference engine."
+                f"{self.rail_alias} either has no hub authentication token or has not "
+                "enabled remote inference execution. This validator will use a local "
+                "inference engine."
             )
-            return self._inference_remote(model_input)
+            return self._inference_local(model_input)
 
         logger.debug(
-            f"{self.rail_alias} either has no hub authentication token or has not "
-            "enabled remote inference execution. This validator will use a local "
-            "inference engine."
+            f"{self.rail_alias} has found a Validator Hub Service token."
+            " Using a remote inference engine."
         )
-        return self._inference_local(model_input)
+        return self._inference_remote(model_input)
 
     def _chunking_function(self, chunk: str) -> List[str]:
         """The strategy used for chunking accumulated text input into validation sets.
@@ -604,10 +605,7 @@ def _hub_inference_request(self, request_body: dict) -> Any:
         """
 
         try:
-            validator_id = self.rail_alias.split("/")[-1]
-            submission_url = (
-                f"{validator_hub_service}/validator/{validator_id}/inference"
-            )
+            submission_url = self.validation_endpoint
 
             headers = {
                 "Authorization": f"Bearer {self.token}",
@@ -772,12 +770,4 @@ def with_metadata(self, metadata: Dict[str, Any]):
         return self
 
     def to_runnable(self) -> Runnable:
-        from guardrails.integrations.langchain.validator_runnable import (
-            ValidatorRunnable,
-        )
-
-        return ValidatorRunnable(self)
-
-
-# Superseded by guardrails/types/validator.py::PydanticValidatorSpec
-ValidatorSpec = Union[Validator, Tuple[Union[Validator, str, Callable], str]]
+        pass

From c54f51e8325eea25e5227a769e2f4e4c8d3c2f3c Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 20 Jun 2024 14:36:57 -0500
Subject: [PATCH 229/318] use virtual environment

---
 .github/workflows/ci.yml | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index d02862203..881dda180 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -34,10 +34,14 @@ jobs:
       - name: Install Dependencies
         # TODO: fix errors so that we can run `make dev` instead
         run: |
+          # Setup Virtual Environment
+          python3 -m venv ./.venv
+          source .venv/bin/activate
           make full
 
       - name: Lint with ruff
         run: |
+          source .venv/bin/activate
           make lint
 
   Typing:
@@ -58,10 +62,14 @@ jobs:
       - name: Install Dependencies
         # TODO: fix errors so that we can run `make dev` instead
         run: |
+          # Setup Virtual Environment
+          python3 -m venv ./.venv
+          source .venv/bin/activate
           make full
 
       - name: Static analysis with pyright
         run: |
+          source .venv/bin/activate
           make type
 
   Pytests:
@@ -90,6 +98,10 @@ jobs:
 
       - name: Install Dependencies
         run: |
+          # Setup Virtual Environment
+          python3 -m venv ./.venv
+          source .venv/bin/activate
+          
           make full
           if [ "${{ matrix.python-version }}" == "3.12" ]; then
             echo "Installing latest langchain-core and langsmith from PyPI"
@@ -98,10 +110,13 @@ jobs:
 
       - name: Run Pytests
         run: |
+          source .venv/bin/activate
+
           echo "langchain-core version:"
           pip show langchain-core
           echo "langsmith version:"
           pip show langsmith
+
           make test-cov
 
       - name: Upload to codecov.io

From b80861841374c2be258263a0e52c63048d468292 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Thu, 20 Jun 2024 13:05:35 -0700
Subject: [PATCH 230/318] revert changes on to_runnable

---
 guardrails/validator_base.py | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 68ca8318e..3fac1efdf 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -15,13 +15,9 @@
 
 from guardrails.actions.filter import Filter
 from guardrails.actions.refrain import Refrain
-from guardrails.classes import (
-    ErrorSpan,  # noqa
-    FailResult,
-    InputType,
-    PassResult,  # noqa
-    ValidationResult,
-)
+from guardrails.classes import ErrorSpan  # noqa
+from guardrails.classes import PassResult  # noqa
+from guardrails.classes import FailResult, InputType, ValidationResult
 from guardrails.classes.credentials import Credentials
 from guardrails.constants import hub
 from guardrails.errors import ValidationError
@@ -770,4 +766,8 @@ def with_metadata(self, metadata: Dict[str, Any]):
         return self
 
     def to_runnable(self) -> Runnable:
-        pass
+        from guardrails.integrations.langchain.validator_runnable import (
+            ValidatorRunnable,
+        )
+
+        return ValidatorRunnable(self)

From 6307ea9d702225f32cf4b7d95b68e918aa485954 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Thu, 20 Jun 2024 14:27:32 -0700
Subject: [PATCH 231/318] Subtest has moved around. Fix.

---
 tests/unit_tests/test_guard.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py
index 7261730f5..8ee4c22a4 100644
--- a/tests/unit_tests/test_guard.py
+++ b/tests/unit_tests/test_guard.py
@@ -5,15 +5,17 @@
 from guardrails.utils.validator_utils import verify_metadata_requirements
 from guardrails.utils import args, kwargs, on_fail
 from guardrails.types import OnFailAction
+from guardrails.validator_base import (
+    PassResult,
+    register_validator,
+)
 from tests.integration_tests.test_assets.validators import (
     EndsWith,
     LowerCase,
     OneLine,
-    PassResult,
     TwoWords,
     UpperCase,
     ValidLength,
-    register_validator,
 )
 
 

From 617712716fc360b93338feeaf0f0982a13629e1e Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Thu, 20 Jun 2024 14:28:36 -0700
Subject: [PATCH 232/318] Regenerate poetry lock.

---
 poetry.lock | 31 +------------------------------
 1 file changed, 1 insertion(+), 30 deletions(-)

diff --git a/poetry.lock b/poetry.lock
index cc44e7da5..7851fcd10 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -2040,35 +2040,6 @@ files = [
     {file = "json5-0.9.25.tar.gz", hash = "sha256:548e41b9be043f9426776f05df8635a00fe06104ea51ed24b67f908856e151ae"},
 ]
 
-[[package]]
-name = "jsonargparse"
-version = "3.13.1"
-description = "Parsing of command line options, yaml/jsonnet config files and/or environment variables based on argparse."
-optional = true
-python-versions = ">=3.5"
-files = [
-    {file = "jsonargparse-3.13.1-py3-none-any.whl", hash = "sha256:b58188b98f2ac2b1f5007ece7ea821628883ce3f3ee448eb17c72d9d3b8ec893"},
-    {file = "jsonargparse-3.13.1.tar.gz", hash = "sha256:705693e9911223bf928fe4a7ed9538f24d9229c55ef5c3d3e9a8bad0e7982cf2"},
-]
-
-[package.dependencies]
-PyYAML = ">=3.13"
-
-[package.extras]
-all = ["argcomplete (>=1.12.1)", "docstring-parser (>=0.7.3)", "fsspec (>=0.8.4)", "jsonnet (>=0.13.0)", "jsonschema (>=3.2.0)", "reconplogger (>=4.4.0)", "requests (>=2.18.4)", "ruyaml (>=0.20.0)", "validators (>=0.14.2)"]
-argcomplete = ["argcomplete (>=1.12.1)"]
-dev = ["bump2version (>=0.5.11)", "coverage (>=4.5.1)", "mypy (>=0.701)", "pycodestyle (>=2.5.0)", "pylint (>=1.8.3)", "responses (>=0.12.0)", "twine (>=3.1.1)"]
-doc = ["Sphinx (>=1.7.9)", "autodocsumm (>=0.1.10)", "sphinx-autodoc-typehints (>=1.11.1)", "sphinx-rtd-theme (>=0.4.3)"]
-fsspec = ["fsspec (>=0.8.4)"]
-jsonnet = ["jsonnet (>=0.13.0)"]
-jsonschema = ["jsonschema (>=3.2.0)"]
-reconplogger = ["reconplogger (>=4.4.0)"]
-ruyaml = ["ruyaml (>=0.20.0)"]
-signatures = ["docstring-parser (>=0.7.3)"]
-test = ["coverage (>=4.5.1)", "responses (>=0.12.0)"]
-test-no-urls = ["coverage (>=4.5.1)"]
-urls = ["requests (>=2.18.4)", "validators (>=0.14.2)"]
-
 [[package]]
 name = "jsonformer"
 version = "0.12.0"
@@ -6910,4 +6881,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "bbed368330564a06253a5855670b0f3d1671f5eab192728149711ded420e940a"
+content-hash = "4e19eee5a58f8590a27f4f7b6a67308079299fdf279732dfaf0724b58c9b48d1"

From c62abafe829d9ad7b0985f45586fdd79f0234525 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Thu, 20 Jun 2024 14:32:09 -0700
Subject: [PATCH 233/318] Revert "Merge branch
 'jc/feature-add-json-constraint-generator' of
 github.com:guardrails-ai/guardrails into
 jc/feature-add-json-constraint-core-schema-impl"

This reverts commit a77f4ad89ab3e7cc9b44aae17ecee70e3c30ae61, reversing
changes made to 9e3648086ef12cb640b06a6d6f858d77fbe4b7b8.
---
 guardrails/constraint_generator/__init__.py   |  23 --
 .../balanced_braces_generator.py              |  26 --
 .../constraint_generator.py                   |  30 ---
 .../json_constraint_generator.py              | 226 ------------------
 guardrails/llm_providers.py                   |  29 ---
 .../test_constraint_enforcement.py            |  94 --------
 .../unit_tests/test_constraint_generators.py  | 124 ----------
 7 files changed, 552 deletions(-)
 delete mode 100644 guardrails/constraint_generator/__init__.py
 delete mode 100644 guardrails/constraint_generator/balanced_braces_generator.py
 delete mode 100644 guardrails/constraint_generator/constraint_generator.py
 delete mode 100644 guardrails/constraint_generator/json_constraint_generator.py
 delete mode 100644 tests/integration_tests/test_constraint_enforcement.py
 delete mode 100644 tests/unit_tests/test_constraint_generators.py

diff --git a/guardrails/constraint_generator/__init__.py b/guardrails/constraint_generator/__init__.py
deleted file mode 100644
index acea95e17..000000000
--- a/guardrails/constraint_generator/__init__.py
+++ /dev/null
@@ -1,23 +0,0 @@
-from guardrails.constraint_generator.constraint_generator import ConstraintGenerator
-from guardrails.constraint_generator.balanced_braces_generator import (
-    BalancedBracesGenerator,
-)
-from guardrails.constraint_generator.json_constraint_generator import (
-    JSONConstraintGenerator,
-    JSONValueConstraint,
-    KeywordConstraintGenerator,  # JC Note: Do we want to expose this?
-    NumberConstraintGenerator,
-    QuotedStringConstraintGenerator,
-    UnionConstraintGenerator,
-)
-
-__all__ = [
-    "BalancedBracesGenerator",
-    "ConstraintGenerator",
-    "JSONConstraintGenerator",
-    "JSONValueConstraint",
-    "KeywordConstraintGenerator",
-    "NumberConstraintGenerator",
-    "QuotedStringConstraintGenerator",
-    "UnionConstraintGenerator",
-]
diff --git a/guardrails/constraint_generator/balanced_braces_generator.py b/guardrails/constraint_generator/balanced_braces_generator.py
deleted file mode 100644
index 1c07d3a9f..000000000
--- a/guardrails/constraint_generator/balanced_braces_generator.py
+++ /dev/null
@@ -1,26 +0,0 @@
-from typing import Optional, Set
-
-from guardrails.constraint_generator import ConstraintGenerator
-
-
-class BalancedBracesGenerator(ConstraintGenerator):
-    def __init__(self, max_depth: int):
-        self.max_depth = max_depth
-        self.current_depth = 0
-
-    def is_complete(self) -> bool:
-        return self.current_depth == 0
-
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        if self.current_depth < 0:
-            return set()  # We have closed more than we opened.
-        elif self.current_depth == 0:
-            return {"{"}
-        elif self.max_depth != 0 and self.current_depth >= self.max_depth:
-            return {"}"}
-        else:
-            return {"{", "}"}
-
-    def update_valid_tokens(self, token: str):
-        net_ticks = token.count("{") - token.count("}")
-        self.current_depth += net_ticks
diff --git a/guardrails/constraint_generator/constraint_generator.py b/guardrails/constraint_generator/constraint_generator.py
deleted file mode 100644
index d452f30ea..000000000
--- a/guardrails/constraint_generator/constraint_generator.py
+++ /dev/null
@@ -1,30 +0,0 @@
-from abc import ABC, abstractmethod
-from typing import Set, Optional
-
-
-class ConstraintGenerator(ABC):
-    @abstractmethod
-    def is_complete(self) -> bool:
-        """Returns 'true' if the tokens that have been provided so far are sufficient to
-        complete the given object.  For example, an integer constraint would not be
-        complete after getting the "-" token, but would be complete after "-1". A
-        balanced quote constraint might go from not complete to complete and back as
-        more quotes are added and removed."""
-        ...
-        # JC: If a constraint is violated, is it complete?
-
-    @abstractmethod
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        """Given the current state of the constraint generator, return valid tokens.
-        If there are no constraints on the tokens, will return None. If there are no
-        valid tokens, will return an empty set.
-        Will track the state of the constraint setup internally, but should be updated
-        with update_valid_tokens."""
-        ...
-
-    @abstractmethod
-    def update_valid_tokens(self, token: str):
-        """Update the internal state of the constraint generator. If the given token
-        does not match with any of the current valid tokens then one can expect the
-        next call to get_valid_tokens to return the empty set."""
-        ...
diff --git a/guardrails/constraint_generator/json_constraint_generator.py b/guardrails/constraint_generator/json_constraint_generator.py
deleted file mode 100644
index efd4c891c..000000000
--- a/guardrails/constraint_generator/json_constraint_generator.py
+++ /dev/null
@@ -1,226 +0,0 @@
-import string
-from collections import deque
-from typing import Optional, Set
-
-from guardrails.constraint_generator import ConstraintGenerator
-
-
-class JSONConstraintGenerator(ConstraintGenerator):
-    def __init__(self, schema: dict):
-        self.accumulator = ""
-        self.schema = schema
-        self.state_stack = deque()
-
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        return {"a"}
-
-    def update_valid_tokens(self, token: str):
-        pass
-
-    def is_complete(self) -> bool:
-        """Returns 'true' if the given object is complete now."""
-        return False
-
-
-class JSONValueConstraint(ConstraintGenerator):
-    """A JSON value is a `quoted string colon (object | array | number | string | kw)"""
-
-    def __init__(self):
-        self.accumulator = ""
-        self.constraint_chain = [
-            QuotedStringConstraintGenerator(),
-            KeywordConstraintGenerator(":"),
-            UnionConstraintGenerator(
-                QuotedStringConstraintGenerator(),
-                NumberConstraintGenerator(is_integer=False),
-                UnionConstraintGenerator(
-                    KeywordConstraintGenerator("true"),
-                    KeywordConstraintGenerator("false"),
-                    KeywordConstraintGenerator("null"),
-                ),
-            ),
-        ]
-
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        if len(self.constraint_chain) == 0:
-            return set()
-        else:
-            return self.constraint_chain[0].get_valid_tokens()
-
-    def update_valid_tokens(self, token: str):
-        self.accumulator += token
-        for t in token:
-            if len(self.constraint_chain) > 0:
-                self.constraint_chain[0].update_valid_tokens(t)
-                if self.constraint_chain[0].is_complete():
-                    self.constraint_chain = self.constraint_chain[1:]
-
-    def is_complete(self) -> bool:
-        return len(self.constraint_chain) == 0
-
-
-class QuotedStringConstraintGenerator(ConstraintGenerator):
-    """Accepts a string, starting with a double quote and ending with a double quote."""
-
-    def __init__(self):
-        self.accumulator = ""
-        self.escape_active = False
-        self.quote_active = False
-
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        if not self.accumulator:
-            return {'"'}
-        elif self.escape_active:
-            return {'"', "\\", "b", "n", "t"}
-        else:
-            return None  # No constraints
-
-    def update_valid_tokens(self, token: str):
-        for t in token:
-            self.accumulator += t
-            if self.escape_active:
-                self.escape_active = False
-            elif t == "\\":
-                self.escape_active = True
-            elif t == '"':
-                self.quote_active = not self.quote_active
-
-    def is_complete(self) -> bool:
-        return not self.quote_active and len(self.accumulator) > 2
-
-
-class ArrayConstraintGenerator(JSONConstraintGenerator):
-    def __init__(self, base_schema: dict, array_type: str, schema: dict):
-        super().__init__(schema)
-        self.base_schema = base_schema
-        self.array_type = array_type
-        self.data = list()
-
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        pass
-
-    def update_valid_tokens(self, token: str):
-        pass
-
-
-class UnionConstraintGenerator(ConstraintGenerator):
-    def __init__(self, *args):
-        self.sub_constraints = list()
-        for arg in args:
-            assert isinstance(arg, ConstraintGenerator)
-            self.sub_constraints.append(arg)
-
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        valid_tokens = set()
-        for c in self.sub_constraints:
-            new_valid_tokens = c.get_valid_tokens()
-            if new_valid_tokens is None:
-                return None  # No constraints!
-            valid_tokens |= new_valid_tokens
-        return valid_tokens
-
-    def update_valid_tokens(self, token: str):
-        for c in self.sub_constraints:
-            c.update_valid_tokens(token)
-
-    def is_complete(self) -> bool:
-        return any([c.is_complete() for c in self.sub_constraints])
-
-
-class KeywordConstraintGenerator(ConstraintGenerator):
-    """This might not seem like the most useful thing in the world, but it helps keep
-    our model on the rails if we need to generate something like 'false' or 'true'."""
-
-    def __init__(self, keyword: str, token_length_cap: int = 1):
-        """Constrains output to the given keyword.  If the token_length_cap is set,
-        will produce all sub-keywords up to the given length as valid tokens, i.e.
-        keyword=foobezbar -> {'f', 'fo', 'foo', 'foob', ...}."""
-        self.token_length_cap = token_length_cap
-        self.keyword = keyword
-        self.violated = False
-
-    def is_complete(self) -> bool:
-        return len(self.keyword) == 0 and not self.violated
-
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        if self.violated or self.is_complete():
-            return set()
-        valid = set()
-        for i in range(1, self.token_length_cap + 1):
-            valid.add(self.keyword[:i])
-        return valid
-
-    def update_valid_tokens(self, token: str):
-        if self.keyword.startswith(token):
-            self.keyword = self.keyword[len(token) :]
-        else:
-            # TODO: Log an attempt to update with an invalid token?
-            self.violated = True
-            self.keyword = ""
-
-
-class NumberConstraintGenerator(ConstraintGenerator):
-    def __init__(self, is_integer: bool, allow_leading_period: bool = False):
-        super().__init__()
-        self.accumulator = ""
-        self.decimal_placed = False
-        self.is_integer = is_integer
-        self.allow_leading_period = allow_leading_period
-        self.valid = True
-
-    def is_complete(self) -> bool:
-        if not self.valid:
-            return False
-        try:
-            if self.is_integer:
-                int(self.accumulator, 10)  # Force base-10.
-            else:
-                float(self.accumulator)
-            return True
-        except ValueError:
-            return False
-
-    def get_valid_tokens(self) -> Optional[Set[str]]:
-        if not self.valid:
-            return set()
-        valid_tokens = {
-            "0",
-            "1",
-            "2",
-            "3",
-            "4",
-            "5",
-            "6",
-            "7",
-            "8",
-            "9",
-        }
-        if len(self.accumulator) == 0:
-            valid_tokens.add("-")
-        if not self.decimal_placed and not self.is_integer:
-            # Can't start with '.' normally, so make sure we have at least one number.
-            # Also make sure it's not just a '-' or '+'.
-            if (
-                self.allow_leading_period
-                or len(self.accumulator) > 1
-                or (len(self.accumulator) > 0 and self.accumulator[0] != "-")
-            ):
-                valid_tokens.add(".")
-        return valid_tokens
-
-    def update_valid_tokens(self, token: str):
-        for t in token:
-            self.valid = self.valid and any(
-                [
-                    t in string.digits,
-                    (t == "-" and len(self.accumulator) == 0),
-                    (
-                        t == "."
-                        and not self.decimal_placed
-                        and len(self.accumulator) > 0
-                    ),
-                ]
-            )
-            self.accumulator += t
-            if t == ".":
-                self.decimal_placed = True
diff --git a/guardrails/llm_providers.py b/guardrails/llm_providers.py
index 0618a28fa..a7b265ec0 100644
--- a/guardrails/llm_providers.py
+++ b/guardrails/llm_providers.py
@@ -474,14 +474,6 @@ def _invoke_llm(
         model_inputs["do_sample"] = do_sample
         model_inputs["temperature"] = temperature
 
-        constraint_generator = kwargs.pop("constraint_generator", None)
-        if constraint_generator is not None:
-            kwargs["force_words_ids"] = list()
-            for token in constraint_generator.get_valid_tokens():
-                kwargs["force_words_ids"].append(
-                    tokenizer(token, add_special_tokens=False).input_ids
-                )
-
         output = model_generate(
             **model_inputs,
             **kwargs,
@@ -496,9 +488,6 @@ def _invoke_llm(
             output[0], skip_special_tokens=skip_special_tokens
         )
 
-        if constraint_generator:
-            constraint_generator.update_valid_tokens(decoded_output)
-
         return LLMResponse(output=decoded_output)
 
 
@@ -525,21 +514,6 @@ def _invoke_llm(self, prompt: str, pipeline: Any, *args, **kwargs) -> LLMRespons
         if temperature == 0:
             temperature = None
 
-        # If we have a constraint generator pushed in, generate the "force_words_ids"
-        # kwarg.  Note that this doesn't guarantee that _only_ the given token will be
-        # generated, or even that the token will be generated next.  Example: if we
-        # force the next token to be "]", the model may generate "asdf]" or "],".
-        constraint_generator = kwargs.pop("constraint_generator", None)
-        if constraint_generator:
-            # The constraint generator may not have any constraints for us.
-            valid_tokens = constraint_generator.get_valid_tokens()
-            if valid_tokens:
-                kwargs["force_words_ids"] = list()
-                for token in valid_tokens:
-                    kwargs["force_words_ids"].append(
-                        pipeline.tokenizer(token, add_special_tokens=False).input_ids
-                    )
-
         output = pipeline(
             prompt,
             temperature=temperature,
@@ -554,9 +528,6 @@ def _invoke_llm(self, prompt: str, pipeline: Any, *args, **kwargs) -> LLMRespons
         # or accept a selection function
         content = safe_get(output[0], content_key)
 
-        if constraint_generator:
-            constraint_generator.update_valid_tokens(content)
-
         return LLMResponse(output=content)
 
 
diff --git a/tests/integration_tests/test_constraint_enforcement.py b/tests/integration_tests/test_constraint_enforcement.py
deleted file mode 100644
index fe26729a1..000000000
--- a/tests/integration_tests/test_constraint_enforcement.py
+++ /dev/null
@@ -1,94 +0,0 @@
-import importlib.util
-from typing import Any, Dict
-from unittest.mock import MagicMock
-
-import pytest
-
-from guardrails.constraint_generator import BalancedBracesGenerator
-from guardrails.llm_providers import LLMResponse
-
-
-def _make_mock_tokenizer(output_token_array: list[int]):
-    from transformers import BatchEncoding
-    import torch
-
-    class MockTokenizer:
-        def __call__(self, prompt: str, *args: Any, **kwds: Any) -> Dict[str, Any]:
-            self.prompt = prompt
-            result = BatchEncoding()
-            result["input_ids"] = torch.Tensor(output_token_array)
-            return result
-
-        def to(self, *args, **kwargs):
-            return self
-
-        def decode(self, output: str, *args, **kwargs) -> str:
-            return output
-
-    return MockTokenizer()
-
-
-"""
-@pytest.mark.parametrize(
-    "model_inputs,tokenizer_call_count", [(None, 1), ({"input_ids": ["Hello"]}, 0)]
-)
-def test_hugging_face_model_callable(mocker, model_inputs, tokenizer_call_count):
-"""
-
-
-@pytest.mark.skipif(
-    not importlib.util.find_spec("transformers")
-    and not importlib.util.find_spec("torch"),
-    reason="transformers or torch is not installed",
-)
-def test_hugging_face_model_callable(mocker):
-    constraint = BalancedBracesGenerator(max_depth=1)
-
-    tokenizer = _make_mock_tokenizer([0])
-    tokenizer_decode_spy = mocker.spy(tokenizer, "decode")
-    model_generate = MagicMock()
-    model_generate.return_value = ["{"]
-    from guardrails.llm_providers import HuggingFaceModelCallable
-
-    hf_model_callable = HuggingFaceModelCallable()
-    response = hf_model_callable(
-        "Balance these parenthesis:",
-        model_generate=model_generate,
-        tokenizer=tokenizer,
-        constraint_generator=constraint,
-    )
-
-    assert tokenizer_decode_spy.call_count == 1
-    assert isinstance(response, LLMResponse) is True
-    assert response.output == "{"
-
-    assert constraint.get_valid_tokens() == {"}"}
-
-
-@pytest.mark.skipif(
-    not importlib.util.find_spec("transformers")
-    and not importlib.util.find_spec("torch"),
-    reason="transformers or torch is not installed",
-)
-def test_hugging_face_pipeline_callable():
-    constraint = BalancedBracesGenerator(max_depth=1)
-
-    pipeline = MagicMock()
-    tokenizer_mock = _make_mock_tokenizer([0])
-    pipeline.tokenizer = tokenizer_mock
-    pipeline.return_value = [{"generated_text": "{"}]
-
-    from guardrails.llm_providers import HuggingFacePipelineCallable
-
-    assert constraint.get_valid_tokens() == {"{"}  # Can't close an unopened...
-
-    hf_model_callable = HuggingFacePipelineCallable()
-    response = hf_model_callable(
-        "Balance these parenthesis:",
-        pipeline=pipeline,
-        constraint_generator=constraint,
-    )
-
-    assert isinstance(response, LLMResponse) is True
-    assert response.output == "{"
-    assert constraint.get_valid_tokens() == {"}"}
diff --git a/tests/unit_tests/test_constraint_generators.py b/tests/unit_tests/test_constraint_generators.py
deleted file mode 100644
index fa4bed6be..000000000
--- a/tests/unit_tests/test_constraint_generators.py
+++ /dev/null
@@ -1,124 +0,0 @@
-import pytest
-
-from guardrails.constraint_generator import (
-    BalancedBracesGenerator,
-    NumberConstraintGenerator,
-    JSONValueConstraint,
-    KeywordConstraintGenerator,
-    QuotedStringConstraintGenerator,
-    UnionConstraintGenerator,
-)
-
-
-def test_enforce_balanced_braces():
-    constraint = BalancedBracesGenerator(max_depth=2)
-    # Text now: ""
-    # We can't close an unopened paren, so the only valid next token is '{'.
-    assert constraint.get_valid_tokens() == {"{"}
-    constraint.update_valid_tokens("{")
-    # "{"
-    assert constraint.get_valid_tokens() == {"{", "}"}  # Could open or close.
-    assert not constraint.is_complete()
-    constraint.update_valid_tokens("}")
-    assert constraint.is_complete()
-    # "{}"
-    constraint.update_valid_tokens("}")
-    # "{}}" - No way we can get back to normal now. Empty set of valid tokens.
-    assert constraint.get_valid_tokens() == set()
-    assert not constraint.is_complete()
-
-
-def test_integer_constraint():
-    # Make sure all our digits are valid.
-    c = NumberConstraintGenerator(is_integer=True)
-    for i in range(0, 10):
-        assert str(i) in c.get_valid_tokens()
-    # An integer can start with '-'
-    assert "-" in c.get_valid_tokens()
-    # But if we add a digit then it can't. -12 is valid. 1-2 is not.
-    c.update_valid_tokens("1")
-    assert "-" not in c.get_valid_tokens()
-
-
-@pytest.mark.parametrize(
-    "number,is_integer,is_valid",
-    [
-        ("1234567890", True, True),
-        ("-12", True, True),
-        ("1234", False, True),
-        ("1-2", True, False),
-        ("1.234", False, True),
-        ("0.1234", True, False),
-        ("-1234.567890", False, True),
-    ],
-)
-def test_float_constraint(number: str, is_integer: bool, is_valid: bool):
-    all_valid = True
-    c = NumberConstraintGenerator(is_integer=is_integer)
-    for digit in number:
-        if digit not in c.get_valid_tokens():
-            all_valid = False
-        c.update_valid_tokens(digit)
-    assert is_valid == all_valid
-    assert is_valid == c.is_complete()
-
-
-def test_keyword_constraint():
-    c = KeywordConstraintGenerator("Outstanding", token_length_cap=3)
-    assert c.get_valid_tokens() == {"O", "Ou", "Out"}
-    c.update_valid_tokens("Out")
-    assert c.get_valid_tokens() == {"s", "st", "sta"}
-
-
-def test_true_or_false_keyword_constraint():
-    false_keyword = KeywordConstraintGenerator("False", token_length_cap=1)
-    true_keyword = KeywordConstraintGenerator("True", token_length_cap=1)
-    c = UnionConstraintGenerator(false_keyword, true_keyword)
-    # We can have either "True" or "False" until we parse a 'T' or 'F'.
-    assert c.get_valid_tokens() == {"T", "F"}
-    c.update_valid_tokens("T")
-    assert c.get_valid_tokens() == {"r"}
-    c.update_valid_tokens("rue")
-    assert c.get_valid_tokens() == set()
-    assert c.is_complete()
-
-
-def test_quoted_string_constraint():
-    c = QuotedStringConstraintGenerator()
-    assert c.get_valid_tokens() == {'"'}
-    c.update_valid_tokens('"')
-    assert c.get_valid_tokens() is None  # No constraints
-    c.update_valid_tokens("simple_quote test with space")
-    assert not c.is_complete()
-    assert c.get_valid_tokens() is None  # No constraints
-    c.update_valid_tokens('"')
-    assert c.is_complete()
-
-
-def test_quoted_string_with_escapes():
-    c = QuotedStringConstraintGenerator()
-    c.update_valid_tokens('"This starts with a double quote')
-    assert not c.is_complete()
-    c.update_valid_tokens(', and has \\"one escaped quote')
-    assert not c.is_complete()
-    c.update_valid_tokens('and ENDS with an escaped double quote!\\"')
-    assert not c.is_complete()
-    c.update_valid_tokens(' and is finally complete."')
-    assert c.is_complete()
-
-
-def test_json_value_constraint():
-    c = JSONValueConstraint()
-    assert c.get_valid_tokens() == {'"'}
-    assert not c.is_complete()
-    c.update_valid_tokens('"foo"')
-    assert c.get_valid_tokens() == {":"}
-    assert not c.is_complete()
-    c.update_valid_tokens(":")
-    assert c.get_valid_tokens() == set('"tfn-1234567890')
-    assert not c.is_complete()
-    c.update_valid_tokens('"')  # Starting a quoted string.
-    assert c.get_valid_tokens() is None
-    assert not c.is_complete()
-    c.update_valid_tokens('bar"')
-    assert c.is_complete()

From 78f109b452ed026dc9e7eb30fab2c5bbbe745fb8 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Thu, 20 Jun 2024 14:38:30 -0700
Subject: [PATCH 234/318] import openai # noqa: F401 because openai is used but
 not detected as used.

---
 tests/unit_tests/test_guard.py | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/tests/unit_tests/test_guard.py b/tests/unit_tests/test_guard.py
index 8ee4c22a4..f3e951929 100644
--- a/tests/unit_tests/test_guard.py
+++ b/tests/unit_tests/test_guard.py
@@ -1,14 +1,13 @@
 import pytest
+
+import openai  # noqa: F401
 from pydantic import BaseModel
+
 from guardrails import Guard, Validator, register_validator
 from guardrails.classes.validation.validation_result import PassResult
 from guardrails.utils.validator_utils import verify_metadata_requirements
 from guardrails.utils import args, kwargs, on_fail
 from guardrails.types import OnFailAction
-from guardrails.validator_base import (
-    PassResult,
-    register_validator,
-)
 from tests.integration_tests.test_assets.validators import (
     EndsWith,
     LowerCase,

From 130c58b82f0752a987f436c1748210d541a22da3 Mon Sep 17 00:00:00 2001
From: David Tam 
Date: Thu, 20 Jun 2024 14:54:07 -0700
Subject: [PATCH 235/318] update function name to be more clear

---
 guardrails/guard.py                        | 6 +++---
 guardrails/utils/tools_utils.py            | 2 +-
 tests/integration_tests/test_guard.py      | 4 ++--
 tests/unit_tests/utils/test_tools_utils.py | 6 +++---
 4 files changed, 9 insertions(+), 9 deletions(-)

diff --git a/guardrails/guard.py b/guardrails/guard.py
index 2ea6f2aa3..7ab98f4b6 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -86,7 +86,7 @@
     ValidatorMap,
 )
 
-from guardrails.utils.tools_utils import augment_tools_with_schema
+from guardrails.utils.tools_utils import add_json_function_calling_tool
 
 
 class Guard(IGuard, Generic[OT]):
@@ -1261,11 +1261,11 @@ def to_dict(self) -> Dict[str, Any]:
 
         return i_guard_dict
 
-    def augment_tools_with_schema(
+    def add_json_function_calling_tool(
         self,
         tools: list,
     ) -> List[Dict[str, Any]]:
-        tools = augment_tools_with_schema(
+        tools = add_json_function_calling_tool(
             tools=tools,
             # todo to_dict has a slight bug workaround here
             # but should fix in the long run dont have to
diff --git a/guardrails/utils/tools_utils.py b/guardrails/utils/tools_utils.py
index da3abfe8a..21bdf8ea8 100644
--- a/guardrails/utils/tools_utils.py
+++ b/guardrails/utils/tools_utils.py
@@ -18,7 +18,7 @@ def schema_to_tool(schema) -> dict:
     return tool
 
 
-def augment_tools_with_schema(
+def add_json_function_calling_tool(
     schema: ProcessedSchema,
     tools: List = [],
 ) -> List:
diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py
index e4e37ae92..9f663c96c 100644
--- a/tests/integration_tests/test_guard.py
+++ b/tests/integration_tests/test_guard.py
@@ -976,7 +976,7 @@ def test_string_output(mocker):
     mock_invoke_llm = None
 
 
-def test_augment_tools_with_schema(mocker):
+def test_add_json_function_calling_tool(mocker):
     mock_invoke_llm = mocker.patch(
         "guardrails.llm_providers.OpenAIChatCallable._invoke_llm"
     )
@@ -1048,7 +1048,7 @@ class Tasks(BaseModel):
                 " some email blah blah blah.",
             }
         ],
-        tools=guard.augment_tools_with_schema(tools),
+        tools=guard.add_json_function_calling_tool(tools),
         tool_choice="required",
     )
 
diff --git a/tests/unit_tests/utils/test_tools_utils.py b/tests/unit_tests/utils/test_tools_utils.py
index 85ee37034..b898c3654 100644
--- a/tests/unit_tests/utils/test_tools_utils.py
+++ b/tests/unit_tests/utils/test_tools_utils.py
@@ -3,7 +3,7 @@
 
 from guardrails.schema.pydantic_schema import pydantic_model_to_schema
 
-from guardrails.utils.tools_utils import augment_tools_with_schema, schema_to_tool
+from guardrails.utils.tools_utils import add_json_function_calling_tool, schema_to_tool
 
 
 class Delivery(BaseModel):
@@ -117,9 +117,9 @@ def test_pydantic_model_to_schema():
     }
 
 
-def test_augment_tools_with_schema():
+def test_add_json_function_calling_tool():
     schema = pydantic_model_to_schema(Person)
-    tools = augment_tools_with_schema(schema.json_schema)
+    tools = add_json_function_calling_tool(schema.json_schema)
     assert tools == [
         {
             "type": "function",

From 983becc495be5801ac1c569102722f60916bf82e Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Fri, 21 Jun 2024 13:21:39 -0500
Subject: [PATCH 236/318] history ser/de

---
 guardrails/actions/reask.py                   | 36 +++++++++++
 guardrails/classes/history/call.py            | 45 ++++++-------
 guardrails/classes/history/call_inputs.py     | 26 ++++++++
 guardrails/classes/history/inputs.py          | 64 +++++++++++++++++++
 guardrails/classes/history/iteration.py       | 29 ++++++++-
 guardrails/classes/history/outputs.py         | 43 +++++++++++--
 guardrails/classes/llm/llm_response.py        | 30 ++++++++-
 .../classes/validation/validation_result.py   | 58 +++++++++++++++--
 .../classes/validation/validator_logs.py      | 59 ++++++++++-------
 guardrails/guard.py                           |  6 +-
 poetry.lock                                   |  2 +-
 pyproject.toml                                |  4 +-
 12 files changed, 334 insertions(+), 68 deletions(-)

diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py
index b657c7c6c..4408f938a 100644
--- a/guardrails/actions/reask.py
+++ b/guardrails/actions/reask.py
@@ -20,6 +20,42 @@ class ReAsk(IReask):
     incorrect_value: Any
     fail_results: List[FailResult]
 
+    @classmethod
+    def from_interface(cls, reask: IReask) -> "ReAsk":
+        fail_results = []
+        if reask.fail_results:
+            fail_results: List[FailResult] = [
+                FailResult.from_interface(fail_result)
+                for fail_result in reask.fail_results
+            ]
+
+        if reask.additional_properties.get("path"):
+            return FieldReAsk(
+                incorrect_value=reask.incorrect_value,
+                fail_results=fail_results,
+                path=reask.additional_properties["path"],
+            )
+
+        if len(fail_results) == 1:
+            error_message = fail_results[0].error_message
+            if error_message == "Output is not parseable as JSON":
+                return NonParseableReAsk(
+                    incorrect_value=reask.incorrect_value,
+                    fail_results=fail_results,
+                )
+            elif "JSON does not match schema" in error_message:
+                return SkeletonReAsk(
+                    incorrect_value=reask.incorrect_value,
+                    fail_results=fail_results,
+                )
+
+        return cls(incorrect_value=reask.incorrect_value, fail_results=fail_results)
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "ReAsk":
+        i_reask = super().from_dict(obj)
+        return cls.from_interface(i_reask)
+
 
 class FieldReAsk(ReAsk):
     # FIXME: This shouldn't be optional
diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py
index ba08723e7..1118bdbc0 100644
--- a/guardrails/classes/history/call.py
+++ b/guardrails/classes/history/call.py
@@ -49,12 +49,7 @@ def __init__(
         call_id = str(object_id(self))
         iterations = iterations or Stack()
         inputs = inputs or CallInputs()
-        super().__init__(
-            id=call_id,
-            iterations=iterations,  # type: ignore
-            inputs=inputs,  # type: ignore
-            i_exception=CallException(message=str(exception)),  # type: ignore
-        )
+        super().__init__(id=call_id)
         self.iterations = iterations
         self.inputs = inputs
         self._exception = exception
@@ -410,30 +405,26 @@ def tree(self) -> Tree:
     def __str__(self) -> str:
         return pretty_repr(self)
 
-    def to_dict(self) -> Dict[str, Any]:
-        i_call = ICall(
+    def to_interface(self) -> ICall:
+        return ICall(
             id=self.id,
-            iterations=list(self.iterations),
-            inputs=self.inputs,
+            iterations=[i.to_interface() for i in self.iterations],
+            inputs=self.inputs.to_interface(),
+            exception=self.error,
         )
 
-        i_call_dict = i_call.to_dict()
+    def to_dict(self) -> Dict[str, Any]:
+        return self.to_interface().to_dict()
 
-        if self._exception:
-            i_call_dict["exception"] = str(self._exception)
-        return i_call_dict
+    @classmethod
+    def from_interface(cls, i_call: ICall) -> "Call":
+        iterations = Stack(*[Iteration.from_interface(i) for i in i_call.iterations])
+        inputs = CallInputs.from_interface(i_call.inputs)
+        return cls(iterations=iterations, inputs=inputs, exception=i_call.exception)
 
     # TODO: Necessary to GET /guards/{guard_name}/history/{call_id}
-    # @classmethod
-    # def from_dict(cls, obj: Dict[str, Any]) -> "Call":
-    #     i_call = ICall.from_dict(obj)
-
-    #     i_exception = i_call.i_exception.actual_instance
-    #     if isinstance(i_exception, CallExceptionAnyOf):
-    #         i_exception = i_exception.message
-
-    #     cls(
-    #         iterations=i_call.iterations,
-    #         inputs=i_call.inputs,
-    #         exception=Exception(i_exception),
-    #     )
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "Call":
+        i_call = ICall.from_dict(obj)
+
+        return cls.from_interface(i_call)
diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py
index 0ff92d3ad..e7a52e912 100644
--- a/guardrails/classes/history/call_inputs.py
+++ b/guardrails/classes/history/call_inputs.py
@@ -27,3 +27,29 @@ class CallInputs(Inputs, ICallInputs, ArbitraryModel):
         description="Additional keyword-arguments for the LLM as provided by the user.",
         default_factory=dict,
     )
+
+    def to_interface(self) -> ICallInputs:
+        rest = super().to_interface()
+        return ICallInputs(
+            **rest,
+            args=self.args,
+            kwargs=self.kwargs,
+        )
+
+    def to_dict(self) -> Dict[str, Any]:
+        return self.to_interface().to_dict()
+
+    @classmethod
+    def from_interface(cls, i_call_inputs: ICallInputs) -> "CallInputs":
+        inputs = Inputs.from_interface(i_call_inputs)
+        return cls(
+            **inputs,
+            args=i_call_inputs.args,
+            kwargs=i_call_inputs.kwargs,
+        )
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]):
+        i_call_inputs = super().from_dict(obj)
+
+        return cls.from_interface(i_call_inputs)
diff --git a/guardrails/classes/history/inputs.py b/guardrails/classes/history/inputs.py
index 0e6809acf..638e8d2fc 100644
--- a/guardrails/classes/history/inputs.py
+++ b/guardrails/classes/history/inputs.py
@@ -51,3 +51,67 @@ class Inputs(IInputs, ArbitraryModel):
         description="Whether to use streaming.",
         default=False,
     )
+
+    def to_interface(self) -> IInputs:
+        serialized_msg_history = None
+        if self.msg_history:
+            serialized_msg_history = []
+            for msg in self.msg_history:
+                ser_msg = {**msg}
+                content = ser_msg.get("content")
+                if content:
+                    ser_msg["content"] = (
+                        content.source if isinstance(content, Prompt) else content
+                    )
+                serialized_msg_history.append(ser_msg)
+
+        return IInputs(
+            llm_api=str(self.llm_api),
+            llm_output=self.llm_output,
+            instructions=(
+                self.instructions.source
+                if isinstance(self.instructions, Instructions)
+                else self.instructions
+            ),
+            prompt=(
+                self.prompt.source if isinstance(self.prompt, Prompt) else self.prompt
+            ),
+            msg_history=serialized_msg_history,
+            prompt_params=self.prompt_params,
+            num_reasks=self.num_reasks,
+            metadata=self.metadata,
+            full_schema_reask=self.full_schema_reask,
+            stream=self.stream,
+        )
+
+    def to_dict(self) -> Dict[str, Any]:
+        return self.to_interface().to_dict()
+
+    @classmethod
+    def from_interface(cls, i_inputs: IInputs) -> "Inputs":
+        deserialized_msg_history = None
+        if i_inputs.msg_history:
+            deserialized_msg_history = []
+            for msg in i_inputs.msg_history:
+                ser_msg = {**msg}
+                content = ser_msg.get("content")
+                if content:
+                    ser_msg["content"] = Prompt(content)
+                deserialized_msg_history.append(ser_msg)
+
+        return cls(
+            llm_api=None,
+            llm_output=i_inputs.llm_output,
+            instructions=Instructions(i_inputs.instructions),
+            prompt=Prompt(i_inputs.prompt),
+            msg_history=deserialized_msg_history,
+            prompt_params=i_inputs.prompt_params,
+            num_reasks=i_inputs.num_reasks,
+            metadata=i_inputs.metadata,
+            full_schema_reask=i_inputs.full_schema_reask,
+        )
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "Inputs":
+        i_inputs = IInputs.from_dict(obj)
+        return cls.from_interface(i_inputs)
diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py
index c54860997..c3ad359ee 100644
--- a/guardrails/classes/history/iteration.py
+++ b/guardrails/classes/history/iteration.py
@@ -1,4 +1,4 @@
-from typing import Dict, List, Optional, Sequence, Union
+from typing import Any, Dict, List, Optional, Sequence, Union
 from builtins import id as object_id
 from pydantic import Field
 from rich.console import Group
@@ -236,3 +236,30 @@ def create_msg_history_table(
 
     def __str__(self) -> str:
         return pretty_repr(self)
+
+    def to_interface(self) -> IIteration:
+        return IIteration(
+            id=self.id,
+            call_id=self.call_id,
+            index=self.index,
+            inputs=self.inputs.to_interface(),
+            outputs=self.outputs.to_interface(),
+        )
+
+    def to_dict(self) -> Dict:
+        return self.to_interface().to_dict()
+
+    @classmethod
+    def from_interface(cls, i_iteration: IIteration) -> "Iteration":
+        return cls(
+            call_id=i_iteration.call_id,
+            index=i_iteration.index,
+            inputs=Inputs.from_interface(i_iteration.inputs),
+            outputs=Outputs.from_interface(i_iteration.outputs),
+        )
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "Iteration":
+        i_iteration = IIteration.from_dict(obj)
+
+        return cls.from_interface(i_iteration)
diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py
index 922d05be1..723283fe1 100644
--- a/guardrails/classes/history/outputs.py
+++ b/guardrails/classes/history/outputs.py
@@ -4,7 +4,6 @@
 
 from guardrails_api_client import (
     Outputs as IOutputs,
-    OutputsException,
     OutputsParsedOutput,
     OutputsValidationResponse,
 )
@@ -136,16 +135,46 @@ def status(self) -> str:
             return fail_status
         return pass_status
 
-    def to_dict(self) -> Dict[str, Any]:
-        i_outputs = IOutputs(
-            llm_response_info=self.llm_response_info,  # type: ignore
+    def to_interface(self) -> IOutputs:
+        return IOutputs(
+            llm_response_info=self.llm_response_info.to_interface(),  # type: ignore
             raw_output=self.raw_output,  # type: ignore
             parsed_output=OutputsParsedOutput(self.parsed_output),  # type: ignore
             validation_response=OutputsValidationResponse(self.validation_response),  # type: ignore
             guarded_output=OutputsParsedOutput(self.guarded_output),  # type: ignore
             reasks=self.reasks,  # type: ignore
-            validator_logs=self.validator_logs,  # type: ignore
+            validator_logs=[v.to_interface() for v in self.validator_logs],  # type: ignore
             error=self.error,
-            exception=OutputsException(message=str(self.exception)),
         )
-        return i_outputs.to_dict()
+
+    def to_dict(self) -> Dict[str, Any]:
+        return self.to_interface().to_dict()
+
+    @classmethod
+    def from_interface(cls, i_outputs: IOutputs) -> "Outputs":
+        reasks = None
+        if i_outputs.reasks:
+            reasks = [ReAsk.from_interface(r) for r in i_outputs.reasks]
+
+        validator_logs = None
+        if i_outputs.validator_logs:
+            validator_logs = [
+                ValidatorLogs.from_interface(v) for v in i_outputs.validator_logs
+            ]
+
+        return cls(
+            llm_response_info=LLMResponse.from_interface(i_outputs.llm_response_info),  # type: ignore
+            raw_output=i_outputs.raw_output,  # type: ignore
+            parsed_output=i_outputs.parsed_output.actual_instance,  # type: ignore
+            validation_response=i_outputs.validation_response.actual_instance,  # type: ignore
+            guarded_output=i_outputs.guarded_output.actual_instance,  # type: ignore
+            reasks=reasks,  # type: ignore
+            validator_logs=validator_logs,  # type: ignore
+            error=i_outputs.error,
+        )
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "Outputs":
+        i_outputs = IOutputs.from_dict(obj)
+
+        return cls.from_interface(i_outputs)
diff --git a/guardrails/classes/llm/llm_response.py b/guardrails/classes/llm/llm_response.py
index f1851e405..316b49b47 100644
--- a/guardrails/classes/llm/llm_response.py
+++ b/guardrails/classes/llm/llm_response.py
@@ -1,4 +1,4 @@
-from typing import Iterable, Optional, AsyncIterable
+from typing import Any, Dict, Iterable, Optional, AsyncIterable
 
 from guardrails_api_client import LLMResponse as ILLMResponse
 from pydantic.config import ConfigDict
@@ -14,3 +14,31 @@ class LLMResponse(ILLMResponse):
     output: str
     stream_output: Optional[Iterable] = None
     async_stream_output: Optional[AsyncIterable] = None
+
+    def to_interface(self) -> ILLMResponse:
+        return ILLMResponse(
+            prompt_token_count=self.prompt_token_count,
+            response_token_count=self.response_token_count,
+            output=self.output,
+            stream_output=[str(so) for so in self.stream_output],
+            async_stream_output=[str(aso) for aso in self.async_stream_output],
+        )
+
+    def to_dict(self) -> Dict[str, Any]:
+        return self.to_interface().to_dict()
+
+    @classmethod
+    def from_interface(cls, i_llm_response: ILLMResponse) -> "LLMResponse":
+        return cls(
+            prompt_token_count=i_llm_response.prompt_token_count,
+            response_token_count=i_llm_response.response_token_count,
+            output=i_llm_response.output,
+            stream_output=[so for so in i_llm_response.stream_output],
+            async_stream_output=[aso for aso in i_llm_response.async_stream_output],
+        )
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "LLMResponse":
+        i_llm_response = super().from_dict(obj)
+
+        return cls.from_interface(i_llm_response)
diff --git a/guardrails/classes/validation/validation_result.py b/guardrails/classes/validation/validation_result.py
index 9b194f8ea..e5ddccc2d 100644
--- a/guardrails/classes/validation/validation_result.py
+++ b/guardrails/classes/validation/validation_result.py
@@ -4,6 +4,7 @@
     ValidationResult as IValidationResult,  # noqa
     PassResult as IPassResult,
     FailResult as IFailResult,
+    ErrorSpan as IErrorSpan,
 )
 from guardrails.classes.generic.arbitrary_model import ArbitraryModel
 
@@ -14,9 +15,27 @@ class ValidationResult(IValidationResult, ArbitraryModel):
 
     # value argument passed to validator.validate
     # or validator.validate_stream
-    # FIXME: Add this to json schema
     validated_chunk: Optional[Any] = None
 
+    @classmethod
+    def from_interface(
+        cls, i_validation_result: IValidationResult
+    ) -> "ValidationResult":
+        if i_validation_result.outcome == "pass":
+            return PassResult(
+                outcome=i_validation_result.outcome,
+                metadata=i_validation_result.metadata,
+                validated_chunk=i_validation_result.validated_chunk,
+            )
+        elif i_validation_result.outcome == "fail":
+            return FailResult.from_interface(i_validation_result)
+
+        return cls(
+            outcome=i_validation_result.outcome,
+            metadata=i_validation_result.metadata,
+            validated_chunk=i_validation_result.validated_chunk,
+        )
+
 
 class PassResult(ValidationResult, IPassResult):
     outcome: Literal["pass"] = "pass"
@@ -27,17 +46,20 @@ class ValueOverrideSentinel:
     # should only be used if Validator.override_value_on_pass is True
     value_override: Optional[Any] = Field(default=ValueOverrideSentinel)
 
-    def to_dict(self) -> Dict[str, Any]:
+    def to_interface(self) -> IPassResult:
         i_pass_result = IPassResult(outcome=self.outcome, metadata=self.metadata)
 
         if self.value_override is not self.ValueOverrideSentinel:
             i_pass_result.value_override = self.value_override
 
-        return i_pass_result.to_dict()
+        return i_pass_result
+
+    def to_dict(self) -> Dict[str, Any]:
+        return self.to_interface().to_dict()
 
 
 # FIXME: Add this to json schema
-class ErrorSpan(ArbitraryModel):
+class ErrorSpan(IErrorSpan, ArbitraryModel):
     start: int
     end: int
     # reason validation failed, specific to this chunk
@@ -49,6 +71,32 @@ class FailResult(ValidationResult, IFailResult):
 
     error_message: str
     fix_value: Optional[Any] = None
-    # FIXME: Add this to json schema
     # segments that caused validation to fail
     error_spans: Optional[List[ErrorSpan]] = None
+
+    @classmethod
+    def from_interface(cls, i_fail_result: IFailResult) -> "FailResult":
+        error_spans = None
+        if i_fail_result.error_spans:
+            error_spans = [
+                ErrorSpan(
+                    start=error_span.start,
+                    end=error_span.end,
+                    reason=error_span.reason,
+                )
+                for error_span in i_fail_result.error_spans
+            ]
+
+        return cls(
+            outcome=i_fail_result.outcome,
+            metadata=i_fail_result.metadata,
+            validated_chunk=i_fail_result.validated_chunk,
+            error_message=i_fail_result.error_message,
+            fix_value=i_fail_result.fix_value,
+            error_spans=error_spans,
+        )
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "FailResult":
+        i_fail_result = IFailResult.from_dict(obj)
+        return cls.from_interface(i_fail_result)
diff --git a/guardrails/classes/validation/validator_logs.py b/guardrails/classes/validation/validator_logs.py
index dad0dc378..508543151 100644
--- a/guardrails/classes/validation/validator_logs.py
+++ b/guardrails/classes/validation/validator_logs.py
@@ -1,12 +1,16 @@
 from datetime import datetime
 from typing import Any, Dict, Optional
 
-from guardrails_api_client import ValidatorLog
+from guardrails_api_client import (
+    ValidatorLog as IValidatorLog,
+    ValidatorLogInstanceId,
+    ValidatorLogValidationResult,
+)
 from guardrails.classes.generic.arbitrary_model import ArbitraryModel
 from guardrails.classes.validation.validation_result import ValidationResult
 
 
-class ValidatorLogs(ValidatorLog, ArbitraryModel):
+class ValidatorLogs(IValidatorLog, ArbitraryModel):
     """Logs for a single validator."""
 
     validator_name: str
@@ -19,26 +23,37 @@ class ValidatorLogs(ValidatorLog, ArbitraryModel):
     instance_id: Optional[int] = None
     property_path: str
 
-    def to_dict(self) -> Dict[str, Any]:
-        i_validator_logs = ValidatorLog(
-            validator_name=self.validator_name,  # type: ignore
-            registered_name=self.registered_name,  # type: ignore
-            value_before_validation=self.value_before_validation,  # type: ignore
-            value_after_validation=self.value_after_validation,  # type: ignore
-            property_path=self.property_path,  # type: ignore
+    def to_interface(self) -> IValidatorLog:
+        return IValidatorLog(
+            validator_name=self.validator_name,
+            registered_name=self.registered_name,
+            instance_id=ValidatorLogInstanceId(self.instance_id),
+            property_path=self.property_path,
+            value_before_validation=self.value_before_validation,
+            value_after_validation=self.value_after_validation,
+            validation_result=ValidatorLogValidationResult(self.validation_result),
+            start_time=self.start_time,
+            end_time=self.end_time,
         )
 
-        i_validator_log = i_validator_logs.model_dump(
-            by_alias=True,
-            exclude_none=True,
+    def to_dict(self) -> Dict[str, Any]:
+        return self.to_interface().to_dict()
+
+    @classmethod
+    def from_interface(cls, i_validator_log: IValidatorLog) -> "ValidatorLogs":
+        return cls(
+            validator_name=i_validator_log.validator_name,
+            registered_name=i_validator_log.registered_name,
+            instance_id=i_validator_log.instance_id.actual_instance,
+            property_path=i_validator_log.property_path,
+            value_before_validation=i_validator_log.value_before_validation,
+            value_after_validation=i_validator_log.value_after_validation,
+            validation_result=i_validator_log.validation_result.actual_instance,
+            start_time=i_validator_log.start_time,
+            end_time=i_validator_log.end_time,
         )
-        if self.instance_id:
-            i_validator_log["instanceId"] = self.instance_id
-        if self.validation_result:
-            i_validator_log["validation_result"] = self.validation_result.to_dict()
-        if self.start_time:
-            i_validator_log["start_time"] = self.start_time.isoformat()
-        if self.end_time:
-            i_validator_log["end_time"] = self.end_time.isoformat()
-
-        return i_validator_log
+
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "ValidatorLogs":
+        i_validator_log = IValidatorLog.from_dict(obj)
+        return cls.from_interface(i_validator_log)
diff --git a/guardrails/guard.py b/guardrails/guard.py
index 273c3d52f..c39635b57 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -1006,7 +1006,7 @@ def _single_server_call(self, *, payload: Dict[str, Any]) -> ValidationOutcome[O
             guard_history = self._api_client.get_history(
                 self.name, validation_output.call_id
             )
-            self._history.extend([Call.from_dict(call) for call in guard_history])
+            self._history.extend([Call.from_interface(call) for call in guard_history])
 
             # TODO: See if the below statement is still true
             # Our interfaces are too different for this to work right now.
@@ -1057,7 +1057,9 @@ def _stream_server_call(
                 guard_history = self._api_client.get_history(
                     self.name, validation_output.call_id
                 )
-                self._history.extend([Call.from_dict(call) for call in guard_history])
+                self._history.extend(
+                    [Call.from_interface(call) for call in guard_history]
+                )
         else:
             raise ValueError("Guard does not have an api client!")
 
diff --git a/poetry.lock b/poetry.lock
index 4fddaab7a..b8ff17cbf 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -6853,4 +6853,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "bbed368330564a06253a5855670b0f3d1671f5eab192728149711ded420e940a"
+content-hash = "bf366b6887e63cecd4e31247da1c9e710692a518e7c07c29d97e168c6cde6369"
diff --git a/pyproject.toml b/pyproject.toml
index 76e68f246..ca664ccf5 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a0"
+version = "0.5.0a1"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"
@@ -84,7 +84,7 @@ ruff = ">=0.4.1"
 optional = true
 
 [tool.poetry.group.api.dependencies]
-guardrails-api = "^0.0.0"
+guardrails-api = "^0.0.0a0"
 
 [tool.poetry.group.docs]
 optional = true

From a8fea769f98a1285fc914096471aa937bf1fa3e3 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Fri, 21 Jun 2024 14:38:20 -0700
Subject: [PATCH 237/318] Make JSONFormer a dependency of transformers.  Add
 'make update-lock'.

---
 Makefile                          | 4 ++++
 guardrails/formatters/__init__.py | 7 ++++++-
 poetry.lock                       | 8 ++++----
 pyproject.toml                    | 4 ++--
 4 files changed, 16 insertions(+), 7 deletions(-)

diff --git a/Makefile b/Makefile
index 70bd2d78e..2802dd935 100644
--- a/Makefile
+++ b/Makefile
@@ -93,3 +93,7 @@ refresh:
 	python3 -m venv ./.venv;
 	echo "Sourcing and installing"
 	source ./.venv/bin/activate && make full;
+
+update-lock:
+	poetry lock --no-update
+
diff --git a/guardrails/formatters/__init__.py b/guardrails/formatters/__init__.py
index c4e61b739..9c6b4b5cb 100644
--- a/guardrails/formatters/__init__.py
+++ b/guardrails/formatters/__init__.py
@@ -1,11 +1,16 @@
 from guardrails.formatters.base_formatter import BaseFormatter, PassthroughFormatter
-from guardrails.formatters.json_formatter import JsonFormatter
+try:
+    from guardrails.formatters.json_formatter import JsonFormatter
+except ImportError:
+    JsonFormatter = None
 
 
 def get_formatter(name: str, *args, **kwargs) -> BaseFormatter:
     """Returns a class."""
     name = name.lower()
     if name == "jsonformer":
+        if JsonFormatter is None:
+            raise ValueError(f"jsonformatter requires transformers to be installed.")
         return JsonFormatter(*args, **kwargs)
     elif name == "none":
         return PassthroughFormatter(*args, **kwargs)
diff --git a/poetry.lock b/poetry.lock
index 7851fcd10..20294a95f 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -2044,7 +2044,7 @@ files = [
 name = "jsonformer"
 version = "0.12.0"
 description = ""
-optional = false
+optional = true
 python-versions = ">=3.8,<4.0"
 files = [
     {file = "jsonformer-0.12.0-py3-none-any.whl", hash = "sha256:67339a764cb17e33d9a567293470f59b856ca38f2c456da6aad07652a2daf69a"},
@@ -5827,7 +5827,7 @@ test = ["pytest", "tornado (>=4.5)", "typeguard"]
 name = "termcolor"
 version = "2.4.0"
 description = "ANSI color formatting for output in terminal"
-optional = false
+optional = true
 python-versions = ">=3.8"
 files = [
     {file = "termcolor-2.4.0-py3-none-any.whl", hash = "sha256:9297c0df9c99445c2412e832e882a7884038a25617c60cea2ad69488d4040d63"},
@@ -6872,7 +6872,7 @@ test = ["big-O", "importlib-resources", "jaraco.functools", "jaraco.itertools",
 [extras]
 anthropic = ["anthropic"]
 docs-build = ["docspec_python", "nbdoc", "pydoc-markdown"]
-huggingface = ["torch", "transformers"]
+huggingface = ["jsonformer", "torch", "transformers"]
 litellm = ["litellm"]
 manifest = ["manifest-ml"]
 sql = ["sqlalchemy", "sqlglot", "sqlvalidator"]
@@ -6881,4 +6881,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "4e19eee5a58f8590a27f4f7b6a67308079299fdf279732dfaf0724b58c9b48d1"
+content-hash = "78c2c1087b57fdef24163ed7bb78b3b8098f19a46efe369c3408b28cc550f823"
diff --git a/pyproject.toml b/pyproject.toml
index d62830f45..ab9eeb0da 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -29,7 +29,6 @@ typing-extensions = "^4.8.0"
 python-dateutil = "^2.8.2"
 tiktoken = ">=0.5.1"
 nltk = "^3.8.1"
-jsonformer = "0.12.0"
 
 sqlvalidator = {version = "^0.0.20", optional = true}
 sqlalchemy = {version = ">=2.0.9", optional = true}
@@ -50,6 +49,7 @@ coloredlogs = "^15.0.1"
 requests = "^2.31.0"
 faker = "^25.2.0"
 jsonref = "^1.1.0"
+jsonformer = {version = "0.12.0", optional = true}
 jsonschema = {version = "^4.22.0", extras = ["format"]}
 jwt = "^1.3.1"
 pip = ">=22"
@@ -65,7 +65,7 @@ manifest = ["manifest-ml"]
 litellm = ["litellm"]
 anthropic = ["anthropic"]
 docs-build = ["nbdoc", "docspec_python", "pydoc-markdown"]
-huggingface = ["transformers", "torch"]
+huggingface = ["transformers", "torch", "jsonformer"]
 
 
 [tool.poetry.group.dev.dependencies]

From 821dfede535b2cbb08b44a8e1fd47f191e7e10b8 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Fri, 21 Jun 2024 14:43:54 -0700
Subject: [PATCH 238/318] Added f-string. Need normal string.

---
 guardrails/formatters/__init__.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/guardrails/formatters/__init__.py b/guardrails/formatters/__init__.py
index 9c6b4b5cb..2488d65a0 100644
--- a/guardrails/formatters/__init__.py
+++ b/guardrails/formatters/__init__.py
@@ -1,4 +1,5 @@
 from guardrails.formatters.base_formatter import BaseFormatter, PassthroughFormatter
+
 try:
     from guardrails.formatters.json_formatter import JsonFormatter
 except ImportError:
@@ -10,7 +11,7 @@ def get_formatter(name: str, *args, **kwargs) -> BaseFormatter:
     name = name.lower()
     if name == "jsonformer":
         if JsonFormatter is None:
-            raise ValueError(f"jsonformatter requires transformers to be installed.")
+            raise ValueError("jsonformatter requires transformers to be installed.")
         return JsonFormatter(*args, **kwargs)
     elif name == "none":
         return PassthroughFormatter(*args, **kwargs)

From 2a916f83536e02fd668f1da0e3c961813fe75ef0 Mon Sep 17 00:00:00 2001
From: Nicholas Chen 
Date: Fri, 21 Jun 2024 18:16:49 -0400
Subject: [PATCH 239/318] make accumulated chunks not static

---
 guardrails/validator_base.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index efd2ceb9f..e6f02754b 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -153,10 +153,6 @@ class Validator:
 
     rail_alias: str = ""
 
-    # chunking function returns empty list or list of 2 chunks
-    # first chunk is the chunk to validate
-    # second chunk is incomplete chunk that needs further accumulation
-    accumulated_chunks = []
     run_in_separate_process = False
     override_value_on_pass = False
     required_metadata_keys = []
@@ -167,6 +163,11 @@ def __init__(
     ):
         self.on_fail_descriptor: Union[str, OnFailAction] = "custom"
 
+        # chunking function returns empty list or list of 2 chunks
+        # first chunk is the chunk to validate
+        # second chunk is incomplete chunk that needs further accumulation
+        self.accumulated_chunks: List[str] = []
+
         if on_fail is None:
             on_fail = OnFailAction.NOOP
         if isinstance(on_fail, OnFailAction):

From 5ab3411ca3bcaa8d9d19ad09fc61324c02fb5590 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 09:17:27 -0500
Subject: [PATCH 240/318] ser/de

---
 guardrails/actions/reask.py                   |  4 +-
 guardrails/async_guard.py                     | 15 ++--
 guardrails/classes/history/call.py            | 23 ++++---
 guardrails/classes/history/call_inputs.py     | 29 ++++----
 guardrails/classes/history/inputs.py          | 51 ++++++++------
 guardrails/classes/history/iteration.py       | 17 ++++-
 guardrails/classes/history/outputs.py         |  6 +-
 guardrails/classes/llm/llm_response.py        | 42 +++++++++--
 guardrails/classes/schema/model_schema.py     | 18 +++--
 .../classes/validation/validation_result.py   | 17 +++--
 .../classes/validation/validator_logs.py      | 55 +++++++++++----
 guardrails/cli/start.py                       | 16 ++++-
 guardrails/guard.py                           | 69 ++++++++++---------
 guardrails/run/async_runner.py                |  4 +-
 guardrails/run/runner.py                      |  4 +-
 15 files changed, 241 insertions(+), 129 deletions(-)

diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py
index 4408f938a..9e5e15f73 100644
--- a/guardrails/actions/reask.py
+++ b/guardrails/actions/reask.py
@@ -52,8 +52,10 @@ def from_interface(cls, reask: IReask) -> "ReAsk":
         return cls(incorrect_value=reask.incorrect_value, fail_results=fail_results)
 
     @classmethod
-    def from_dict(cls, obj: Dict[str, Any]) -> "ReAsk":
+    def from_dict(cls, obj: Dict[str, Any]) -> Optional["ReAsk"]:
         i_reask = super().from_dict(obj)
+        if not i_reask:
+            return None
         return cls.from_interface(i_reask)
 
 
diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py
index 56d658209..9e9e4e892 100644
--- a/guardrails/async_guard.py
+++ b/guardrails/async_guard.py
@@ -562,17 +562,24 @@ async def _stream_server_call(
                         error="The response from the server was empty!",
                     )
                 else:
+                    validated_output = (
+                        cast(OT, validation_output.validated_output.actual_instance)
+                        if validation_output.validated_output
+                        else None
+                    )
                     yield ValidationOutcome[OT](
                         call_id=validation_output.call_id,
-                        raw_llm_output=validation_output.raw_llm_response,  # type: ignore
-                        validated_output=cast(OT, validation_output.validated_output),
-                        validation_passed=validation_output.result,
+                        raw_llm_output=validation_output.raw_llm_output,  # type: ignore
+                        validated_output=validated_output,
+                        validation_passed=(validation_output.validation_passed is True),
                     )
             if validation_output:
                 guard_history = self._api_client.get_history(
                     self.name, validation_output.call_id
                 )
-                self._history.extend([Call.from_dict(call) for call in guard_history])
+                self._history.extend(
+                    [Call.from_interface(call) for call in guard_history]
+                )
         else:
             raise ValueError("AsyncGuard does not have an api client!")
 
diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py
index 1118bdbc0..edcb4fd36 100644
--- a/guardrails/classes/history/call.py
+++ b/guardrails/classes/history/call.py
@@ -5,7 +5,7 @@
 from rich.pretty import pretty_repr
 from rich.tree import Tree
 
-from guardrails_api_client import Call as ICall, CallException
+from guardrails_api_client import Call as ICall
 from guardrails.actions.filter import Filter
 from guardrails.actions.refrain import Refrain
 from guardrails.actions.reask import merge_reask_output
@@ -49,7 +49,7 @@ def __init__(
         call_id = str(object_id(self))
         iterations = iterations or Stack()
         inputs = inputs or CallInputs()
-        super().__init__(id=call_id)
+        super().__init__(id=call_id, iterations=iterations, inputs=inputs)
         self.iterations = iterations
         self.inputs = inputs
         self._exception = exception
@@ -324,10 +324,6 @@ def exception(self) -> Optional[Exception]:
             return None
         return self.iterations.last.exception  # type: ignore
 
-    def _set_exception(self, exception: Optional[Exception]):
-        self._exception = exception
-        self.i_exception = CallException(message=str(exception))
-
     @property
     def failed_validations(self) -> Stack[ValidatorLogs]:
         """The validator logs for any validations that failed during the
@@ -418,13 +414,20 @@ def to_dict(self) -> Dict[str, Any]:
 
     @classmethod
     def from_interface(cls, i_call: ICall) -> "Call":
-        iterations = Stack(*[Iteration.from_interface(i) for i in i_call.iterations])
-        inputs = CallInputs.from_interface(i_call.inputs)
-        return cls(iterations=iterations, inputs=inputs, exception=i_call.exception)
+        iterations = Stack(
+            *[Iteration.from_interface(i) for i in (i_call.iterations or [])]
+        )
+        inputs = (
+            CallInputs.from_interface(i_call.inputs) if i_call.inputs else CallInputs()
+        )
+        exception = Exception(i_call.exception) if i_call.exception else None
+        return cls(iterations=iterations, inputs=inputs, exception=exception)
 
     # TODO: Necessary to GET /guards/{guard_name}/history/{call_id}
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "Call":
         i_call = ICall.from_dict(obj)
 
-        return cls.from_interface(i_call)
+        if i_call:
+            return cls.from_interface(i_call)
+        return Call()
diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py
index e7a52e912..cd3da41ab 100644
--- a/guardrails/classes/history/call_inputs.py
+++ b/guardrails/classes/history/call_inputs.py
@@ -29,27 +29,30 @@ class CallInputs(Inputs, ICallInputs, ArbitraryModel):
     )
 
     def to_interface(self) -> ICallInputs:
-        rest = super().to_interface()
-        return ICallInputs(
-            **rest,
-            args=self.args,
-            kwargs=self.kwargs,
-        )
+        inputs = super().to_interface().to_dict() or {}
+        inputs["args"] = self.args
+        # TODO: Better way to prevent creds from being logged,
+        #   if they're passed in as kwargs to the LLM
+        redacted_kwargs = {}
+        for k, v in self.kwargs.items():
+            if "key" in k.lower() or "token" in k.lower():
+                redaction_length = len(v) - 4
+                redacted_kwargs[k] = f"{"*"*redaction_length}{v[-4:]}"
+            else:
+                redacted_kwargs[k] = v
+        inputs["kwargs"] = redacted_kwargs
+        return ICallInputs(**inputs)
 
     def to_dict(self) -> Dict[str, Any]:
         return self.to_interface().to_dict()
 
     @classmethod
     def from_interface(cls, i_call_inputs: ICallInputs) -> "CallInputs":
-        inputs = Inputs.from_interface(i_call_inputs)
-        return cls(
-            **inputs,
-            args=i_call_inputs.args,
-            kwargs=i_call_inputs.kwargs,
-        )
+        inputs = i_call_inputs.to_dict()
+        return cls(**inputs)
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]):
-        i_call_inputs = super().from_dict(obj)
+        i_call_inputs = ICallInputs.from_dict(obj) or ICallInputs()
 
         return cls.from_interface(i_call_inputs)
diff --git a/guardrails/classes/history/inputs.py b/guardrails/classes/history/inputs.py
index 638e8d2fc..21ce0a8e4 100644
--- a/guardrails/classes/history/inputs.py
+++ b/guardrails/classes/history/inputs.py
@@ -34,7 +34,7 @@ class Inputs(IInputs, ArbitraryModel):
         "that will be formatted into the final LLM prompt.",
         default=None,
     )
-    num_reasks: int = Field(
+    num_reasks: Optional[int] = Field(
         description="The total number of reasks allowed; user provided or defaulted.",
         default=None,
     )
@@ -42,7 +42,7 @@ class Inputs(IInputs, ArbitraryModel):
         description="The metadata provided by the user to be used during validation.",
         default=None,
     )
-    full_schema_reask: bool = Field(
+    full_schema_reask: Optional[bool] = Field(
         description="Whether to perform reasks across the entire schema"
         "or at the field level.",
         default=None,
@@ -65,22 +65,24 @@ def to_interface(self) -> IInputs:
                     )
                 serialized_msg_history.append(ser_msg)
 
+        instructions = (
+            self.instructions.source
+            if isinstance(self.instructions, Instructions)
+            else self.instructions
+        )
+
+        prompt = self.prompt.source if isinstance(self.prompt, Prompt) else self.prompt
+
         return IInputs(
-            llm_api=str(self.llm_api),
-            llm_output=self.llm_output,
-            instructions=(
-                self.instructions.source
-                if isinstance(self.instructions, Instructions)
-                else self.instructions
-            ),
-            prompt=(
-                self.prompt.source if isinstance(self.prompt, Prompt) else self.prompt
-            ),
-            msg_history=serialized_msg_history,
-            prompt_params=self.prompt_params,
-            num_reasks=self.num_reasks,
+            llm_api=str(self.llm_api),  # type: ignore - pyright doesn't understand aliases
+            llm_output=self.llm_output,  # type: ignore - pyright doesn't understand aliases
+            instructions=instructions,
+            prompt=prompt,
+            msg_history=serialized_msg_history,  # type: ignore - pyright doesn't understand aliases
+            prompt_params=self.prompt_params,  # type: ignore - pyright doesn't understand aliases
+            num_reasks=self.num_reasks,  # type: ignore - pyright doesn't understand aliases
             metadata=self.metadata,
-            full_schema_reask=self.full_schema_reask,
+            full_schema_reask=self.full_schema_reask,  # type: ignore - pyright doesn't understand aliases
             stream=self.stream,
         )
 
@@ -99,19 +101,26 @@ def from_interface(cls, i_inputs: IInputs) -> "Inputs":
                     ser_msg["content"] = Prompt(content)
                 deserialized_msg_history.append(ser_msg)
 
+        instructions = (
+            Instructions(i_inputs.instructions) if i_inputs.instructions else None
+        )
+
+        prompt = Prompt(i_inputs.prompt) if i_inputs.prompt else None
+        num_reasks = int(i_inputs.num_reasks) if i_inputs.num_reasks else None
         return cls(
             llm_api=None,
             llm_output=i_inputs.llm_output,
-            instructions=Instructions(i_inputs.instructions),
-            prompt=Prompt(i_inputs.prompt),
+            instructions=instructions,
+            prompt=prompt,
             msg_history=deserialized_msg_history,
             prompt_params=i_inputs.prompt_params,
-            num_reasks=i_inputs.num_reasks,
+            num_reasks=num_reasks,
             metadata=i_inputs.metadata,
-            full_schema_reask=i_inputs.full_schema_reask,
+            full_schema_reask=(i_inputs.full_schema_reask is True),
+            stream=(i_inputs.stream is True),
         )
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "Inputs":
-        i_inputs = IInputs.from_dict(obj)
+        i_inputs = IInputs.from_dict(obj) or IInputs()
         return cls.from_interface(i_inputs)
diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py
index c3ad359ee..5b71fa027 100644
--- a/guardrails/classes/history/iteration.py
+++ b/guardrails/classes/history/iteration.py
@@ -251,15 +251,26 @@ def to_dict(self) -> Dict:
 
     @classmethod
     def from_interface(cls, i_iteration: IIteration) -> "Iteration":
+        inputs = (
+            Inputs.from_interface(i_iteration.inputs) if i_iteration.inputs else None
+        )
+        outputs = (
+            Outputs.from_interface(i_iteration.outputs) if i_iteration.outputs else None
+        )
         return cls(
             call_id=i_iteration.call_id,
             index=i_iteration.index,
-            inputs=Inputs.from_interface(i_iteration.inputs),
-            outputs=Outputs.from_interface(i_iteration.outputs),
+            inputs=inputs,
+            outputs=outputs,
         )
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "Iteration":
-        i_iteration = IIteration.from_dict(obj)
+        id = obj.get("id", "0")
+        call_id = obj.get("call_id", "0")
+        index = obj.get("index", 0)
+        i_iteration = IIteration.from_dict(obj) or IIteration(
+            id=id, call_id=call_id, index=index
+        )
 
         return cls.from_interface(i_iteration)
diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py
index 723283fe1..f5083a803 100644
--- a/guardrails/classes/history/outputs.py
+++ b/guardrails/classes/history/outputs.py
@@ -152,11 +152,11 @@ def to_dict(self) -> Dict[str, Any]:
 
     @classmethod
     def from_interface(cls, i_outputs: IOutputs) -> "Outputs":
-        reasks = None
+        reasks = []
         if i_outputs.reasks:
             reasks = [ReAsk.from_interface(r) for r in i_outputs.reasks]
 
-        validator_logs = None
+        validator_logs = []
         if i_outputs.validator_logs:
             validator_logs = [
                 ValidatorLogs.from_interface(v) for v in i_outputs.validator_logs
@@ -175,6 +175,6 @@ def from_interface(cls, i_outputs: IOutputs) -> "Outputs":
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "Outputs":
-        i_outputs = IOutputs.from_dict(obj)
+        i_outputs = IOutputs.from_dict(obj) or IOutputs()
 
         return cls.from_interface(i_outputs)
diff --git a/guardrails/classes/llm/llm_response.py b/guardrails/classes/llm/llm_response.py
index 316b49b47..37733b0ae 100644
--- a/guardrails/classes/llm/llm_response.py
+++ b/guardrails/classes/llm/llm_response.py
@@ -1,9 +1,16 @@
+import asyncio
 from typing import Any, Dict, Iterable, Optional, AsyncIterable
 
 from guardrails_api_client import LLMResponse as ILLMResponse
 from pydantic.config import ConfigDict
 
 
+# TODO: Move this somewhere that makes sense
+def async_to_sync(awaitable):
+    loop = asyncio.get_event_loop()
+    return loop.run_until_complete(awaitable)
+
+
 # TODO: We might be able to delete this
 class LLMResponse(ILLMResponse):
     # Pydantic Config
@@ -16,12 +23,20 @@ class LLMResponse(ILLMResponse):
     async_stream_output: Optional[AsyncIterable] = None
 
     def to_interface(self) -> ILLMResponse:
+        stream_output = None
+        if self.stream_output:
+            stream_output = [str(so) for so in self.stream_output]
+
+        async_stream_output = None
+        if self.async_stream_output:
+            async_stream_output = [str(async_to_sync(so)) for so in self.stream_output]
+
         return ILLMResponse(
-            prompt_token_count=self.prompt_token_count,
-            response_token_count=self.response_token_count,
+            prompt_token_count=self.prompt_token_count,  # type: ignore - pyright doesn't understand aliases
+            response_token_count=self.response_token_count,  # type: ignore - pyright doesn't understand aliases
             output=self.output,
-            stream_output=[str(so) for so in self.stream_output],
-            async_stream_output=[str(aso) for aso in self.async_stream_output],
+            stream_output=stream_output,  # type: ignore - pyright doesn't understand aliases
+            async_stream_output=async_stream_output,  # type: ignore - pyright doesn't understand aliases
         )
 
     def to_dict(self) -> Dict[str, Any]:
@@ -29,16 +44,29 @@ def to_dict(self) -> Dict[str, Any]:
 
     @classmethod
     def from_interface(cls, i_llm_response: ILLMResponse) -> "LLMResponse":
+        stream_output = None
+        if i_llm_response.stream_output:
+            stream_output = [so for so in i_llm_response.stream_output]
+
+        async_stream_output = None
+        if i_llm_response.async_stream_output:
+
+            async def async_iter():
+                for aso in i_llm_response.async_stream_output:  # type: ignore - just verified it isn't None...
+                    yield aso
+
+            async_stream_output = async_iter()
+
         return cls(
             prompt_token_count=i_llm_response.prompt_token_count,
             response_token_count=i_llm_response.response_token_count,
             output=i_llm_response.output,
-            stream_output=[so for so in i_llm_response.stream_output],
-            async_stream_output=[aso for aso in i_llm_response.async_stream_output],
+            stream_output=stream_output,
+            async_stream_output=async_stream_output,
         )
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "LLMResponse":
-        i_llm_response = super().from_dict(obj)
+        i_llm_response = super().from_dict(obj) or ILLMResponse(output="")
 
         return cls.from_interface(i_llm_response)
diff --git a/guardrails/classes/schema/model_schema.py b/guardrails/classes/schema/model_schema.py
index a75735332..cb28770ee 100644
--- a/guardrails/classes/schema/model_schema.py
+++ b/guardrails/classes/schema/model_schema.py
@@ -9,16 +9,20 @@ def to_dict(self) -> Dict[str, Any]:
         return {k: v for k, v in super_dict.items() if v is not None}
 
     @classmethod
-    def from_dict(cls, d: Dict[str, Any]) -> Optional["ModelSchema"]:
-        i_model_schema = super().from_dict(d)
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> "ModelSchema":
+        if not obj:
+            obj = {"type": "string"}
 
-        if not i_model_schema:
-            return i_model_schema
+        i_model_schema = super().from_dict(obj)
 
-        trimmed = {k: v for k, v in i_model_schema.to_dict().items() if v is not None}
+        i_model_schema_dict = (
+            i_model_schema.to_dict() if i_model_schema else {"type": "string"}
+        )
+
+        trimmed = {k: v for k, v in i_model_schema_dict.items() if v is not None}
 
         output_schema_type = trimmed.get("type")
         if output_schema_type:
-            trimmed["type"] = ValidationType.from_dict(output_schema_type)
+            trimmed["type"] = ValidationType.from_dict(output_schema_type)  # type: ignore
 
-        return cls(**trimmed)
+        return cls(**trimmed)  # type: ignore
diff --git a/guardrails/classes/validation/validation_result.py b/guardrails/classes/validation/validation_result.py
index e5ddccc2d..c3f160080 100644
--- a/guardrails/classes/validation/validation_result.py
+++ b/guardrails/classes/validation/validation_result.py
@@ -1,4 +1,4 @@
-from typing import Any, Dict, List, Literal, Optional
+from typing import Any, Dict, List, Literal, Optional, Union
 from pydantic import Field
 from guardrails_api_client import (
     ValidationResult as IValidationResult,  # noqa
@@ -19,7 +19,7 @@ class ValidationResult(IValidationResult, ArbitraryModel):
 
     @classmethod
     def from_interface(
-        cls, i_validation_result: IValidationResult
+        cls, i_validation_result: Union[IValidationResult, IPassResult, IFailResult]
     ) -> "ValidationResult":
         if i_validation_result.outcome == "pass":
             return PassResult(
@@ -28,10 +28,10 @@ def from_interface(
                 validated_chunk=i_validation_result.validated_chunk,
             )
         elif i_validation_result.outcome == "fail":
-            return FailResult.from_interface(i_validation_result)
+            return FailResult.from_dict(i_validation_result.to_dict())
 
         return cls(
-            outcome=i_validation_result.outcome,
+            outcome=i_validation_result.outcome or "",
             metadata=i_validation_result.metadata,
             validated_chunk=i_validation_result.validated_chunk,
         )
@@ -88,15 +88,18 @@ def from_interface(cls, i_fail_result: IFailResult) -> "FailResult":
             ]
 
         return cls(
-            outcome=i_fail_result.outcome,
+            outcome="fail",
             metadata=i_fail_result.metadata,
             validated_chunk=i_fail_result.validated_chunk,
-            error_message=i_fail_result.error_message,
+            error_message=i_fail_result.error_message or "",
             fix_value=i_fail_result.fix_value,
             error_spans=error_spans,
         )
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "FailResult":
-        i_fail_result = IFailResult.from_dict(obj)
+        i_fail_result = IFailResult.from_dict(obj) or IFailResult(
+            outcome="Fail",
+            error_message="",  # type: ignore - pyright doesn't understand aliases
+        )
         return cls.from_interface(i_fail_result)
diff --git a/guardrails/classes/validation/validator_logs.py b/guardrails/classes/validation/validator_logs.py
index 508543151..7cf31f193 100644
--- a/guardrails/classes/validation/validator_logs.py
+++ b/guardrails/classes/validation/validator_logs.py
@@ -8,6 +8,7 @@
 )
 from guardrails.classes.generic.arbitrary_model import ArbitraryModel
 from guardrails.classes.validation.validation_result import ValidationResult
+from guardrails.utils.casting_utils import to_int
 
 
 class ValidatorLogs(IValidatorLog, ArbitraryModel):
@@ -24,16 +25,18 @@ class ValidatorLogs(IValidatorLog, ArbitraryModel):
     property_path: str
 
     def to_interface(self) -> IValidatorLog:
+        start_time = self.start_time.isoformat() if self.start_time else None
+        end_time = self.end_time.isoformat() if self.end_time else None
         return IValidatorLog(
-            validator_name=self.validator_name,
-            registered_name=self.registered_name,
-            instance_id=ValidatorLogInstanceId(self.instance_id),
-            property_path=self.property_path,
-            value_before_validation=self.value_before_validation,
-            value_after_validation=self.value_after_validation,
-            validation_result=ValidatorLogValidationResult(self.validation_result),
-            start_time=self.start_time,
-            end_time=self.end_time,
+            validator_name=self.validator_name,  # type: ignore - pyright doesn't understand aliases
+            registered_name=self.registered_name,  # type: ignore - pyright doesn't understand aliases
+            instance_id=ValidatorLogInstanceId(self.instance_id),  # type: ignore - pyright doesn't understand aliases
+            property_path=self.property_path,  # type: ignore - pyright doesn't understand aliases
+            value_before_validation=self.value_before_validation,  # type: ignore - pyright doesn't understand aliases
+            value_after_validation=self.value_after_validation,  # type: ignore - pyright doesn't understand aliases
+            validation_result=ValidatorLogValidationResult(self.validation_result),  # type: ignore - pyright doesn't understand aliases
+            start_time=start_time,  # type: ignore - pyright doesn't understand aliases
+            end_time=end_time,  # type: ignore - pyright doesn't understand aliases
         )
 
     def to_dict(self) -> Dict[str, Any]:
@@ -41,19 +44,43 @@ def to_dict(self) -> Dict[str, Any]:
 
     @classmethod
     def from_interface(cls, i_validator_log: IValidatorLog) -> "ValidatorLogs":
+        instance_id = (
+            i_validator_log.instance_id.actual_instance
+            if i_validator_log.instance_id
+            else None
+        )
+        validation_result = (
+            ValidationResult.from_interface(
+                i_validator_log.validation_result.actual_instance
+            )
+            if (
+                i_validator_log.validation_result
+                and i_validator_log.validation_result.actual_instance
+            )
+            else None
+        )
+
+        start_time = i_validator_log.start_time
+        if isinstance(start_time, str):
+            start_time = datetime.fromisoformat(start_time)
+
+        end_time = i_validator_log.end_time
+        if isinstance(end_time, str):
+            end_time = datetime.fromisoformat(end_time)
+
         return cls(
             validator_name=i_validator_log.validator_name,
             registered_name=i_validator_log.registered_name,
-            instance_id=i_validator_log.instance_id.actual_instance,
+            instance_id=to_int(instance_id) or 0,
             property_path=i_validator_log.property_path,
             value_before_validation=i_validator_log.value_before_validation,
             value_after_validation=i_validator_log.value_after_validation,
-            validation_result=i_validator_log.validation_result.actual_instance,
-            start_time=i_validator_log.start_time,
-            end_time=i_validator_log.end_time,
+            validation_result=validation_result,
+            start_time=start_time,
+            end_time=end_time,
         )
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "ValidatorLogs":
         i_validator_log = IValidatorLog.from_dict(obj)
-        return cls.from_interface(i_validator_log)
+        return cls.from_interface(i_validator_log)  # type: ignore
diff --git a/guardrails/cli/start.py b/guardrails/cli/start.py
index a000bf6a9..69a4ebb02 100644
--- a/guardrails/cli/start.py
+++ b/guardrails/cli/start.py
@@ -20,12 +20,22 @@ def start(
     env: Optional[str] = typer.Option(
         default="",
         help="An env file to load environment variables from.",
-        prompt=".env file (optional)",
     ),
     config: Optional[str] = typer.Option(
         default="",
         help="A config file to load Guards from.",
-        prompt="config file (optional)",
+    ),
+    timeout: Optional[int] = typer.Option(
+        default=5,
+        help="Gunicorn worker timeout.",
+    ),
+    threads: Optional[int] = typer.Option(
+        default=10,
+        help="Number of Gunicorn worker threads.",
+    ),
+    port: Optional[int] = typer.Option(
+        default=8000,
+        help="The port to run the server on.",
     ),
 ):
     logger.debug("Checking for prerequisites...")
@@ -41,4 +51,4 @@ def start(
     from guardrails_api.cli.start import start  # noqa
 
     logger.info("Starting Guardrails server")
-    start(env, config)
+    start(env, config, timeout, threads, port)
diff --git a/guardrails/guard.py b/guardrails/guard.py
index c39635b57..8b212060e 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -21,7 +21,6 @@
 
 from guardrails_api_client import (
     Guard as IGuard,
-    GuardHistory,
     ValidatorReference,
     ValidatePayload,
     SimpleTypes,
@@ -102,6 +101,7 @@ class that contains the raw output from
 
     validators: List[ValidatorReference]
     output_schema: ModelSchema
+    history: Stack[Call]
 
     # Pydantic Config
     model_config = ConfigDict(arbitrary_types_allowed=True)
@@ -134,6 +134,9 @@ def __init__(
         #     schema_with_type["type"] = ValidationType.from_dict(output_schema_type)
         model_schema = ModelSchema.from_dict(output_schema)
 
+        # TODO: Support a sink for history so that it is not solely held in memory
+        history: Stack[Call] = Stack()
+
         # Super Init
         super().__init__(
             id=id,
@@ -141,7 +144,7 @@ def __init__(
             description=description,
             validators=validators,
             output_schema=model_schema,
-            i_history=GuardHistory([]),  # type: ignore
+            history=history,
         )
 
         ### Public ###
@@ -151,6 +154,7 @@ def __init__(
         # self.description: Optional[str] = None
         # self.validators: Optional[List[ValidatorReference]] = []
         # self.output_schema: Optional[ModelSchema] = None
+        # self.history = history
 
         ### Legacy ##
         self._num_reasks = None
@@ -169,9 +173,6 @@ def __init__(
         self._api_client: Optional[GuardrailsApiClient] = None
         self._allow_metrics_collection: Optional[bool] = None
 
-        # TODO: Support a sink for history so that it is not solely held in memory
-        self._history: Stack[Call] = Stack()
-
         # Gaurdrails As A Service Initialization
         api_key = os.environ.get("GUARDRAILS_API_KEY")
         if api_key is not None:
@@ -183,17 +184,19 @@ def __init__(
                     self.id = loaded_guard.id
                     self.description = loaded_guard.description
                     self.validators = loaded_guard.validators or []
-                    self.output_schema = ModelSchema.from_dict(
-                        loaded_guard.output_schema.to_dict()
+
+                    loaded_output_schema = (
+                        ModelSchema.from_dict(  # trims out extra keys
+                            loaded_guard.output_schema.to_dict()
+                            if loaded_guard.output_schema
+                            else {"type": "string"}
+                        )
                     )
+                    self.output_schema = loaded_output_schema
                     _loaded = True
             if not _loaded:
                 self._save()
 
-    @property
-    def history(self):
-        return self._history
-
     @field_validator("output_schema")
     @classmethod
     def must_be_valid_json_schema(
@@ -667,7 +670,7 @@ def __exec(
 
             call_log = Call(inputs=call_inputs)
             set_scope(str(object_id(call_log)))
-            self._history.push(call_log)
+            self.history.push(call_log)
             # Otherwise, call the LLM synchronously
             return self._exec(
                 llm_api=llm_api,
@@ -1006,20 +1009,23 @@ def _single_server_call(self, *, payload: Dict[str, Any]) -> ValidationOutcome[O
             guard_history = self._api_client.get_history(
                 self.name, validation_output.call_id
             )
-            self._history.extend([Call.from_interface(call) for call in guard_history])
+            self.history.extend([Call.from_interface(call) for call in guard_history])
 
             # TODO: See if the below statement is still true
             # Our interfaces are too different for this to work right now.
             # Once we move towards shared interfaces for both the open source
             # and the api we can re-enable this.
             # return ValidationOutcome[OT].from_guard_history(call_log)
+            validated_output = (
+                cast(OT, validation_output.validated_output.actual_instance)
+                if validation_output.validated_output
+                else None
+            )
             return ValidationOutcome[OT](
                 call_id=validation_output.call_id,
                 raw_llm_output=validation_output.raw_llm_output,
-                validated_output=cast(
-                    OT, validation_output.validated_output.actual_instance
-                ),
-                validation_passed=validation_output.validation_passed,
+                validated_output=validated_output,
+                validation_passed=(validation_output.validation_passed is True),
             )
         else:
             raise ValueError("Guard does not have an api client!")
@@ -1047,17 +1053,22 @@ def _stream_server_call(
                         error="The response from the server was empty!",
                     )
                 else:
+                    validated_output = (
+                        cast(OT, validation_output.validated_output.actual_instance)
+                        if validation_output.validated_output
+                        else None
+                    )
                     yield ValidationOutcome[OT](
                         call_id=validation_output.call_id,
                         raw_llm_output=validation_output.raw_llm_output,
-                        validated_output=cast(OT, validation_output.validated_output),
-                        validation_passed=validation_output.validation_passed,
+                        validated_output=validated_output,
+                        validation_passed=(validation_output.validation_passed is True),
                     )
             if validation_output:
                 guard_history = self._api_client.get_history(
                     self.name, validation_output.call_id
                 )
-                self._history.extend(
+                self.history.extend(
                     [Call.from_interface(call) for call in guard_history]
                 )
         else:
@@ -1129,15 +1140,10 @@ def to_dict(self) -> Dict[str, Any]:
             description=self.description,
             validators=self.validators,
             output_schema=self.output_schema,
-            i_history=GuardHistory(list(self.history)),  # type: ignore
+            history=[c.to_interface() for c in self.history],  # type: ignore
         )
-        i_guard_dict = i_guard.to_dict()
-
-        i_guard_dict["history"] = [
-            call.to_dict() for call in i_guard_dict.get("history", [])
-        ]
 
-        return i_guard_dict
+        return i_guard.to_dict()
 
     # override IGuard.from_dict
     @classmethod
@@ -1157,11 +1163,10 @@ def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional["Guard"]:
             output_schema=output_schema,
         )
 
-        # TODO: Use Call.from_dict
-        i_history = (
-            i_guard.i_history.actual_instance
-            if i_guard.i_history and i_guard.i_history.actual_instance
+        history = (
+            [Call.from_interface(i_call) for i_call in i_guard.history]
+            if i_guard.history
             else []
         )
-        guard._history = Stack(*i_history)
+        guard._history = Stack(*history)
         return guard
diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py
index c435517d5..8ef55cb26 100644
--- a/guardrails/run/async_runner.py
+++ b/guardrails/run/async_runner.py
@@ -139,11 +139,11 @@ async def async_run(
                 )
         except UserFacingException as e:
             # Because Pydantic v1 doesn't respect property setters
-            call_log._set_exception(e.original_exception)
+            call_log._exception = e.original_exception
             raise e.original_exception
         except Exception as e:
             # Because Pydantic v1 doesn't respect property setters
-            call_log._set_exception(e)
+            call_log._exception = e
             raise e
 
         return call_log
diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py
index 19f2c20cf..2ac0cdf91 100644
--- a/guardrails/run/runner.py
+++ b/guardrails/run/runner.py
@@ -233,11 +233,11 @@ def __call__(self, call_log: Call, prompt_params: Optional[Dict] = None) -> Call
 
         except UserFacingException as e:
             # Because Pydantic v1 doesn't respect property setters
-            call_log._set_exception(e.original_exception)
+            call_log._exception = e.original_exception
             raise e.original_exception
         except Exception as e:
             # Because Pydantic v1 doesn't respect property setters
-            call_log._set_exception(e)
+            call_log._exception = e
             raise e
         return call_log
 

From ddb41d18b76d016bae1be7ed8219ac815a18453a Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 12:56:03 -0500
Subject: [PATCH 241/318] version bump

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index ab9eeb0da..d541b58bd 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a0"
+version = "0.5.0a1"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From 93618dac157ee81365c5756ca8c73ad2bf4c8f23 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Mon, 24 Jun 2024 12:15:15 -0700
Subject: [PATCH 242/318] updating CLI to confirm if you want to post install

---
 guardrails/cli/hub/install.py | 30 ++++++++++++++++++++----------
 1 file changed, 20 insertions(+), 10 deletions(-)

diff --git a/guardrails/cli/hub/install.py b/guardrails/cli/hub/install.py
index 931b2383f..d3c6dcb56 100644
--- a/guardrails/cli/hub/install.py
+++ b/guardrails/cli/hub/install.py
@@ -1,7 +1,7 @@
-from contextlib import contextmanager
 import os
 import subprocess
 import sys
+from contextlib import contextmanager
 from string import Template
 from typing import List, Literal
 
@@ -9,15 +9,16 @@
 
 from guardrails.classes.generic import Stack
 from guardrails.cli.hub.hub import hub_command
+from guardrails.cli.hub.utils import (
+    get_hub_directory,
+    get_org_and_package_dirs,
+    get_site_packages_location,
+    pip_process,
+)
 from guardrails.cli.logger import LEVELS, logger
 from guardrails.cli.server.hub_client import get_validator_manifest
 from guardrails.cli.server.module_manifest import ModuleManifest
 
-from guardrails.cli.hub.utils import pip_process
-from guardrails.cli.hub.utils import get_site_packages_location
-from guardrails.cli.hub.utils import get_org_and_package_dirs
-from guardrails.cli.hub.utils import get_hub_directory
-
 from .console import console
 
 
@@ -237,11 +238,20 @@ def do_nothing_context(*args, **kwargs):
     with loader(dl_deps_msg, spinner="bouncingBar"):
         install_hub_module(module_manifest, site_packages, quiet=quiet)
 
+    # Ask about local model installation
+    install_local_models = typer.confirm(
+        "Would you like to install the local models?", default=False
+    )
+
     # Post-install
-    post_msg = "Running post-install setup"
-    with loader(post_msg, spinner="bouncingBar"):
-        run_post_install(module_manifest, site_packages)
-        add_to_hub_inits(module_manifest, site_packages)
+    if install_local_models:
+        post_msg = "Running post-install setup"
+        with loader(post_msg, spinner="bouncingBar"):
+            run_post_install(module_manifest, site_packages)
+    else:
+        logger.info("Skipping post-install setup (local models will not be installed)")
+
+    add_to_hub_inits(module_manifest, site_packages)
 
     logger.info("Installation complete")
 

From 312df7a4da211e11c6942e862408a16af68f8e4e Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Mon, 24 Jun 2024 12:18:41 -0700
Subject: [PATCH 243/318] adding default args

---
 guardrails/validator_base.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 3fac1efdf..68eec7cf5 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -397,8 +397,8 @@ class Validator(Runnable):
 
     def __init__(
         self,
-        use_local: bool,
-        validation_endpoint: str,
+        use_local: bool = True,
+        validation_endpoint: str = None,
         on_fail: Optional[Union[Callable, OnFailAction]] = None,
         **kwargs,
     ):

From e6dae9d592af5aac09efc3818e2e6884f6377aa9 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 16:22:46 -0500
Subject: [PATCH 244/318] serialization fixes

---
 guardrails/actions/reask.py                   |  2 +-
 guardrails/async_guard.py                     |  4 +--
 guardrails/classes/history/call.py            |  6 ++--
 guardrails/classes/history/call_inputs.py     | 16 +++++++--
 guardrails/classes/history/inputs.py          |  6 ++--
 guardrails/classes/history/iteration.py       |  4 ++-
 guardrails/classes/llm/llm_response.py        |  2 +-
 .../classes/validation/validation_result.py   | 36 ++++++++++++++++++-
 guardrails/guard.py                           |  4 +--
 .../pydantic/msg_compiled_prompt_reask.txt    |  2 +-
 tests/integration_tests/test_guard.py         |  6 ++--
 11 files changed, 71 insertions(+), 17 deletions(-)

diff --git a/guardrails/actions/reask.py b/guardrails/actions/reask.py
index 9e5e15f73..3ffa8b0ec 100644
--- a/guardrails/actions/reask.py
+++ b/guardrails/actions/reask.py
@@ -401,7 +401,7 @@ def get_reask_setup_for_json(
     def reask_decoder(obj: ReAsk):
         decoded = {}
         for k, v in obj.__dict__.items():
-            if k in ["path"]:
+            if k in ["path", "additional_properties"]:
                 continue
             if k == "fail_results":
                 k = "error_messages"
diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py
index 9e9e4e892..1954c23c1 100644
--- a/guardrails/async_guard.py
+++ b/guardrails/async_guard.py
@@ -295,7 +295,7 @@ async def __exec(
             else:
                 call_log = Call(inputs=call_inputs)
                 set_scope(str(object_id(call_log)))
-                self._history.push(call_log)
+                self.history.push(call_log)
                 result = await self._exec(
                     llm_api=llm_api,
                     llm_output=llm_output,
@@ -577,7 +577,7 @@ async def _stream_server_call(
                 guard_history = self._api_client.get_history(
                     self.name, validation_output.call_id
                 )
-                self._history.extend(
+                self.history.extend(
                     [Call.from_interface(call) for call in guard_history]
                 )
         else:
diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py
index edcb4fd36..543d2f67e 100644
--- a/guardrails/classes/history/call.py
+++ b/guardrails/classes/history/call.py
@@ -49,7 +49,7 @@ def __init__(
         call_id = str(object_id(self))
         iterations = iterations or Stack()
         inputs = inputs or CallInputs()
-        super().__init__(id=call_id, iterations=iterations, inputs=inputs)
+        super().__init__(id=call_id, iterations=iterations, inputs=inputs)  # type: ignore - pyright doesn't understand pydantic overrides
         self.iterations = iterations
         self.inputs = inputs
         self._exception = exception
@@ -421,7 +421,9 @@ def from_interface(cls, i_call: ICall) -> "Call":
             CallInputs.from_interface(i_call.inputs) if i_call.inputs else CallInputs()
         )
         exception = Exception(i_call.exception) if i_call.exception else None
-        return cls(iterations=iterations, inputs=inputs, exception=exception)
+        call_inst = cls(iterations=iterations, inputs=inputs, exception=exception)
+        call_inst.id = i_call.id
+        return call_inst
 
     # TODO: Necessary to GET /guards/{guard_name}/history/{call_id}
     @classmethod
diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py
index cd3da41ab..f2059b3c0 100644
--- a/guardrails/classes/history/call_inputs.py
+++ b/guardrails/classes/history/call_inputs.py
@@ -48,8 +48,20 @@ def to_dict(self) -> Dict[str, Any]:
 
     @classmethod
     def from_interface(cls, i_call_inputs: ICallInputs) -> "CallInputs":
-        inputs = i_call_inputs.to_dict()
-        return cls(**inputs)
+        return cls(
+            llm_api=None,
+            llm_output=i_call_inputs.llm_output,
+            instructions=i_call_inputs.instructions,
+            prompt=i_call_inputs.prompt,
+            msg_history=i_call_inputs.msg_history,
+            prompt_params=i_call_inputs.prompt_params,
+            num_reasks=i_call_inputs.num_reasks,
+            metadata=i_call_inputs.metadata,
+            full_schema_reask=(i_call_inputs.full_schema_reask is True),
+            stream=(i_call_inputs.stream is True),
+            args=(i_call_inputs.args or []),
+            kwargs=(i_call_inputs.kwargs or {}),
+        )
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]):
diff --git a/guardrails/classes/history/inputs.py b/guardrails/classes/history/inputs.py
index 21ce0a8e4..f9ee44423 100644
--- a/guardrails/classes/history/inputs.py
+++ b/guardrails/classes/history/inputs.py
@@ -74,7 +74,7 @@ def to_interface(self) -> IInputs:
         prompt = self.prompt.source if isinstance(self.prompt, Prompt) else self.prompt
 
         return IInputs(
-            llm_api=str(self.llm_api),  # type: ignore - pyright doesn't understand aliases
+            llm_api=str(self.llm_api) if self.llm_api else None,  # type: ignore - pyright doesn't understand aliases
             llm_output=self.llm_output,  # type: ignore - pyright doesn't understand aliases
             instructions=instructions,
             prompt=prompt,
@@ -106,7 +106,9 @@ def from_interface(cls, i_inputs: IInputs) -> "Inputs":
         )
 
         prompt = Prompt(i_inputs.prompt) if i_inputs.prompt else None
-        num_reasks = int(i_inputs.num_reasks) if i_inputs.num_reasks else None
+        num_reasks = (
+            int(i_inputs.num_reasks) if i_inputs.num_reasks is not None else None
+        )
         return cls(
             llm_api=None,
             llm_output=i_inputs.llm_output,
diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py
index 5b71fa027..60e491892 100644
--- a/guardrails/classes/history/iteration.py
+++ b/guardrails/classes/history/iteration.py
@@ -257,12 +257,14 @@ def from_interface(cls, i_iteration: IIteration) -> "Iteration":
         outputs = (
             Outputs.from_interface(i_iteration.outputs) if i_iteration.outputs else None
         )
-        return cls(
+        iteration = cls(
             call_id=i_iteration.call_id,
             index=i_iteration.index,
             inputs=inputs,
             outputs=outputs,
         )
+        iteration.id = i_iteration.id
+        return iteration
 
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "Iteration":
diff --git a/guardrails/classes/llm/llm_response.py b/guardrails/classes/llm/llm_response.py
index 37733b0ae..6051d2fca 100644
--- a/guardrails/classes/llm/llm_response.py
+++ b/guardrails/classes/llm/llm_response.py
@@ -29,7 +29,7 @@ def to_interface(self) -> ILLMResponse:
 
         async_stream_output = None
         if self.async_stream_output:
-            async_stream_output = [str(async_to_sync(so)) for so in self.stream_output]
+            async_stream_output = [str(async_to_sync(so)) for so in self.stream_output]  # type: ignore - we just established it isn't None
 
         return ILLMResponse(
             prompt_token_count=self.prompt_token_count,  # type: ignore - pyright doesn't understand aliases
diff --git a/guardrails/classes/validation/validation_result.py b/guardrails/classes/validation/validation_result.py
index c3f160080..316f3c415 100644
--- a/guardrails/classes/validation/validation_result.py
+++ b/guardrails/classes/validation/validation_result.py
@@ -36,6 +36,13 @@ def from_interface(
             validated_chunk=i_validation_result.validated_chunk,
         )
 
+    @classmethod
+    def from_dict(cls, obj: Dict[str, Any]) -> "ValidationResult":
+        i_validation_result = IValidationResult.from_dict(obj) or IValidationResult(
+            outcome="pail"
+        )
+        return cls.from_interface(i_validation_result)
+
 
 class PassResult(ValidationResult, IPassResult):
     outcome: Literal["pass"] = "pass"
@@ -55,7 +62,18 @@ def to_interface(self) -> IPassResult:
         return i_pass_result
 
     def to_dict(self) -> Dict[str, Any]:
-        return self.to_interface().to_dict()
+        # Pydantic's model_dump method isn't working properly
+        _dict = {
+            "outcome": self.outcome,
+            "metadata": self.metadata,
+            "validatedChunk": self.validated_chunk,
+            "valueOverride": (
+                self.value_override
+                if self.value_override is not self.ValueOverrideSentinel
+                else None
+            ),
+        }
+        return _dict
 
 
 # FIXME: Add this to json schema
@@ -103,3 +121,19 @@ def from_dict(cls, obj: Dict[str, Any]) -> "FailResult":
             error_message="",  # type: ignore - pyright doesn't understand aliases
         )
         return cls.from_interface(i_fail_result)
+
+    def to_dict(self) -> Dict[str, Any]:
+        # Pydantic's model_dump method isn't working properly
+        _dict = {
+            "outcome": self.outcome,
+            "metadata": self.metadata,
+            "validatedChunk": self.validated_chunk,
+            "errorMessage": self.error_message,
+            "fixValue": self.fix_value,
+            "errorSpans": (
+                [error_span.to_dict() for error_span in self.error_spans]
+                if self.error_spans
+                else []
+            ),
+        }
+        return _dict
diff --git a/guardrails/guard.py b/guardrails/guard.py
index 8b212060e..a385cb705 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -144,7 +144,7 @@ def __init__(
             description=description,
             validators=validators,
             output_schema=model_schema,
-            history=history,
+            history=history,  # type: ignore - pyright doesn't understand pydantic overrides
         )
 
         ### Public ###
@@ -1168,5 +1168,5 @@ def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional["Guard"]:
             if i_guard.history
             else []
         )
-        guard._history = Stack(*history)
+        guard.history = Stack(*history)
         return guard
diff --git a/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt b/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt
index f3df3f995..2b2428960 100644
--- a/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt
+++ b/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt
@@ -16,7 +16,7 @@ Error Messages:
 
 Given below is a JSON Schema that describes the output structure you should return.
 
-{"properties": {"name": {"description": "The name of the movie.", "title": "Name", "type": "string"}, "director": {"description": "The name of the director.", "title": "Director", "type": "string"}, "release_year": {"description": "The year the movie was released.", "title": "Release Year", "type": "integer"}}, "required": ["name", "director", "release_year"], "type": "object", "title": "Movie"}
+{"properties": {"name": {"description": "The name of the movie.", "title": "Name", "type": "string"}, "director": {"description": "The name of the director.", "title": "Director", "type": "string"}, "release_year": {"description": "The year the movie was released.", "title": "Release Year", "type": "integer"}}, "uniqueItems": false, "required": ["name", "director", "release_year"], "type": "object", "title": "Movie", "deprecated": false, "readOnly": false, "writeOnly": false}
 
 ONLY return a valid JSON object (no other text is necessary), where the key of the field in the JSON is the key of the entries within the schema's `properties`, and the value is of the type specified by the `type` property under that key. 
 The JSON MUST conform to the structure described by the JSON Schema provided BUT SHOULD NOT BE A JSON Schema ITSELF.
diff --git a/tests/integration_tests/test_guard.py b/tests/integration_tests/test_guard.py
index 8b0b56c53..b5b9f7c62 100644
--- a/tests/integration_tests/test_guard.py
+++ b/tests/integration_tests/test_guard.py
@@ -6,10 +6,11 @@
 
 import pytest
 from pydantic import BaseModel, Field
-from guardrails_api_client import Guard as IGuard, GuardHistory, ValidatorReference
+from guardrails_api_client import Guard as IGuard, ValidatorReference
 
 import guardrails as gd
 from guardrails.actions.reask import SkeletonReAsk
+from guardrails.classes.generic.stack import Stack
 from guardrails.classes.llm.llm_response import LLMResponse
 from guardrails.classes.validation_outcome import ValidationOutcome
 from guardrails.classes.validation.validation_result import FailResult
@@ -1050,7 +1051,7 @@ def test_guard_i_guard(self):
             description=guard.description,
             validators=guard.validators,
             output_schema=guard.output_schema,
-            history=GuardHistory(guard.history),
+            history=guard.history,
         )
 
         cls_guard = Guard(
@@ -1060,6 +1061,7 @@ def test_guard_i_guard(self):
             output_schema=i_guard.output_schema.to_dict(),
             validators=i_guard.validators,
         )
+        cls_guard.history = Stack(*i_guard.history)
 
         assert cls_guard == guard
 

From 573a55f1bc5088f81803354bfe992e9cec6d3fab Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 16:27:34 -0500
Subject: [PATCH 245/318] lock to latest api client

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index ca664ccf5..be0d7ee33 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -55,7 +55,7 @@ pip = ">=22"
 opentelemetry-sdk = "^1.24.0"
 opentelemetry-exporter-otlp-proto-grpc = "^1.24.0"
 opentelemetry-exporter-otlp-proto-http = "^1.24.0"
-guardrails-api-client = ">=0.3.5"
+guardrails-api-client = "0.3.7"
 
 [tool.poetry.extras]
 sql = ["sqlvalidator", "sqlalchemy", "sqlglot"]

From e0aabcaf471386b5b04b437d48f17b9f1764618e Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 18:00:51 -0500
Subject: [PATCH 246/318] test and type fixes

---
 guardrails/async_guard.py                     |  4 +-
 guardrails/classes/history/call.py            | 22 +++---
 guardrails/classes/history/iteration.py       | 10 +--
 guardrails/classes/validation_outcome.py      |  4 +-
 guardrails/guard.py                           |  8 +--
 guardrails/run/async_runner.py                |  4 +-
 guardrails/run/async_stream_runner.py         |  4 +-
 guardrails/run/runner.py                      |  4 +-
 guardrails/run/stream_runner.py               |  6 +-
 poetry.lock                                   |  8 +--
 pyproject.toml                                |  8 +--
 .../pydantic/msg_compiled_prompt_reask.txt    |  2 +-
 tests/unit_tests/test_validator_base.py       | 68 +++++++++----------
 13 files changed, 71 insertions(+), 81 deletions(-)

diff --git a/guardrails/async_guard.py b/guardrails/async_guard.py
index 1954c23c1..bc59752f4 100644
--- a/guardrails/async_guard.py
+++ b/guardrails/async_guard.py
@@ -555,7 +555,7 @@ async def _stream_server_call(
                 validation_output = fragment
                 if validation_output is None:
                     yield ValidationOutcome[OT](
-                        call_id="0",
+                        call_id="0",  # type: ignore
                         raw_llm_output=None,
                         validated_output=None,
                         validation_passed=False,
@@ -568,7 +568,7 @@ async def _stream_server_call(
                         else None
                     )
                     yield ValidationOutcome[OT](
-                        call_id=validation_output.call_id,
+                        call_id=validation_output.call_id,  # type: ignore
                         raw_llm_output=validation_output.raw_llm_output,  # type: ignore
                         validated_output=validated_output,
                         validation_passed=(validation_output.validation_passed is True),
diff --git a/guardrails/classes/history/call.py b/guardrails/classes/history/call.py
index 543d2f67e..99252830f 100644
--- a/guardrails/classes/history/call.py
+++ b/guardrails/classes/history/call.py
@@ -1,6 +1,6 @@
 from typing import Any, Dict, List, Optional, Union
 from builtins import id as object_id
-from pydantic import Field, PrivateAttr
+from pydantic import Field
 from rich.panel import Panel
 from rich.pretty import pretty_repr
 from rich.tree import Tree
@@ -36,7 +36,10 @@ class Call(ICall, ArbitraryModel):
     inputs: CallInputs = Field(
         description="The inputs as passed in to Guard.__call__ or Guard.parse"
     )
-    _exception: Optional[Exception] = PrivateAttr()
+    exception: Optional[Exception] = Field(
+        description="The exception that interrupted the run.",
+        default=None,
+    )
 
     # Prevent Pydantic from changing our types
     # Without this, Pydantic casts iterations to a list
@@ -52,7 +55,7 @@ def __init__(
         super().__init__(id=call_id, iterations=iterations, inputs=inputs)  # type: ignore - pyright doesn't understand pydantic overrides
         self.iterations = iterations
         self.inputs = inputs
-        self._exception = exception
+        self.exception = exception
 
     @property
     def prompt(self) -> Optional[str]:
@@ -309,21 +312,12 @@ def validator_logs(self) -> Stack[ValidatorLogs]:
     def error(self) -> Optional[str]:
         """The error message from any exception that raised and interrupted the
         run."""
-        if self._exception:
-            return str(self._exception)
+        if self.exception:
+            return str(self.exception)
         elif self.iterations.empty():
             return None
         return self.iterations.last.error  # type: ignore
 
-    @property
-    def exception(self) -> Optional[Exception]:
-        """The exception that interrupted the run."""
-        if self._exception:
-            return self._exception
-        elif self.iterations.empty():
-            return None
-        return self.iterations.last.exception  # type: ignore
-
     @property
     def failed_validations(self) -> Stack[ValidatorLogs]:
         """The validator logs for any validations that failed during the
diff --git a/guardrails/classes/history/iteration.py b/guardrails/classes/history/iteration.py
index 60e491892..c440c7e95 100644
--- a/guardrails/classes/history/iteration.py
+++ b/guardrails/classes/history/iteration.py
@@ -41,7 +41,7 @@ def __init__(
         outputs = outputs or Outputs()
         super().__init__(
             id=iteration_id,
-            call_id=call_id,
+            call_id=call_id,  # type: ignore
             index=index,
             inputs=inputs,
             outputs=outputs,
@@ -240,7 +240,7 @@ def __str__(self) -> str:
     def to_interface(self) -> IIteration:
         return IIteration(
             id=self.id,
-            call_id=self.call_id,
+            call_id=self.call_id,  # type: ignore
             index=self.index,
             inputs=self.inputs.to_interface(),
             outputs=self.outputs.to_interface(),
@@ -269,10 +269,12 @@ def from_interface(cls, i_iteration: IIteration) -> "Iteration":
     @classmethod
     def from_dict(cls, obj: Dict[str, Any]) -> "Iteration":
         id = obj.get("id", "0")
-        call_id = obj.get("call_id", "0")
+        call_id = obj.get("callId", obj.get("call_id", "0"))
         index = obj.get("index", 0)
         i_iteration = IIteration.from_dict(obj) or IIteration(
-            id=id, call_id=call_id, index=index
+            id=id,
+            call_id=call_id,  # type: ignore
+            index=index,  # type: ignore
         )
 
         return cls.from_interface(i_iteration)
diff --git a/guardrails/classes/validation_outcome.py b/guardrails/classes/validation_outcome.py
index 98d81e9b7..fe23a1e91 100644
--- a/guardrails/classes/validation_outcome.py
+++ b/guardrails/classes/validation_outcome.py
@@ -64,7 +64,7 @@ def from_guard_history(cls, call: Call):
         error = call.error
         output = cast(OT, call.guarded_output)
         return cls(
-            call_id=call.id,
+            call_id=call.id,  # type: ignore
             raw_llm_output=call.raw_outputs.last,
             validated_output=output,
             reask=reask,
@@ -98,7 +98,7 @@ def __str__(self) -> str:
 
     def to_dict(self):
         i_validation_outcome = IValidationOutcome(
-            call_id=self.call_id,
+            call_id=self.call_id,  # type: ignore
             raw_llm_output=self.raw_llm_output,  # type: ignore
             validated_output=ValidationOutcomeValidatedOutput(self.validated_output),  # type: ignore
             reask=self.reask,
diff --git a/guardrails/guard.py b/guardrails/guard.py
index a385cb705..667fa30c7 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -999,7 +999,7 @@ def _single_server_call(self, *, payload: Dict[str, Any]) -> ValidationOutcome[O
             )
             if not validation_output:
                 return ValidationOutcome[OT](
-                    call_id="0",
+                    call_id="0",  # type: ignore
                     raw_llm_output=None,
                     validated_output=None,
                     validation_passed=False,
@@ -1022,7 +1022,7 @@ def _single_server_call(self, *, payload: Dict[str, Any]) -> ValidationOutcome[O
                 else None
             )
             return ValidationOutcome[OT](
-                call_id=validation_output.call_id,
+                call_id=validation_output.call_id,  # type: ignore
                 raw_llm_output=validation_output.raw_llm_output,
                 validated_output=validated_output,
                 validation_passed=(validation_output.validation_passed is True),
@@ -1046,7 +1046,7 @@ def _stream_server_call(
                 validation_output = fragment
                 if validation_output is None:
                     yield ValidationOutcome[OT](
-                        call_id="0",
+                        call_id="0",  # type: ignore
                         raw_llm_output=None,
                         validated_output=None,
                         validation_passed=False,
@@ -1059,7 +1059,7 @@ def _stream_server_call(
                         else None
                     )
                     yield ValidationOutcome[OT](
-                        call_id=validation_output.call_id,
+                        call_id=validation_output.call_id,  # type: ignore
                         raw_llm_output=validation_output.raw_llm_output,
                         validated_output=validated_output,
                         validation_passed=(validation_output.validation_passed is True),
diff --git a/guardrails/run/async_runner.py b/guardrails/run/async_runner.py
index 8ef55cb26..22260ce2e 100644
--- a/guardrails/run/async_runner.py
+++ b/guardrails/run/async_runner.py
@@ -139,11 +139,11 @@ async def async_run(
                 )
         except UserFacingException as e:
             # Because Pydantic v1 doesn't respect property setters
-            call_log._exception = e.original_exception
+            call_log.exception = e.original_exception
             raise e.original_exception
         except Exception as e:
             # Because Pydantic v1 doesn't respect property setters
-            call_log._exception = e
+            call_log.exception = e
             raise e
 
         return call_log
diff --git a/guardrails/run/async_stream_runner.py b/guardrails/run/async_stream_runner.py
index da479d9cd..cb89f0f9e 100644
--- a/guardrails/run/async_stream_runner.py
+++ b/guardrails/run/async_stream_runner.py
@@ -161,7 +161,7 @@ async def async_step(
                     )
                 passed = call_log.status == pass_status
                 yield ValidationOutcome(
-                    call_id=call_log.id,
+                    call_id=call_log.id,  # type: ignore
                     raw_llm_output=chunk_text,
                     validated_output=validated_fragment,
                     validation_passed=passed,
@@ -197,7 +197,7 @@ async def async_step(
                     )
 
                 yield ValidationOutcome(
-                    call_id=call_log.id,
+                    call_id=call_log.id,  # type: ignore
                     raw_llm_output=fragment,
                     validated_output=chunk_text,
                     validation_passed=validated_fragment is not None,
diff --git a/guardrails/run/runner.py b/guardrails/run/runner.py
index 2ac0cdf91..227be0b05 100644
--- a/guardrails/run/runner.py
+++ b/guardrails/run/runner.py
@@ -233,11 +233,11 @@ def __call__(self, call_log: Call, prompt_params: Optional[Dict] = None) -> Call
 
         except UserFacingException as e:
             # Because Pydantic v1 doesn't respect property setters
-            call_log._exception = e.original_exception
+            call_log.exception = e.original_exception
             raise e.original_exception
         except Exception as e:
             # Because Pydantic v1 doesn't respect property setters
-            call_log._exception = e
+            call_log.exception = e
             raise e
         return call_log
 
diff --git a/guardrails/run/stream_runner.py b/guardrails/run/stream_runner.py
index 755811205..a968548e3 100644
--- a/guardrails/run/stream_runner.py
+++ b/guardrails/run/stream_runner.py
@@ -186,7 +186,7 @@ def step(
                 # 5. Convert validated fragment to a pretty JSON string
                 passed = call_log.status == pass_status
                 yield ValidationOutcome(
-                    call_id=call_log.id,
+                    call_id=call_log.id,  # type: ignore
                     #  The chunk or the whole output?
                     raw_llm_output=chunk_text,
                     validated_output=validated_text,
@@ -215,7 +215,7 @@ def step(
                         reask = last_result
 
                     yield ValidationOutcome(
-                        call_id=call_log.id,
+                        call_id=call_log.id,  # type: ignore
                         raw_llm_output=last_chunk_text,
                         validated_output=validated_output,
                         reask=reask,
@@ -260,7 +260,7 @@ def step(
 
                 # 5. Convert validated fragment to a pretty JSON string
                 yield ValidationOutcome(
-                    call_id=call_log.id,
+                    call_id=call_log.id,  # type: ignore
                     raw_llm_output=fragment,
                     validated_output=validated_fragment,
                     validation_passed=validated_fragment is not None,
diff --git a/poetry.lock b/poetry.lock
index b8ff17cbf..fac5ac088 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -1611,13 +1611,13 @@ protobuf = ["grpcio-tools (>=1.64.0)"]
 
 [[package]]
 name = "guardrails-api-client"
-version = "0.3.5"
+version = "0.3.8"
 description = "Guardrails API Client."
 optional = false
 python-versions = "<4,>=3.8"
 files = [
-    {file = "guardrails_api_client-0.3.5-py3-none-any.whl", hash = "sha256:04783581fe95dc576f33de34ade9dfbe64c99a707b179ad88ee7eee8674f7381"},
-    {file = "guardrails_api_client-0.3.5.tar.gz", hash = "sha256:45aa2c40d3e29d77da214258cef4d5b1926ec5d329a3bf3c67c7c40fd0685097"},
+    {file = "guardrails_api_client-0.3.8-py3-none-any.whl", hash = "sha256:2becd5ac9c720879a997e50e2a813d9e77a6fb1a7068a96b1b9712dd6dd9efb8"},
+    {file = "guardrails_api_client-0.3.8.tar.gz", hash = "sha256:2e1e45cddf727534a378bc99f7f98da0800960918c75bda010b8bc493b946d16"},
 ]
 
 [package.extras]
@@ -6853,4 +6853,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "bf366b6887e63cecd4e31247da1c9e710692a518e7c07c29d97e168c6cde6369"
+content-hash = "b9343603ab705973c972c28fcbce08e8a8b3cbe7a8b372a0604f28be8feb09eb"
diff --git a/pyproject.toml b/pyproject.toml
index be0d7ee33..2a3912929 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -55,7 +55,7 @@ pip = ">=22"
 opentelemetry-sdk = "^1.24.0"
 opentelemetry-exporter-otlp-proto-grpc = "^1.24.0"
 opentelemetry-exporter-otlp-proto-http = "^1.24.0"
-guardrails-api-client = "0.3.7"
+guardrails-api-client = "0.3.8"
 
 [tool.poetry.extras]
 sql = ["sqlvalidator", "sqlalchemy", "sqlglot"]
@@ -80,12 +80,6 @@ pyright = "1.1.334"
 lxml-stubs = "^0.4.0"
 ruff = ">=0.4.1"
 
-[tool.poetry.group.api]
-optional = true
-
-[tool.poetry.group.api.dependencies]
-guardrails-api = "^0.0.0a0"
-
 [tool.poetry.group.docs]
 optional = true
 
diff --git a/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt b/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt
index 2b2428960..f3df3f995 100644
--- a/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt
+++ b/tests/integration_tests/test_assets/pydantic/msg_compiled_prompt_reask.txt
@@ -16,7 +16,7 @@ Error Messages:
 
 Given below is a JSON Schema that describes the output structure you should return.
 
-{"properties": {"name": {"description": "The name of the movie.", "title": "Name", "type": "string"}, "director": {"description": "The name of the director.", "title": "Director", "type": "string"}, "release_year": {"description": "The year the movie was released.", "title": "Release Year", "type": "integer"}}, "uniqueItems": false, "required": ["name", "director", "release_year"], "type": "object", "title": "Movie", "deprecated": false, "readOnly": false, "writeOnly": false}
+{"properties": {"name": {"description": "The name of the movie.", "title": "Name", "type": "string"}, "director": {"description": "The name of the director.", "title": "Director", "type": "string"}, "release_year": {"description": "The year the movie was released.", "title": "Release Year", "type": "integer"}}, "required": ["name", "director", "release_year"], "type": "object", "title": "Movie"}
 
 ONLY return a valid JSON object (no other text is necessary), where the key of the field in the JSON is the key of the entries within the schema's `properties`, and the value is of the type specified by the `type` property under that key. 
 The JSON MUST conform to the structure described by the JSON Schema provided BUT SHOULD NOT BE A JSON Schema ITSELF.
diff --git a/tests/unit_tests/test_validator_base.py b/tests/unit_tests/test_validator_base.py
index ade7bfbd7..70fbee750 100644
--- a/tests/unit_tests/test_validator_base.py
+++ b/tests/unit_tests/test_validator_base.py
@@ -508,11 +508,11 @@ async def mock_llm_api(*args, **kwargs):
     [
         (
             OnFailAction.REASK,
-            "Prompt validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
-            "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
-            "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
-            "Prompt validation failed: incorrect_value='\\nThis is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
-            "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
+            "Prompt validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+            "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+            "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+            "Prompt validation failed: incorrect_value='\\nThis is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+            "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
         ),
         (
             OnFailAction.FILTER,
@@ -660,36 +660,36 @@ def custom_llm(*args, **kwargs):
     [
         (
             OnFailAction.REASK,
-            "Prompt validation failed: incorrect_value='What kind of pet should I get?\\n\\nJson Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
-            "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
-            "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
-            "Prompt validation failed: incorrect_value='\\nThis is not two words\\n\\n\\nString Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
-            "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', metadata=None, validated_chunk=None, error_spans=None)] path=None",  # noqa
+            "Prompt validation failed: incorrect_value='What kind of pet should I get?\\n\\nJson Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+            "Instructions validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+            "Message history validation failed: incorrect_value='What kind of pet should I get?' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='What kind', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+            "Prompt validation failed: incorrect_value='\\nThis is not two words\\n\\n\\nString Output:\\n\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This is', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+            "Instructions validation failed: incorrect_value='\\nThis also is not two words\\n' fail_results=[FailResult(outcome='fail', error_message='must be exactly two words', fix_value='This also', error_spans=None, metadata=None, validated_chunk=None)] additional_properties={} path=None",  # noqa
+        ),
+        (
+            OnFailAction.FILTER,
+            "Prompt validation failed",
+            "Instructions validation failed",
+            "Message history validation failed",
+            "Prompt validation failed",
+            "Instructions validation failed",
+        ),
+        (
+            OnFailAction.REFRAIN,
+            "Prompt validation failed",
+            "Instructions validation failed",
+            "Message history validation failed",
+            "Prompt validation failed",
+            "Instructions validation failed",
+        ),
+        (
+            OnFailAction.EXCEPTION,
+            "Validation failed for field with errors: must be exactly two words",
+            "Validation failed for field with errors: must be exactly two words",
+            "Validation failed for field with errors: must be exactly two words",
+            "Validation failed for field with errors: must be exactly two words",
+            "Validation failed for field with errors: must be exactly two words",
         ),
-        # (
-        #     OnFailAction.FILTER,
-        #     "Prompt validation failed",
-        #     "Instructions validation failed",
-        #     "Message history validation failed",
-        #     "Prompt validation failed",
-        #     "Instructions validation failed",
-        # ),
-        # (
-        #     OnFailAction.REFRAIN,
-        #     "Prompt validation failed",
-        #     "Instructions validation failed",
-        #     "Message history validation failed",
-        #     "Prompt validation failed",
-        #     "Instructions validation failed",
-        # ),
-        # (
-        #     OnFailAction.EXCEPTION,
-        #     "Validation failed for field with errors: must be exactly two words",
-        #     "Validation failed for field with errors: must be exactly two words",
-        #     "Validation failed for field with errors: must be exactly two words",
-        #     "Validation failed for field with errors: must be exactly two words",
-        #     "Validation failed for field with errors: must be exactly two words",
-        # ),
     ],
 )
 @pytest.mark.asyncio

From 76a16d80bcef8aaf402040a26b515c4b0130d19e Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 18:12:16 -0500
Subject: [PATCH 247/318] ignores

---
 guardrails/cli/start.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/guardrails/cli/start.py b/guardrails/cli/start.py
index 69a4ebb02..75e5fcf56 100644
--- a/guardrails/cli/start.py
+++ b/guardrails/cli/start.py
@@ -8,7 +8,7 @@
 
 def api_is_installed() -> bool:
     try:
-        import guardrails_api  # noqa
+        import guardrails_api  # type: ignore  # noqa
 
         return True
     except ImportError:
@@ -48,7 +48,7 @@ def start(
         )
         pip_process("install", package_name)
 
-    from guardrails_api.cli.start import start  # noqa
+    from guardrails_api.cli.start import start  # type: ignore
 
     logger.info("Starting Guardrails server")
     start(env, config, timeout, threads, port)

From 7e25520fa330e735e55f9b8641ce1cb8ed52a954 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 18:16:26 -0500
Subject: [PATCH 248/318] vars for lower python versions

---
 guardrails/classes/history/call_inputs.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py
index f2059b3c0..c62fe905f 100644
--- a/guardrails/classes/history/call_inputs.py
+++ b/guardrails/classes/history/call_inputs.py
@@ -37,7 +37,8 @@ def to_interface(self) -> ICallInputs:
         for k, v in self.kwargs.items():
             if "key" in k.lower() or "token" in k.lower():
                 redaction_length = len(v) - 4
-                redacted_kwargs[k] = f"{"*"*redaction_length}{v[-4:]}"
+                stars = "*" * redaction_length
+                redacted_kwargs[k] = f"{stars}{v[-4:]}"
             else:
                 redacted_kwargs[k] = v
         inputs["kwargs"] = redacted_kwargs

From 9bcd88a49a3dea1a94b35e64c7f77843c9708e29 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 18:23:14 -0500
Subject: [PATCH 249/318] poetry files

---
 poetry.lock    | 4 ++--
 pyproject.toml | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/poetry.lock b/poetry.lock
index cd4a9e8dc..b8b78234c 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -1,4 +1,4 @@
-# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand.
+# This file is automatically @generated by Poetry 1.7.1 and should not be changed by hand.
 
 [[package]]
 name = "aiohttp"
@@ -6881,4 +6881,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "b9343603ab705973c972c28fcbce08e8a8b3cbe7a8b372a0604f28be8feb09eb"
+content-hash = "eb86cec28d42eb4ae0b1502227c2c8397b8b0571bc3490068076a230c9ca9a04"
diff --git a/pyproject.toml b/pyproject.toml
index 7a35b89c4..1e69a3ee9 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -56,7 +56,7 @@ pip = ">=22"
 opentelemetry-sdk = "^1.24.0"
 opentelemetry-exporter-otlp-proto-grpc = "^1.24.0"
 opentelemetry-exporter-otlp-proto-http = "^1.24.0"
-guardrails-api-client = "0.3.8"
+guardrails-api-client = ">=0.3.8"
 
 [tool.poetry.extras]
 sql = ["sqlvalidator", "sqlalchemy", "sqlglot"]

From a061dc180d08b9349a793aad0a7ad6ecbdeaa6b0 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 18:46:31 -0500
Subject: [PATCH 250/318] bump version

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 1e69a3ee9..faf317de9 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a1"
+version = "0.5.0a2"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From c19cdcec9dea8d1cf652868de240146fc7be279b Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 19:03:20 -0500
Subject: [PATCH 251/318] re-add api as dependency group

---
 pyproject.toml | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/pyproject.toml b/pyproject.toml
index faf317de9..e310da411 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -81,6 +81,12 @@ pyright = "1.1.334"
 lxml-stubs = "^0.4.0"
 ruff = ">=0.4.1"
 
+[tool.poetry.group.api]
+optional = true
+
+[tool.poetry.group.api.dependencies]
+guardrails-api = "^0.0.0a0"
+
 [tool.poetry.group.docs]
 optional = true
 

From 8713987151973faaa367a1ea324afa18a767e08b Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 19:05:19 -0500
Subject: [PATCH 252/318] install from pypi

---
 guardrails/cli/start.py | 7 +------
 1 file changed, 1 insertion(+), 6 deletions(-)

diff --git a/guardrails/cli/start.py b/guardrails/cli/start.py
index 75e5fcf56..556a0c6d5 100644
--- a/guardrails/cli/start.py
+++ b/guardrails/cli/start.py
@@ -40,12 +40,7 @@ def start(
 ):
     logger.debug("Checking for prerequisites...")
     if not api_is_installed():
-        # FIXME: once 0.5.0 is released, and the guardrails-api package is published,
-        #   this should be the package name
-        # package_name = "guardrails-api"
-        package_name = (
-            "/Users/calebcourier/Projects/gr-mono/guardrails-cdk/guardrails-api"
-        )
+        package_name = 'guardrails-api>="^0.0.0a0"'
         pip_process("install", package_name)
 
     from guardrails_api.cli.start import start  # type: ignore

From 57b71c12b620049dcdaf376e96a5ad6c0332fd3c Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 19:06:49 -0500
Subject: [PATCH 253/318] auto format

---
 guardrails/formatters/base_formatter.py | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/guardrails/formatters/base_formatter.py b/guardrails/formatters/base_formatter.py
index c767ccd0f..dc409e8c4 100644
--- a/guardrails/formatters/base_formatter.py
+++ b/guardrails/formatters/base_formatter.py
@@ -7,9 +7,12 @@
 
 
 class BaseFormatter(ABC):
-    """A Formatter takes an LLM Callable and wraps the method into an abstract callable.
-    Used to perform manipulations of the input or the output, like JSON constrained-
-    decoding."""
+    """A Formatter takes an LLM Callable and wraps the method into an abstract
+    callable.
+
+    Used to perform manipulations of the input or the output, like JSON
+    constrained- decoding.
+    """
 
     @abstractmethod
     def wrap_callable(self, llm_callable: PromptCallableBase) -> ArbitraryCallable: ...

From 6b8bcbee5a95150637f26a0a4405b431381989ee Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 19:12:56 -0500
Subject: [PATCH 254/318] update makefile, add pyright config, use inline
 import for jsonformer

---
 Makefile                                |  27 --
 guardrails/formatters/json_formatter.py |   4 +-
 poetry.lock                             | 433 +++++++++++++++++++++++-
 pyrightconfig.json                      |   3 +
 4 files changed, 424 insertions(+), 43 deletions(-)
 create mode 100644 pyrightconfig.json

diff --git a/Makefile b/Makefile
index 2802dd935..6fb50b3e2 100644
--- a/Makefile
+++ b/Makefile
@@ -1,12 +1,5 @@
 MKDOCS_SERVE_ADDR ?= localhost:8000 # Default address for mkdocs serve, format: :, override with `make docs-serve MKDOCS_SERVE_ADDR=:`
 
-# Extract major package versions for OpenAI and Pydantic
-OPENAI_VERSION_MAJOR := $(shell poetry run python -c 'import openai; print(openai.__version__.split(".")[0])')
-PYDANTIC_VERSION_MAJOR := $(shell poetry run python -c 'import pydantic; print(pydantic.__version__.split(".")[0])')
-
-# Construct the typing command using only major versions
-TYPING_CMD := type-pydantic-v$(PYDANTIC_VERSION_MAJOR)-openai-v$(OPENAI_VERSION_MAJOR)
-
 autoformat:
 	poetry run ruff check guardrails/ tests/ --fix
 	poetry run ruff format guardrails/ tests/
@@ -14,27 +7,7 @@ autoformat:
 
 .PHONY: type
 type:
-	@make $(TYPING_CMD)
-
-type-pydantic-v1-openai-v0:
-	echo '{"reportDeprecated": true, "exclude": ["guardrails/utils/pydantic_utils/v2.py", "guardrails/utils/openai_utils/v1.py"]}' > pyrightconfig.json
-	poetry run pyright guardrails/
-	rm pyrightconfig.json
-
-type-pydantic-v1-openai-v1:
-	echo '{"reportDeprecated": true, "exclude": ["guardrails/utils/pydantic_utils/v2.py", "guardrails/utils/openai_utils/v0.py"]}' > pyrightconfig.json
-	poetry run pyright guardrails/
-	rm pyrightconfig.json
-
-type-pydantic-v2-openai-v0:
-	echo '{"reportDeprecated": true, "exclude": ["guardrails/utils/pydantic_utils/v1.py", "guardrails/utils/openai_utils/v1.py"]}' > pyrightconfig.json
-	poetry run pyright guardrails/
-	rm pyrightconfig.json
-
-type-pydantic-v2-openai-v1:
-	echo '{"reportDeprecated": true, "exclude": ["guardrails/utils/pydantic_utils/v1.py", "guardrails/utils/openai_utils/v0.py"]}' > pyrightconfig.json
 	poetry run pyright guardrails/
-	rm pyrightconfig.json
 
 lint:
 	poetry run ruff check guardrails/ tests/
diff --git a/guardrails/formatters/json_formatter.py b/guardrails/formatters/json_formatter.py
index b98fbe32c..000423851 100644
--- a/guardrails/formatters/json_formatter.py
+++ b/guardrails/formatters/json_formatter.py
@@ -1,8 +1,6 @@
 import json
 from typing import Optional, Union
 
-from jsonformer import Jsonformer
-
 from guardrails.formatters.base_formatter import BaseFormatter
 from guardrails.llm_providers import (
     ArbitraryCallable,
@@ -94,6 +92,8 @@ def __init__(self, schema: dict):
 
     def wrap_callable(self, llm_callable) -> ArbitraryCallable:
         # JSON Schema enforcement experiment.
+        from jsonformer import Jsonformer
+
         if isinstance(llm_callable, HuggingFacePipelineCallable):
             model = llm_callable.init_kwargs["pipeline"]
             return ArbitraryCallable(
diff --git a/poetry.lock b/poetry.lock
index b8b78234c..bfae6c428 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -4,7 +4,7 @@
 name = "aiohttp"
 version = "3.9.5"
 description = "Async http client/server framework (asyncio)"
-optional = true
+optional = false
 python-versions = ">=3.8"
 files = [
     {file = "aiohttp-3.9.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:fcde4c397f673fdec23e6b05ebf8d4751314fa7c24f93334bf1f1364c1c69ac7"},
@@ -100,7 +100,7 @@ speedups = ["Brotli", "aiodns", "brotlicffi"]
 name = "aiosignal"
 version = "1.3.1"
 description = "aiosignal: a list of registered asynchronous callbacks"
-optional = true
+optional = false
 python-versions = ">=3.7"
 files = [
     {file = "aiosignal-1.3.1-py3-none-any.whl", hash = "sha256:f8376fb07dd1e86a584e4fcdec80b36b7f81aac666ebc724e2c090300dd83b17"},
@@ -297,7 +297,7 @@ typing-extensions = {version = ">=4.0.0", markers = "python_version < \"3.11\""}
 name = "async-timeout"
 version = "4.0.3"
 description = "Timeout context manager for asyncio programs"
-optional = true
+optional = false
 python-versions = ">=3.7"
 files = [
     {file = "async-timeout-4.0.3.tar.gz", hash = "sha256:4640d96be84d82d02ed59ea2b7105a0f7b33abe8703703cd0ab0bf87c427522f"},
@@ -450,6 +450,69 @@ webencodings = "*"
 [package.extras]
 css = ["tinycss2 (>=1.1.0,<1.3)"]
 
+[[package]]
+name = "blinker"
+version = "1.8.2"
+description = "Fast, simple object-to-object and broadcast signaling"
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "blinker-1.8.2-py3-none-any.whl", hash = "sha256:1779309f71bf239144b9399d06ae925637cf6634cf6bd131104184531bf67c01"},
+    {file = "blinker-1.8.2.tar.gz", hash = "sha256:8f77b09d3bf7c795e969e9486f39c2c5e9c39d4ee07424be2bc594ece9642d83"},
+]
+
+[[package]]
+name = "boto3"
+version = "1.34.132"
+description = "The AWS SDK for Python"
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "boto3-1.34.132-py3-none-any.whl", hash = "sha256:b5d1681a0d8bf255787c8b37f911d706672d5722c9ace5342cd283a3cdb04820"},
+    {file = "boto3-1.34.132.tar.gz", hash = "sha256:3b2964060620f1bbe9574b5f8d3fb2a4e087faacfc6023c24154b184f1b16443"},
+]
+
+[package.dependencies]
+botocore = ">=1.34.132,<1.35.0"
+jmespath = ">=0.7.1,<2.0.0"
+s3transfer = ">=0.10.0,<0.11.0"
+
+[package.extras]
+crt = ["botocore[crt] (>=1.21.0,<2.0a0)"]
+
+[[package]]
+name = "botocore"
+version = "1.34.132"
+description = "Low-level, data-driven core of boto 3."
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "botocore-1.34.132-py3-none-any.whl", hash = "sha256:06ef8b4bd3b3cb5a9b9a4273a543b257be3304030978ba51516b576a65156c39"},
+    {file = "botocore-1.34.132.tar.gz", hash = "sha256:372a6cfce29e5de9bcf8c95af901d0bc3e27d8aa2295fadee295424f95f43f16"},
+]
+
+[package.dependencies]
+jmespath = ">=0.7.1,<2.0.0"
+python-dateutil = ">=2.1,<3.0.0"
+urllib3 = [
+    {version = ">=1.25.4,<1.27", markers = "python_version < \"3.10\""},
+    {version = ">=1.25.4,<2.2.0 || >2.2.0,<3", markers = "python_version >= \"3.10\""},
+]
+
+[package.extras]
+crt = ["awscrt (==0.20.11)"]
+
+[[package]]
+name = "cachelib"
+version = "0.9.0"
+description = "A collection of cache libraries in the same API interface."
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "cachelib-0.9.0-py3-none-any.whl", hash = "sha256:811ceeb1209d2fe51cd2b62810bd1eccf70feba5c52641532498be5c675493b3"},
+    {file = "cachelib-0.9.0.tar.gz", hash = "sha256:38222cc7c1b79a23606de5c2607f4925779e37cdcea1c2ad21b8bae94b5425a5"},
+]
+
 [[package]]
 name = "cairocffi"
 version = "1.7.0"
@@ -1245,6 +1308,73 @@ docs = ["furo (>=2023.9.10)", "sphinx (>=7.2.6)", "sphinx-autodoc-typehints (>=1
 testing = ["covdefaults (>=2.3)", "coverage (>=7.3.2)", "diff-cover (>=8.0.1)", "pytest (>=7.4.3)", "pytest-cov (>=4.1)", "pytest-mock (>=3.12)", "pytest-timeout (>=2.2)"]
 typing = ["typing-extensions (>=4.8)"]
 
+[[package]]
+name = "flask"
+version = "3.0.3"
+description = "A simple framework for building complex web applications."
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "flask-3.0.3-py3-none-any.whl", hash = "sha256:34e815dfaa43340d1d15a5c3a02b8476004037eb4840b34910c6e21679d288f3"},
+    {file = "flask-3.0.3.tar.gz", hash = "sha256:ceb27b0af3823ea2737928a4d99d125a06175b8512c445cbd9a9ce200ef76842"},
+]
+
+[package.dependencies]
+blinker = ">=1.6.2"
+click = ">=8.1.3"
+importlib-metadata = {version = ">=3.6.0", markers = "python_version < \"3.10\""}
+itsdangerous = ">=2.1.2"
+Jinja2 = ">=3.1.2"
+Werkzeug = ">=3.0.0"
+
+[package.extras]
+async = ["asgiref (>=3.2)"]
+dotenv = ["python-dotenv"]
+
+[[package]]
+name = "flask-caching"
+version = "2.3.0"
+description = "Adds caching support to Flask applications."
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "Flask_Caching-2.3.0-py3-none-any.whl", hash = "sha256:51771c75682e5abc1483b78b96d9131d7941dc669b073852edfa319dd4e29b6e"},
+    {file = "flask_caching-2.3.0.tar.gz", hash = "sha256:d7e4ca64a33b49feb339fcdd17e6ba25f5e01168cf885e53790e885f83a4d2cf"},
+]
+
+[package.dependencies]
+cachelib = ">=0.9.0,<0.10.0"
+Flask = "*"
+
+[[package]]
+name = "flask-cors"
+version = "4.0.1"
+description = "A Flask extension adding a decorator for CORS support"
+optional = false
+python-versions = "*"
+files = [
+    {file = "Flask_Cors-4.0.1-py2.py3-none-any.whl", hash = "sha256:f2a704e4458665580c074b714c4627dd5a306b333deb9074d0b1794dfa2fb677"},
+    {file = "flask_cors-4.0.1.tar.gz", hash = "sha256:eeb69b342142fdbf4766ad99357a7f3876a2ceb77689dc10ff912aac06c389e4"},
+]
+
+[package.dependencies]
+Flask = ">=0.9"
+
+[[package]]
+name = "flask-sqlalchemy"
+version = "3.1.1"
+description = "Add SQLAlchemy support to your Flask application."
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "flask_sqlalchemy-3.1.1-py3-none-any.whl", hash = "sha256:4ba4be7f419dc72f4efd8802d69974803c37259dd42f3913b0dcf75c9447e0a0"},
+    {file = "flask_sqlalchemy-3.1.1.tar.gz", hash = "sha256:e4b68bb881802dda1a7d878b2fc84c06d1ee57fb40b874d3dc97dabfa36b8312"},
+]
+
+[package.dependencies]
+flask = ">=2.2.5"
+sqlalchemy = ">=2.0.16"
+
 [[package]]
 name = "fqdn"
 version = "1.5.1"
@@ -1260,7 +1390,7 @@ files = [
 name = "frozenlist"
 version = "1.4.1"
 description = "A list-like structure which implements collections.abc.MutableSequence"
-optional = true
+optional = false
 python-versions = ">=3.8"
 files = [
     {file = "frozenlist-1.4.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:f9aa1878d1083b276b0196f2dfbe00c9b7e752475ed3b682025ff20c1c1f51ac"},
@@ -1346,7 +1476,7 @@ files = [
 name = "fsspec"
 version = "2024.6.0"
 description = "File-system specification"
-optional = true
+optional = false
 python-versions = ">=3.8"
 files = [
     {file = "fsspec-2024.6.0-py3-none-any.whl", hash = "sha256:58d7122eb8a1a46f7f13453187bfea4972d66bf01618d37366521b1998034cee"},
@@ -1470,7 +1600,7 @@ grpc = ["grpcio (>=1.44.0,<2.0.0.dev0)"]
 name = "greenlet"
 version = "3.0.3"
 description = "Lightweight in-process concurrent programming"
-optional = true
+optional = false
 python-versions = ">=3.7"
 files = [
     {file = "greenlet-3.0.3-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a"},
@@ -1609,6 +1739,40 @@ files = [
 [package.extras]
 protobuf = ["grpcio-tools (>=1.64.0)"]
 
+[[package]]
+name = "guardrails-api"
+version = "0.0.0a0"
+description = "Guardrails API"
+optional = false
+python-versions = "<4,>=3.8"
+files = [
+    {file = "guardrails_api-0.0.0a0-py3-none-any.whl", hash = "sha256:d0cbd26b755a5d3b932d6b17e9a0982c8c011517e4904aca8eab75ab471b6ca9"},
+    {file = "guardrails_api-0.0.0a0.tar.gz", hash = "sha256:e6ca674ce1627b273a2fe0f1a61cb8c2c331f733d2c1ad09cd92be36f5da7bec"},
+]
+
+[package.dependencies]
+boto3 = ">=1.34.115,<2"
+flask = ">=3.0.3,<4"
+Flask-Caching = ">=2.3.0,<3"
+Flask-Cors = ">=4.0.1,<5"
+Flask-SQLAlchemy = ">=3.1.1,<4"
+guardrails-ai = ">=0.5.0a2"
+gunicorn = ">=22.0.0,<23"
+jsonschema = ">=4.22.0,<5"
+litellm = ">=1.39.3,<2"
+opentelemetry-api = ">=1.0.0,<2"
+opentelemetry-exporter-otlp-proto-grpc = ">=1.0.0,<2"
+opentelemetry-exporter-otlp-proto-http = ">=1.0.0,<2"
+opentelemetry-instrumentation-flask = ">=0.12b0,<1"
+opentelemetry-sdk = ">=1.0.0,<2"
+psycopg2-binary = ">=2.9.9,<3"
+referencing = ">=0.35.1,<1"
+typer = ">=0.9.4,<1"
+Werkzeug = ">=3.0.3,<4"
+
+[package.extras]
+dev = ["coverage", "pytest", "pytest-mock", "ruff"]
+
 [[package]]
 name = "guardrails-api-client"
 version = "0.3.8"
@@ -1623,6 +1787,27 @@ files = [
 [package.extras]
 dev = ["pyright", "pytest", "pytest-cov", "ruff"]
 
+[[package]]
+name = "gunicorn"
+version = "22.0.0"
+description = "WSGI HTTP Server for UNIX"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "gunicorn-22.0.0-py3-none-any.whl", hash = "sha256:350679f91b24062c86e386e198a15438d53a7a8207235a78ba1b53df4c4378d9"},
+    {file = "gunicorn-22.0.0.tar.gz", hash = "sha256:4a0b436239ff76fb33f11c07a16482c521a7e09c1ce3cc293c2330afe01bec63"},
+]
+
+[package.dependencies]
+packaging = "*"
+
+[package.extras]
+eventlet = ["eventlet (>=0.24.1,!=0.36.0)"]
+gevent = ["gevent (>=1.4.0)"]
+setproctitle = ["setproctitle"]
+testing = ["coverage", "eventlet", "gevent", "pytest", "pytest-cov"]
+tornado = ["tornado (>=0.2)"]
+
 [[package]]
 name = "h11"
 version = "0.14.0"
@@ -1683,7 +1868,7 @@ socks = ["socksio (==1.*)"]
 name = "huggingface-hub"
 version = "0.19.4"
 description = "Client library to download and publish models, datasets and other repos on the huggingface.co hub"
-optional = true
+optional = false
 python-versions = ">=3.8.0"
 files = [
     {file = "huggingface_hub-0.19.4-py3-none-any.whl", hash = "sha256:dba013f779da16f14b606492828f3760600a1e1801432d09fe1c33e50b825bb5"},
@@ -1913,6 +2098,17 @@ files = [
 [package.dependencies]
 arrow = ">=0.15.0"
 
+[[package]]
+name = "itsdangerous"
+version = "2.2.0"
+description = "Safely pass data to untrusted environments and back."
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "itsdangerous-2.2.0-py3-none-any.whl", hash = "sha256:c6242fc49e35958c8b15141343aa660db5fc54d4f13a1db01a3f5891b98700ef"},
+    {file = "itsdangerous-2.2.0.tar.gz", hash = "sha256:e0050c0b7da1eea53ffaf149c0cfbb5c6e2e2b69c4bef22c81fa6eb73e5f6173"},
+]
+
 [[package]]
 name = "jaraco-classes"
 version = "3.4.0"
@@ -2018,6 +2214,17 @@ MarkupSafe = ">=2.0"
 [package.extras]
 i18n = ["Babel (>=2.7)"]
 
+[[package]]
+name = "jmespath"
+version = "1.0.1"
+description = "JSON Matching Expressions"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "jmespath-1.0.1-py3-none-any.whl", hash = "sha256:02e2e4cc71b5bcab88332eebf907519190dd9e6e82107fa7f83b1003a6252980"},
+    {file = "jmespath-1.0.1.tar.gz", hash = "sha256:90261b206d6defd58fdd5e85f478bf633a2901798906be2ad389150c5c60edbe"},
+]
+
 [[package]]
 name = "joblib"
 version = "1.4.2"
@@ -2508,7 +2715,7 @@ requests = ">=2,<3"
 name = "litellm"
 version = "1.40.2"
 description = "Library to easily interface with LLM API providers"
-optional = true
+optional = false
 python-versions = "!=2.7.*,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,!=3.7.*,>=3.8"
 files = [
     {file = "litellm-1.40.2-py3-none-any.whl", hash = "sha256:56ee777eed30ee9acb86e74401d090dcac4adb57b5c8a8714f791b0c97a34afc"},
@@ -3101,7 +3308,7 @@ tests = ["pytest (>=4.6)"]
 name = "multidict"
 version = "6.0.5"
 description = "multidict implementation"
-optional = true
+optional = false
 python-versions = ">=3.7"
 files = [
     {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:228b644ae063c10e7f324ab1ab6b548bdf6f8b47f3ec234fef1093bc2735e5f9"},
@@ -3799,6 +4006,62 @@ opentelemetry-proto = "1.24.0"
 opentelemetry-sdk = ">=1.24.0,<1.25.0"
 requests = ">=2.7,<3.0"
 
+[[package]]
+name = "opentelemetry-instrumentation"
+version = "0.45b0"
+description = "Instrumentation Tools & Auto Instrumentation for OpenTelemetry Python"
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "opentelemetry_instrumentation-0.45b0-py3-none-any.whl", hash = "sha256:06c02e2c952c1b076e8eaedf1b82f715e2937ba7eeacab55913dd434fbcec258"},
+    {file = "opentelemetry_instrumentation-0.45b0.tar.gz", hash = "sha256:6c47120a7970bbeb458e6a73686ee9ba84b106329a79e4a4a66761f933709c7e"},
+]
+
+[package.dependencies]
+opentelemetry-api = ">=1.4,<2.0"
+setuptools = ">=16.0"
+wrapt = ">=1.0.0,<2.0.0"
+
+[[package]]
+name = "opentelemetry-instrumentation-flask"
+version = "0.45b0"
+description = "Flask instrumentation for OpenTelemetry"
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "opentelemetry_instrumentation_flask-0.45b0-py3-none-any.whl", hash = "sha256:4a07d1bca110dff0e2ce51a2930df497e90982e3a36e0362272fa5080db7f851"},
+    {file = "opentelemetry_instrumentation_flask-0.45b0.tar.gz", hash = "sha256:70875ad03da6e4e07aada6795c65d6b919024a741f9295aa19a022f7f7afc900"},
+]
+
+[package.dependencies]
+importlib-metadata = ">=4.0"
+opentelemetry-api = ">=1.12,<2.0"
+opentelemetry-instrumentation = "0.45b0"
+opentelemetry-instrumentation-wsgi = "0.45b0"
+opentelemetry-semantic-conventions = "0.45b0"
+opentelemetry-util-http = "0.45b0"
+packaging = ">=21.0"
+
+[package.extras]
+instruments = ["flask (>=1.0)"]
+
+[[package]]
+name = "opentelemetry-instrumentation-wsgi"
+version = "0.45b0"
+description = "WSGI Middleware for OpenTelemetry"
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "opentelemetry_instrumentation_wsgi-0.45b0-py3-none-any.whl", hash = "sha256:7a6f9c71b25f5c5e112827540008882f6a9088447cb65745e7f2083749516663"},
+    {file = "opentelemetry_instrumentation_wsgi-0.45b0.tar.gz", hash = "sha256:f53a2a38e6582406e207d404e4c1b859b83bec11a68ad6c7366642d01c873ad0"},
+]
+
+[package.dependencies]
+opentelemetry-api = ">=1.12,<2.0"
+opentelemetry-instrumentation = "0.45b0"
+opentelemetry-semantic-conventions = "0.45b0"
+opentelemetry-util-http = "0.45b0"
+
 [[package]]
 name = "opentelemetry-proto"
 version = "1.24.0"
@@ -3840,6 +4103,17 @@ files = [
     {file = "opentelemetry_semantic_conventions-0.45b0.tar.gz", hash = "sha256:7c84215a44ac846bc4b8e32d5e78935c5c43482e491812a0bb8aaf87e4d92118"},
 ]
 
+[[package]]
+name = "opentelemetry-util-http"
+version = "0.45b0"
+description = "Web util for OpenTelemetry"
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "opentelemetry_util_http-0.45b0-py3-none-any.whl", hash = "sha256:6628868b501b3004e1860f976f410eeb3d3499e009719d818000f24ce17b6e33"},
+    {file = "opentelemetry_util_http-0.45b0.tar.gz", hash = "sha256:4ce08b6a7d52dd7c96b7705b5b4f06fdb6aa3eac1233b3b0bfef8a0cab9a92cd"},
+]
+
 [[package]]
 name = "orjson"
 version = "3.10.3"
@@ -4225,6 +4499,87 @@ files = [
 [package.extras]
 test = ["enum34", "ipaddress", "mock", "pywin32", "wmi"]
 
+[[package]]
+name = "psycopg2-binary"
+version = "2.9.9"
+description = "psycopg2 - Python-PostgreSQL Database Adapter"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "psycopg2-binary-2.9.9.tar.gz", hash = "sha256:7f01846810177d829c7692f1f5ada8096762d9172af1b1a28d4ab5b77c923c1c"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:c2470da5418b76232f02a2fcd2229537bb2d5a7096674ce61859c3229f2eb202"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:c6af2a6d4b7ee9615cbb162b0738f6e1fd1f5c3eda7e5da17861eacf4c717ea7"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:75723c3c0fbbf34350b46a3199eb50638ab22a0228f93fb472ef4d9becc2382b"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:83791a65b51ad6ee6cf0845634859d69a038ea9b03d7b26e703f94c7e93dbcf9"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:0ef4854e82c09e84cc63084a9e4ccd6d9b154f1dbdd283efb92ecd0b5e2b8c84"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ed1184ab8f113e8d660ce49a56390ca181f2981066acc27cf637d5c1e10ce46e"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:d2997c458c690ec2bc6b0b7ecbafd02b029b7b4283078d3b32a852a7ce3ddd98"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:b58b4710c7f4161b5e9dcbe73bb7c62d65670a87df7bcce9e1faaad43e715245"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:0c009475ee389757e6e34611d75f6e4f05f0cf5ebb76c6037508318e1a1e0d7e"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:8dbf6d1bc73f1d04ec1734bae3b4fb0ee3cb2a493d35ede9badbeb901fb40f6f"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-win32.whl", hash = "sha256:3f78fd71c4f43a13d342be74ebbc0666fe1f555b8837eb113cb7416856c79682"},
+    {file = "psycopg2_binary-2.9.9-cp310-cp310-win_amd64.whl", hash = "sha256:876801744b0dee379e4e3c38b76fc89f88834bb15bf92ee07d94acd06ec890a0"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ee825e70b1a209475622f7f7b776785bd68f34af6e7a46e2e42f27b659b5bc26"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1ea665f8ce695bcc37a90ee52de7a7980be5161375d42a0b6c6abedbf0d81f0f"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:143072318f793f53819048fdfe30c321890af0c3ec7cb1dfc9cc87aa88241de2"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c332c8d69fb64979ebf76613c66b985414927a40f8defa16cf1bc028b7b0a7b0"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f7fc5a5acafb7d6ccca13bfa8c90f8c51f13d8fb87d95656d3950f0158d3ce53"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:977646e05232579d2e7b9c59e21dbe5261f403a88417f6a6512e70d3f8a046be"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:b6356793b84728d9d50ead16ab43c187673831e9d4019013f1402c41b1db9b27"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:bc7bb56d04601d443f24094e9e31ae6deec9ccb23581f75343feebaf30423359"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:77853062a2c45be16fd6b8d6de2a99278ee1d985a7bd8b103e97e41c034006d2"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:78151aa3ec21dccd5cdef6c74c3e73386dcdfaf19bced944169697d7ac7482fc"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-win32.whl", hash = "sha256:dc4926288b2a3e9fd7b50dc6a1909a13bbdadfc67d93f3374d984e56f885579d"},
+    {file = "psycopg2_binary-2.9.9-cp311-cp311-win_amd64.whl", hash = "sha256:b76bedd166805480ab069612119ea636f5ab8f8771e640ae103e05a4aae3e417"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:8532fd6e6e2dc57bcb3bc90b079c60de896d2128c5d9d6f24a63875a95a088cf"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:b0605eaed3eb239e87df0d5e3c6489daae3f7388d455d0c0b4df899519c6a38d"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8f8544b092a29a6ddd72f3556a9fcf249ec412e10ad28be6a0c0d948924f2212"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2d423c8d8a3c82d08fe8af900ad5b613ce3632a1249fd6a223941d0735fce493"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2e5afae772c00980525f6d6ecf7cbca55676296b580c0e6abb407f15f3706996"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6e6f98446430fdf41bd36d4faa6cb409f5140c1c2cf58ce0bbdaf16af7d3f119"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:c77e3d1862452565875eb31bdb45ac62502feabbd53429fdc39a1cc341d681ba"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:cb16c65dcb648d0a43a2521f2f0a2300f40639f6f8c1ecbc662141e4e3e1ee07"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:911dda9c487075abd54e644ccdf5e5c16773470a6a5d3826fda76699410066fb"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:57fede879f08d23c85140a360c6a77709113efd1c993923c59fde17aa27599fe"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-win32.whl", hash = "sha256:64cf30263844fa208851ebb13b0732ce674d8ec6a0c86a4e160495d299ba3c93"},
+    {file = "psycopg2_binary-2.9.9-cp312-cp312-win_amd64.whl", hash = "sha256:81ff62668af011f9a48787564ab7eded4e9fb17a4a6a74af5ffa6a457400d2ab"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:2293b001e319ab0d869d660a704942c9e2cce19745262a8aba2115ef41a0a42a"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:03ef7df18daf2c4c07e2695e8cfd5ee7f748a1d54d802330985a78d2a5a6dca9"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:0a602ea5aff39bb9fac6308e9c9d82b9a35c2bf288e184a816002c9fae930b77"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8359bf4791968c5a78c56103702000105501adb557f3cf772b2c207284273984"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:275ff571376626195ab95a746e6a04c7df8ea34638b99fc11160de91f2fef503"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:f9b5571d33660d5009a8b3c25dc1db560206e2d2f89d3df1cb32d72c0d117d52"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:420f9bbf47a02616e8554e825208cb947969451978dceb77f95ad09c37791dae"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:4154ad09dac630a0f13f37b583eae260c6aa885d67dfbccb5b02c33f31a6d420"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:a148c5d507bb9b4f2030a2025c545fccb0e1ef317393eaba42e7eabd28eb6041"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-win32.whl", hash = "sha256:68fc1f1ba168724771e38bee37d940d2865cb0f562380a1fb1ffb428b75cb692"},
+    {file = "psycopg2_binary-2.9.9-cp37-cp37m-win_amd64.whl", hash = "sha256:281309265596e388ef483250db3640e5f414168c5a67e9c665cafce9492eda2f"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:60989127da422b74a04345096c10d416c2b41bd7bf2a380eb541059e4e999980"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:246b123cc54bb5361588acc54218c8c9fb73068bf227a4a531d8ed56fa3ca7d6"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:34eccd14566f8fe14b2b95bb13b11572f7c7d5c36da61caf414d23b91fcc5d94"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:18d0ef97766055fec15b5de2c06dd8e7654705ce3e5e5eed3b6651a1d2a9a152"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d3f82c171b4ccd83bbaf35aa05e44e690113bd4f3b7b6cc54d2219b132f3ae55"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ead20f7913a9c1e894aebe47cccf9dc834e1618b7aa96155d2091a626e59c972"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:ca49a8119c6cbd77375ae303b0cfd8c11f011abbbd64601167ecca18a87e7cdd"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:323ba25b92454adb36fa425dc5cf6f8f19f78948cbad2e7bc6cdf7b0d7982e59"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:1236ed0952fbd919c100bc839eaa4a39ebc397ed1c08a97fc45fee2a595aa1b3"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:729177eaf0aefca0994ce4cffe96ad3c75e377c7b6f4efa59ebf003b6d398716"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-win32.whl", hash = "sha256:804d99b24ad523a1fe18cc707bf741670332f7c7412e9d49cb5eab67e886b9b5"},
+    {file = "psycopg2_binary-2.9.9-cp38-cp38-win_amd64.whl", hash = "sha256:a6cdcc3ede532f4a4b96000b6362099591ab4a3e913d70bcbac2b56c872446f7"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:72dffbd8b4194858d0941062a9766f8297e8868e1dd07a7b36212aaa90f49472"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:30dcc86377618a4c8f3b72418df92e77be4254d8f89f14b8e8f57d6d43603c0f"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:31a34c508c003a4347d389a9e6fcc2307cc2150eb516462a7a17512130de109e"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:15208be1c50b99203fe88d15695f22a5bed95ab3f84354c494bcb1d08557df67"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1873aade94b74715be2246321c8650cabf5a0d098a95bab81145ffffa4c13876"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3a58c98a7e9c021f357348867f537017057c2ed7f77337fd914d0bedb35dace7"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:4686818798f9194d03c9129a4d9a702d9e113a89cb03bffe08c6cf799e053291"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:ebdc36bea43063116f0486869652cb2ed7032dbc59fbcb4445c4862b5c1ecf7f"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:ca08decd2697fdea0aea364b370b1249d47336aec935f87b8bbfd7da5b2ee9c1"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:ac05fb791acf5e1a3e39402641827780fe44d27e72567a000412c648a85ba860"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-win32.whl", hash = "sha256:9dba73be7305b399924709b91682299794887cbbd88e38226ed9f6712eabee90"},
+    {file = "psycopg2_binary-2.9.9-cp39-cp39-win_amd64.whl", hash = "sha256:f7ae5d65ccfbebdfa761585228eb4d0df3a8b15cfb53bd953e713e09fbb12957"},
+]
+
 [[package]]
 name = "ptyprocess"
 version = "0.7.0"
@@ -4591,7 +4946,7 @@ six = ">=1.5"
 name = "python-dotenv"
 version = "1.0.1"
 description = "Read key-value pairs from a .env file and set them as environment variables"
-optional = true
+optional = false
 python-versions = ">=3.8"
 files = [
     {file = "python-dotenv-1.0.1.tar.gz", hash = "sha256:e324ee90a023d808f1959c46bcbc04446a10ced277783dc6ee09987c37ec10ca"},
@@ -5279,6 +5634,23 @@ files = [
     {file = "ruff-0.4.7.tar.gz", hash = "sha256:2331d2b051dc77a289a653fcc6a42cce357087c5975738157cd966590b18b5e1"},
 ]
 
+[[package]]
+name = "s3transfer"
+version = "0.10.2"
+description = "An Amazon S3 Transfer Manager"
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "s3transfer-0.10.2-py3-none-any.whl", hash = "sha256:eca1c20de70a39daee580aef4986996620f365c4e0fda6a86100231d62f1bf69"},
+    {file = "s3transfer-0.10.2.tar.gz", hash = "sha256:0711534e9356d3cc692fdde846b4a1e4b0cb6519971860796e6bc4c7aea00ef6"},
+]
+
+[package.dependencies]
+botocore = ">=1.33.2,<2.0a.0"
+
+[package.extras]
+crt = ["botocore[crt] (>=1.33.2,<2.0a.0)"]
+
 [[package]]
 name = "safetensors"
 version = "0.4.3"
@@ -5641,7 +6013,7 @@ test = ["pytest"]
 name = "sqlalchemy"
 version = "2.0.30"
 description = "Database Abstraction Library"
-optional = true
+optional = false
 python-versions = ">=3.7"
 files = [
     {file = "SQLAlchemy-2.0.30-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:3b48154678e76445c7ded1896715ce05319f74b1e73cf82d4f8b59b46e9c0ddc"},
@@ -5943,7 +6315,7 @@ files = [
 name = "tokenizers"
 version = "0.15.2"
 description = ""
-optional = true
+optional = false
 python-versions = ">=3.7"
 files = [
     {file = "tokenizers-0.15.2-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:52f6130c9cbf70544287575a985bf44ae1bda2da7e8c24e97716080593638012"},
@@ -6394,6 +6766,22 @@ files = [
 [package.extras]
 dev = ["flake8", "flake8-annotations", "flake8-bandit", "flake8-bugbear", "flake8-commas", "flake8-comprehensions", "flake8-continuation", "flake8-datetimez", "flake8-docstrings", "flake8-import-order", "flake8-literal", "flake8-modern-annotations", "flake8-noqa", "flake8-pyproject", "flake8-requirements", "flake8-typechecking-import", "flake8-use-fstring", "mypy", "pep8-naming", "types-PyYAML"]
 
+[[package]]
+name = "urllib3"
+version = "1.26.19"
+description = "HTTP library with thread-safe connection pooling, file post, and more."
+optional = false
+python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,>=2.7"
+files = [
+    {file = "urllib3-1.26.19-py2.py3-none-any.whl", hash = "sha256:37a0344459b199fce0e80b0d3569837ec6b6937435c5244e7fd73fa6006830f3"},
+    {file = "urllib3-1.26.19.tar.gz", hash = "sha256:3e3d753a8618b86d7de333b4223005f68720bcd6a7d2bcb9fbd2229ec7c1e429"},
+]
+
+[package.extras]
+brotli = ["brotli (==1.0.9)", "brotli (>=1.0.9)", "brotlicffi (>=0.8.0)", "brotlipy (>=0.6.0)"]
+secure = ["certifi", "cryptography (>=1.3.4)", "idna (>=2.0.0)", "ipaddress", "pyOpenSSL (>=0.14)", "urllib3-secure-extra"]
+socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"]
+
 [[package]]
 name = "urllib3"
 version = "2.2.1"
@@ -6528,6 +6916,23 @@ docs = ["Sphinx (>=6.0)", "myst-parser (>=2.0.0)", "sphinx-rtd-theme (>=1.1.0)"]
 optional = ["python-socks", "wsaccel"]
 test = ["websockets"]
 
+[[package]]
+name = "werkzeug"
+version = "3.0.3"
+description = "The comprehensive WSGI web application library."
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "werkzeug-3.0.3-py3-none-any.whl", hash = "sha256:fc9645dc43e03e4d630d23143a04a7f947a9a3b5727cd535fdfe155a17cc48c8"},
+    {file = "werkzeug-3.0.3.tar.gz", hash = "sha256:097e5bfda9f0aba8da6b8545146def481d06aa7d3266e7448e2cccf67dd8bd18"},
+]
+
+[package.dependencies]
+MarkupSafe = ">=2.1.1"
+
+[package.extras]
+watchdog = ["watchdog (>=2.3)"]
+
 [[package]]
 name = "widgetsnbextension"
 version = "4.0.11"
@@ -6755,7 +7160,7 @@ tomli = ">=2.0.1"
 name = "yarl"
 version = "1.9.4"
 description = "Yet another URL library"
-optional = true
+optional = false
 python-versions = ">=3.7"
 files = [
     {file = "yarl-1.9.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:a8c1df72eb746f4136fe9a2e72b0c9dc1da1cbd23b5372f94b5820ff8ae30e0e"},
@@ -6881,4 +7286,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "eb86cec28d42eb4ae0b1502227c2c8397b8b0571bc3490068076a230c9ca9a04"
+content-hash = "516e84db2a745f6f4063db8e501def11c1a070afbf04e24fae619e50ab462941"
diff --git a/pyrightconfig.json b/pyrightconfig.json
new file mode 100644
index 000000000..101df4801
--- /dev/null
+++ b/pyrightconfig.json
@@ -0,0 +1,3 @@
+{
+  "reportDeprecated": true
+}
\ No newline at end of file

From cb14d135b6efafa8fbbb94a9b3f3807f436eace1 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 24 Jun 2024 19:21:29 -0500
Subject: [PATCH 255/318] bump version

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index e310da411..9138d73ef 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a2"
+version = "0.5.0a3"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From b03dded866aa5b39d3438ca67cb7e4bddc27317c Mon Sep 17 00:00:00 2001
From: Nicholas Chen 
Date: Mon, 24 Jun 2024 21:35:03 -0400
Subject: [PATCH 256/318] make error spans count length by validator, not by
 guard

---
 guardrails/classes/history/outputs.py | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)

diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py
index ead39de20..ece7912a3 100644
--- a/guardrails/classes/history/outputs.py
+++ b/guardrails/classes/history/outputs.py
@@ -82,23 +82,31 @@ def error_spans_in_output(self) -> List[ErrorSpan]:
 
         These indices are relative to the complete LLM output.
         """
-        total_len = 0
+        # map of total length to validator
+        total_len_by_validator = {}
         spans_in_output = []
         for log in self.validator_logs:
+            validator_name = log.validator_name
+            if total_len_by_validator.get(validator_name) is None:
+                total_len_by_validator[validator_name] = 0
             result = log.validation_result
             if isinstance(result, FailResult):
                 if result.error_spans is not None:
                     for error_span in result.error_spans:
                         spans_in_output.append(
                             ErrorSpan(
-                                start=error_span.start + total_len,
-                                end=error_span.end + total_len,
+                                start=error_span.start
+                                + total_len_by_validator[validator_name],
+                                end=error_span.end
+                                + total_len_by_validator[validator_name],
                                 reason=error_span.reason,
                             )
                         )
             if isinstance(result, ValidationResult):
                 if result and result.validated_chunk is not None:
-                    total_len += len(result.validated_chunk)
+                    total_len_by_validator[validator_name] += len(
+                        result.validated_chunk
+                    )
         return spans_in_output
 
     @property

From 47cd660c75438d6e822ad443358c00272cb256bc Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Tue, 25 Jun 2024 10:32:57 -0500
Subject: [PATCH 257/318] fix api "extra"

---
 pyproject.toml | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 9138d73ef..b50677b41 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -57,6 +57,7 @@ opentelemetry-sdk = "^1.24.0"
 opentelemetry-exporter-otlp-proto-grpc = "^1.24.0"
 opentelemetry-exporter-otlp-proto-http = "^1.24.0"
 guardrails-api-client = ">=0.3.8"
+guardrails-api = ">=0.0.0a0"
 
 [tool.poetry.extras]
 sql = ["sqlvalidator", "sqlalchemy", "sqlglot"]
@@ -66,6 +67,7 @@ litellm = ["litellm"]
 anthropic = ["anthropic"]
 docs-build = ["nbdoc", "docspec_python", "pydoc-markdown"]
 huggingface = ["transformers", "torch", "jsonformer"]
+api = ["guardrails-api"]
 
 
 [tool.poetry.group.dev.dependencies]
@@ -85,7 +87,7 @@ ruff = ">=0.4.1"
 optional = true
 
 [tool.poetry.group.api.dependencies]
-guardrails-api = "^0.0.0a0"
+guardrails-api = ">=0.0.0a0"
 
 [tool.poetry.group.docs]
 optional = true

From 7194dd7735a05c9b6efa01259d784c5a097ad430 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Tue, 25 Jun 2024 10:33:08 -0500
Subject: [PATCH 258/318] bump version

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index b50677b41..507e045e1 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a3"
+version = "0.5.0a4"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From 75cf397bb092bfd655d6042c079efe7bfab1ccbf Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Tue, 25 Jun 2024 10:44:24 -0500
Subject: [PATCH 259/318] update poetry lock

---
 poetry.lock | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/poetry.lock b/poetry.lock
index bfae6c428..c52694b55 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -7276,6 +7276,7 @@ test = ["big-O", "importlib-resources", "jaraco.functools", "jaraco.itertools",
 
 [extras]
 anthropic = ["anthropic"]
+api = ["guardrails-api"]
 docs-build = ["docspec_python", "nbdoc", "pydoc-markdown"]
 huggingface = ["jsonformer", "torch", "transformers"]
 litellm = ["litellm"]
@@ -7286,4 +7287,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "516e84db2a745f6f4063db8e501def11c1a070afbf04e24fae619e50ab462941"
+content-hash = "f0005738aa6be84cf095bffd9f73ef581691b511fd037c8f78a051bb14ba23b8"

From 05b7c78c2f62c2742b64d9f0e065b64b67085187 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Tue, 25 Jun 2024 11:00:47 -0500
Subject: [PATCH 260/318] update input validation doc

---
 docs/hub/how_to_guides/input_validation.md | 21 ++++++++++++++-------
 1 file changed, 14 insertions(+), 7 deletions(-)

diff --git a/docs/hub/how_to_guides/input_validation.md b/docs/hub/how_to_guides/input_validation.md
index 2e04bab4d..b026e4be8 100644
--- a/docs/hub/how_to_guides/input_validation.md
+++ b/docs/hub/how_to_guides/input_validation.md
@@ -2,28 +2,35 @@
 
 Validators that are tagged as input validators can be used to validate the input prompt before it is sent to the model. This can be useful for ensuring that the input prompt meets certain criteria, such as being on-topic, not containing PII, etc.
 
-In order to use an input validator, first make sure that the validator is installed. You can install the validator using the `guardrails hub install` command. For example, to install the `two-words` validator, you can run:
+In order to use an input validator, first make sure that the validator is installed. You can install the validator using the `guardrails hub install` command. For example, to install the `DetectPII` validator, you can run:
 
 ```bash
 guardrails hub install hub://guardrails/detect_pii
 ```
 
-Then, add the input validator to the `Guard` object using the `with_prompt_validation` method. For example, to use the `detect_pii` validator with OpenAI's GPT-3, you can run:
+Then, add the input validator to the `Guard` object via the `use` method. For example, to use the `DetectPII` validator with OpenAI's GPT-3, you can run:
 
 ```python
-from guardrails import Guard, ValidatorError
+import openai
+from guardrails import Guard
+from guardrails.errors import ValidationError
 from guardrails.hub import DetectPII
+from guardrails.types import OnFailAction
 
 guard = Guard()
-guard.with_prompt_validation([DetectPII(
-    pii_entities=["EMAIL_ADDRESS", "PHONE_NUMBER"])
-])
+guard.use(
+    DetectPII(
+        pii_entities=["EMAIL_ADDRESS", "PHONE_NUMBER"], 
+        on_fail=OnFailAction.EXCEPTION
+    ), 
+    on="prompt"
+)
 
 try:
     guard(
         openai.chat.completions.create,
         prompt="My email address is not_a_real_email@guardrailsai.com",
     )
-except ValidatorError as e:
+except ValidationError as e:
     print(e)
 ```

From efd0d296d6beed97e2b29531e0a4b6ac14920c71 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Tue, 25 Jun 2024 11:22:25 -0500
Subject: [PATCH 261/318] fail safety for hub import

---
 guardrails/validator_base.py | 22 +++++++++++++++-------
 1 file changed, 15 insertions(+), 7 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index e6f02754b..f830cb180 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -21,6 +21,7 @@
 
 from langchain_core.runnables import Runnable
 
+from guardrails.logger import logger
 from guardrails.classes import (
     ValidationResult,
     PassResult,  # noqa
@@ -125,20 +126,27 @@ def decorator(cls_or_func: Union[Type[Validator], Callable]):
     return decorator
 
 
+def try_to_import_hub():
+    try:
+        # This should import everything and trigger registration
+        # So it should only have to happen once
+        # in lieu of completely unregistered validators
+        import guardrails.hub  # noqa
+    except ImportError:
+        logger.debug("Could not import hub.  Validators may not work properly.")
+
+
 # TODO: Move this to validator_utils.py
 def get_validator_class(name: Optional[str]) -> Optional[Type["Validator"]]:
     if not name:
         return None
     is_hub_validator = name.startswith(hub)
     validator_key = name.replace(hub, "") if is_hub_validator else name
-    registration = validators_registry.get(validator_key)
-    if not registration and name.startswith(hub):
-        # This should import everything and trigger registration
-        # So it should only have to happen once
-        # in lieu of completely unregistered validators
-        import guardrails.hub  # noqa
 
-        return validators_registry.get(validator_key)
+    registration = validators_registry.get(validator_key)
+    if not registration:
+        try_to_import_hub()
+        registration = validators_registry.get(validator_key)
 
     if not registration:
         warn(f"Validator with id {name} was not found in the registry!  Ignoring...")

From f994aebcd5374f49e3796bdcba40ad946cfb1a02 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Tue, 25 Jun 2024 10:45:29 -0700
Subject: [PATCH 262/318] adding switch for more explicit install locally
 message

---
 guardrails/cli/hub/install.py | 16 +++++++++++-----
 1 file changed, 11 insertions(+), 5 deletions(-)

diff --git a/guardrails/cli/hub/install.py b/guardrails/cli/hub/install.py
index d3c6dcb56..450e06c07 100644
--- a/guardrails/cli/hub/install.py
+++ b/guardrails/cli/hub/install.py
@@ -85,7 +85,6 @@ def add_to_hub_inits(manifest: ModuleManifest, site_packages: str):
 def run_post_install(manifest: ModuleManifest, site_packages: str):
     org_package = get_org_and_package_dirs(manifest)
     post_install_script = manifest.post_install
-
     if not post_install_script:
         return
 
@@ -238,10 +237,17 @@ def do_nothing_context(*args, **kwargs):
     with loader(dl_deps_msg, spinner="bouncingBar"):
         install_hub_module(module_manifest, site_packages, quiet=quiet)
 
-    # Ask about local model installation
-    install_local_models = typer.confirm(
-        "Would you like to install the local models?", default=False
-    )
+    if module_manifest.tags.has_guardrails_endpoint:
+        install_local_models = typer.confirm(
+            "This validator has a Guardrails AI inference endpoint available. Would "
+            "you still like to install the local models for local inference?",
+            default=False,
+        )
+    else:
+        # Ask about local model installation
+        install_local_models = typer.confirm(
+            "Would you like to install the local models?", default=False
+        )
 
     # Post-install
     if install_local_models:

From d14787aa595a91fb8e18db66c1065deec49f2928 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Tue, 25 Jun 2024 11:23:31 -0700
Subject: [PATCH 263/318] adding telemetry for validator base class calls

---
 guardrails/hub_token/token.py |  2 +-
 guardrails/validator_base.py  | 47 ++++++++++++++++++++++++-----------
 2 files changed, 34 insertions(+), 15 deletions(-)

diff --git a/guardrails/hub_token/token.py b/guardrails/hub_token/token.py
index 6c4f1688c..094c7cfe6 100644
--- a/guardrails/hub_token/token.py
+++ b/guardrails/hub_token/token.py
@@ -30,7 +30,7 @@ class HttpError(Exception):
     message: str
 
 
-validator_hub_service = "https://so4sg4q4pb.execute-api.us-east-1.amazonaws.com"
+VALIDATOR_HUB_SERVICE = "https://so4sg4q4pb.execute-api.us-east-1.amazonaws.com"
 
 
 def get_jwt_token(creds: Credentials) -> Optional[str]:
diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 68eec7cf5..ae905ab89 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -21,15 +21,14 @@
 from guardrails.classes.credentials import Credentials
 from guardrails.constants import hub
 from guardrails.errors import ValidationError
-from guardrails.hub_token.token import get_jwt_token
-from guardrails.logger import logger
+from guardrails.hub_token.token import VALIDATOR_HUB_SERVICE, get_jwt_token
 from guardrails.remote_inference import remote_inference
 from guardrails.types.on_fail import OnFailAction
+from guardrails.utils.hub_telemetry_utils import HubTelemetry
 
 VALIDATOR_IMPORT_WARNING = """Accessing `{validator_name}` using
 `from guardrails.validators import {validator_name}` is deprecated and
 support will be removed after version 0.5.x. Please switch to the Guardrails Hub syntax:
-`from guardrails.hub import {hub_validator_name}` for future updates and support.
 For additional details, please visit: {hub_validator_url}.
 """
 
@@ -423,7 +422,7 @@ def __init__(
         if not self.validation_endpoint:
             validator_id = self.rail_alias.split("/")[-1]
             submission_url = (
-                f"{self.validation_endpoint}/validator/{validator_id}/inference"
+                f"{VALIDATOR_HUB_SERVICE}/validator/{validator_id}/inference"
             )
             self.validation_endpoint = submission_url
 
@@ -509,7 +508,12 @@ def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult:
         External facing validate function. This function acts as a wrapper for
         _validate() and is intended to apply any meta-validation requirements, logic,
         or pre/post processing."""
-        return self._validate(value, metadata)
+        validation_result = self._validate(value, metadata)
+        self._after_validation_call(
+            remote_inference=not self.use_local,
+            used_guardrails_endpoint=self.validation_endpoint,
+        )
+        return validation_result
 
     def _inference(self, model_input: Any) -> Any:
         """Calls either a local or remote inference engine for use in the validation
@@ -523,17 +527,8 @@ def _inference(self, model_input: Any) -> Any:
         """
         # Only use if both are set, otherwise fall back to local inference
         if self.use_local:
-            logger.debug(
-                f"{self.rail_alias} either has no hub authentication token or has not "
-                "enabled remote inference execution. This validator will use a local "
-                "inference engine."
-            )
             return self._inference_local(model_input)
 
-        logger.debug(
-            f"{self.rail_alias} has found a Validator Hub Service token."
-            " Using a remote inference engine."
-        )
         return self._inference_remote(model_input)
 
     def _chunking_function(self, chunk: str) -> List[str]:
@@ -771,3 +766,27 @@ def to_runnable(self) -> Runnable:
         )
 
         return ValidatorRunnable(self)
+
+    def _after_validation_call(self) -> None:
+        """Logs telemetry after the validator is called."""
+
+        if not self.kwargs.get("disable_tracer", False):
+            # Get HubTelemetry singleton and create a new span to
+            # log the validator inference
+            _hub_telemetry = HubTelemetry()
+            used_guardrails_endpoint = (
+                VALIDATOR_HUB_SERVICE in self.validation_endpoint and not self.use_local
+            )
+            used_custom_endpoint = not self.use_local and not used_guardrails_endpoint
+            _hub_telemetry.create_new_span(
+                span_name="/validator_inference",
+                attributes=[
+                    ("validator_name", self.rail_alias),
+                    ("used_remote_inference", not self.use_local),
+                    ("used_local_inference", self.use_local),
+                    ("used_guardrails_endpoint", used_guardrails_endpoint),
+                    ("used_custom_endpoint", used_custom_endpoint),
+                ],
+                is_parent=False,  # This span will have no children
+                has_parent=True,  # This span has a parent
+            )

From 917f69a97a740ba334ae47b836f13c5dd4c74307 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Tue, 25 Jun 2024 11:24:00 -0700
Subject: [PATCH 264/318] cleanup of args

---
 guardrails/validator_base.py | 15 ++++++++-------
 1 file changed, 8 insertions(+), 7 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index ae905ab89..cc8fb63fe 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -15,9 +15,13 @@
 
 from guardrails.actions.filter import Filter
 from guardrails.actions.refrain import Refrain
-from guardrails.classes import ErrorSpan  # noqa
-from guardrails.classes import PassResult  # noqa
-from guardrails.classes import FailResult, InputType, ValidationResult
+from guardrails.classes import (
+    ErrorSpan,  # noqa
+    FailResult,
+    InputType,
+    PassResult,  # noqa
+    ValidationResult,
+)
 from guardrails.classes.credentials import Credentials
 from guardrails.constants import hub
 from guardrails.errors import ValidationError
@@ -509,10 +513,7 @@ def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult:
         _validate() and is intended to apply any meta-validation requirements, logic,
         or pre/post processing."""
         validation_result = self._validate(value, metadata)
-        self._after_validation_call(
-            remote_inference=not self.use_local,
-            used_guardrails_endpoint=self.validation_endpoint,
-        )
+        self._after_validation_call()
         return validation_result
 
     def _inference(self, model_input: Any) -> Any:

From f43e151f2994949b72da358c29a004ac57fba0ac Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Tue, 25 Jun 2024 14:18:01 -0500
Subject: [PATCH 265/318] null safeties

---
 guardrails/classes/history/outputs.py | 32 +++++++++++++++++++++------
 1 file changed, 25 insertions(+), 7 deletions(-)

diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py
index f5083a803..2770b23a1 100644
--- a/guardrails/classes/history/outputs.py
+++ b/guardrails/classes/history/outputs.py
@@ -137,13 +137,31 @@ def status(self) -> str:
 
     def to_interface(self) -> IOutputs:
         return IOutputs(
-            llm_response_info=self.llm_response_info.to_interface(),  # type: ignore
-            raw_output=self.raw_output,  # type: ignore
-            parsed_output=OutputsParsedOutput(self.parsed_output),  # type: ignore
-            validation_response=OutputsValidationResponse(self.validation_response),  # type: ignore
-            guarded_output=OutputsParsedOutput(self.guarded_output),  # type: ignore
-            reasks=self.reasks,  # type: ignore
-            validator_logs=[v.to_interface() for v in self.validator_logs],  # type: ignore
+            llm_response_info=(  # type: ignore - pydantic alias
+                self.llm_response_info.to_interface()
+                if self.llm_response_info
+                else None
+            ),
+            raw_output=self.raw_output,  # type: ignore - pydantic alias
+            parsed_output=(  # type: ignore - pydantic alias
+                OutputsParsedOutput(self.parsed_output) if self.parsed_output else None
+            ),
+            validation_response=(  # type: ignore - pydantic alias
+                OutputsValidationResponse(self.validation_response)
+                if self.validation_response
+                else None
+            ),
+            guarded_output=(  # type: ignore - pydantic alias
+                OutputsParsedOutput(self.guarded_output)
+                if self.guarded_output
+                else None
+            ),
+            reasks=self.reasks,  # type: ignore - pydantic alias
+            validator_logs=[  # type: ignore - pydantic alias
+                v.to_interface()
+                for v in self.validator_logs
+                if isinstance(v, ValidatorLogs)
+            ],
             error=self.error,
         )
 

From eca054dadca0c120e01edec948f039cf187700a1 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Tue, 25 Jun 2024 15:37:33 -0700
Subject: [PATCH 266/318] removing unused post_install

---
 guardrails/validator_base.py | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index cc8fb63fe..c3eeaa3d6 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -474,11 +474,6 @@ def __init__(
             self.rail_alias in validators_registry
         ), f"Validator {self.__class__.__name__} is not registered. "
 
-    @staticmethod
-    def _post_install(self):
-        """Hook for post-install operations. Install local models, cache data, etc."""
-        raise NotImplementedError
-
     def _validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult:
         """User implementable function.
 

From d1b4958df4f20722f6ad9ff626e1a78baa883aa8 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 09:49:15 -0500
Subject: [PATCH 267/318] backfill exec opts from kwargs

---
 guardrails/errors/__init__.py | 15 +--------------
 guardrails/guard.py           | 32 ++++++++++++++++++++++++++++++++
 2 files changed, 33 insertions(+), 14 deletions(-)

diff --git a/guardrails/errors/__init__.py b/guardrails/errors/__init__.py
index de9cd519b..64b795688 100644
--- a/guardrails/errors/__init__.py
+++ b/guardrails/errors/__init__.py
@@ -1,16 +1,3 @@
-# Never actually used in any validators so the description is misleading.
-# The naming is confusing so we're updating it.
-class ValidatorError(Exception):
-    """
-    deprecated: 0.3.3
-    Use :class:`ValidationError` instead.
-
-    Base class for all validator errors.
-    """
-
-
-# Open to naming this something more generic like GuardrailsError or something,
-# let's just decide in this PR
 class ValidationError(Exception):
     """Top level validation error."""
 
@@ -26,4 +13,4 @@ def __init__(self, original_exception: Exception):
         self.original_exception = original_exception
 
 
-__all__ = ["ValidatorError", "ValidationError", "UserFacingException"]
+__all__ = ["ValidationError", "UserFacingException"]
diff --git a/guardrails/guard.py b/guardrails/guard.py
index f0a5a6d62..4cfd0f0e7 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -285,6 +285,31 @@ def _fill_validators(self):
             for v in v_list
         ]
 
+    def _fill_exec_opts(
+        self,
+        *,
+        num_reasks: Optional[int] = None,
+        prompt: Optional[str] = None,
+        instructions: Optional[str] = None,
+        msg_history: Optional[List[Dict]] = None,
+        reask_prompt: Optional[str] = None,
+        reask_instructions: Optional[str] = None,
+        **kwargs,  # noqa
+    ):
+        """Backfill execution options from kwargs."""
+        if num_reasks is not None:
+            self._exec_opts.num_reasks = num_reasks
+        if prompt is not None:
+            self._exec_opts.prompt = prompt
+        if instructions is not None:
+            self._exec_opts.instructions = instructions
+        if msg_history is not None:
+            self._exec_opts.msg_history = msg_history
+        if reask_prompt is not None:
+            self._exec_opts.reask_prompt = reask_prompt
+        if reask_instructions is not None:
+            self._exec_opts.reask_instructions = reask_instructions
+
     @classmethod
     def _from_rail_schema(
         cls,
@@ -578,6 +603,13 @@ def _execute(
     ) -> Union[ValidationOutcome[OT], Iterable[ValidationOutcome[OT]]]:
         self._fill_validator_map()
         self._fill_validators()
+        self._fill_exec_opts(
+            num_reasks=num_reasks,
+            prompt=prompt,
+            instructions=instructions,
+            msg_history=msg_history,
+            **kwargs,
+        )
         metadata = metadata or {}
         if not llm_output and llm_api and not (prompt or msg_history):
             raise RuntimeError(

From 5681f02778788276c6cd27a16c79470f48584940 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 11:01:32 -0500
Subject: [PATCH 268/318] send exec opts to server

---
 guardrails/guard.py | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/guardrails/guard.py b/guardrails/guard.py
index 4cfd0f0e7..5c1fff95a 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -1152,6 +1152,19 @@ def _call_server(
             if llm_api is not None:
                 payload["llmApi"] = get_llm_api_enum(llm_api, *args, **kwargs)
 
+            if not payload.get("prompt"):
+                payload["prompt"] = self._exec_opts.prompt
+            if not payload.get("instructions"):
+                payload["instructions"] = self._exec_opts.instructions
+            if not payload.get("msg_history"):
+                payload["msg_history"] = self._exec_opts.msg_history
+            if not payload.get("reask_prompt"):
+                payload["reask_prompt"] = self._exec_opts.reask_prompt
+            if not payload.get("reask_instructions"):
+                payload["reask_instructions"] = self._exec_opts.reask_instructions
+            if not payload.get("num_reasks"):
+                payload["num_reasks"] = self._exec_opts.num_reasks
+
             should_stream = kwargs.get("stream", False)
             if should_stream:
                 return self._stream_server_call(payload=payload)

From ef1add6d51fe9cc187c5159837e68e08fca2a050 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 11:02:13 -0500
Subject: [PATCH 269/318] bump alpha version

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 507e045e1..d49e807c4 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a4"
+version = "0.5.0a5"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From 92ac42b5fcc08c2a76e330affbc8bf75f9687646 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 11:33:12 -0500
Subject: [PATCH 270/318] fix dupe kwarg

---
 guardrails/guard.py | 4 +---
 pyproject.toml      | 2 +-
 2 files changed, 2 insertions(+), 4 deletions(-)

diff --git a/guardrails/guard.py b/guardrails/guard.py
index 5c1fff95a..26f8daabc 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -1146,7 +1146,7 @@ def _call_server(
             if llm_output is not None:
                 payload["llmOutput"] = llm_output
             if num_reasks is not None:
-                payload["numReasks"] = num_reasks
+                payload["numReasks"] = num_reasks or self._exec_opts.num_reasks
             if prompt_params is not None:
                 payload["promptParams"] = prompt_params
             if llm_api is not None:
@@ -1162,8 +1162,6 @@ def _call_server(
                 payload["reask_prompt"] = self._exec_opts.reask_prompt
             if not payload.get("reask_instructions"):
                 payload["reask_instructions"] = self._exec_opts.reask_instructions
-            if not payload.get("num_reasks"):
-                payload["num_reasks"] = self._exec_opts.num_reasks
 
             should_stream = kwargs.get("stream", False)
             if should_stream:
diff --git a/pyproject.toml b/pyproject.toml
index d49e807c4..bcb9a3d80 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a5"
+version = "0.5.0a6"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From b0fc4db55b95550ac465413a21ae258b651a8687 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 11:48:32 -0500
Subject: [PATCH 271/318] accept reask on exec

---
 guardrails/guard.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/guardrails/guard.py b/guardrails/guard.py
index 26f8daabc..0b21e1c08 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -597,6 +597,8 @@ def _execute(
         prompt: Optional[str] = None,
         instructions: Optional[str] = None,
         msg_history: Optional[List[Dict]] = None,
+        reask_prompt: Optional[str] = None,
+        reask_instructions: Optional[str] = None,
         metadata: Optional[Dict],
         full_schema_reask: Optional[bool] = None,
         **kwargs,
@@ -608,7 +610,8 @@ def _execute(
             prompt=prompt,
             instructions=instructions,
             msg_history=msg_history,
-            **kwargs,
+            reask_prompt=reask_prompt,
+            reask_instructions=reask_instructions,
         )
         metadata = metadata or {}
         if not llm_output and llm_api and not (prompt or msg_history):

From 28e71099fd1f289b1053b11dd4f8fc5cc4486b6a Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 11:48:47 -0500
Subject: [PATCH 272/318] version bump

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index bcb9a3d80..d4341fda7 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a6"
+version = "0.5.0a7"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From 0f0eafbb48bde26e7b14ca4fef7dc7df03cc059f Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 11:55:36 -0500
Subject: [PATCH 273/318] proxy dev flag

---
 guardrails/cli/start.py | 6 +++++-
 pyproject.toml          | 2 +-
 2 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/guardrails/cli/start.py b/guardrails/cli/start.py
index 556a0c6d5..9ef154fb4 100644
--- a/guardrails/cli/start.py
+++ b/guardrails/cli/start.py
@@ -37,6 +37,10 @@ def start(
         default=8000,
         help="The port to run the server on.",
     ),
+    dev: Optional[bool] = typer.Option(
+        default=False,
+        help="Run in development mode without gunicorn.",
+    ),
 ):
     logger.debug("Checking for prerequisites...")
     if not api_is_installed():
@@ -46,4 +50,4 @@ def start(
     from guardrails_api.cli.start import start  # type: ignore
 
     logger.info("Starting Guardrails server")
-    start(env, config, timeout, threads, port)
+    start(env, config, timeout, threads, port, dev)
diff --git a/pyproject.toml b/pyproject.toml
index d4341fda7..172d3111c 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a7"
+version = "0.5.0a8"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From 64ca37f6e5cf966e01e942db8583d7981b525d1c Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 12:57:24 -0500
Subject: [PATCH 274/318] lock to lowest api version for dev flag

---
 docs/test.ipynb | 123 ++++++++++++++++++++++++++++++++++++++++++++++++
 poetry.lock     |   8 ++--
 pyproject.toml  |   2 +-
 3 files changed, 128 insertions(+), 5 deletions(-)
 create mode 100644 docs/test.ipynb

diff --git a/docs/test.ipynb b/docs/test.ipynb
new file mode 100644
index 000000000..7f818f26b
--- /dev/null
+++ b/docs/test.ipynb
@@ -0,0 +1,123 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/.venv/bin/guardrails\n"
+     ]
+    }
+   ],
+   "source": [
+    "! which guardrails"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mdetect_pii...\u001b[0m\n",
+      "\u001b[2K\u001b[32m[    ]\u001b[0m Fetching manifestst\n",
+      "\u001b[2K\u001b[32m[=   ]\u001b[0m Downloading dependenciespendencies  Running command git clone --filter=blob:none --quiet https://github.com/guardrails-ai/detect_pii.git /private/var/folders/w2/ssf16z690zd7_4dggw0y5s_m0000gn/T/pip-req-build-58meepeu\n",
+      "\u001b[2K\u001b[32m[==  ]\u001b[0m Downloading dependencies\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
+      "\u001b[2K\u001b[32m[=== ]\u001b[0m Downloading dependencies\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
+      "\u001b[2K\u001b[32m[=   ]\u001b[0m Downloading dependencies\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
+      "\u001b[2K\u001b[32m[   =]\u001b[0m Downloading dependencies\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
+      "\u001b[2K\u001b[32m[   =]\u001b[0m Downloading dependencies\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
+      "\u001b[2K\u001b[32m[    ]\u001b[0m Downloading dependencies\n",
+      "\u001b[2K\u001b[32m[==  ]\u001b[0m Running post-install setuptall setup\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
+      "\u001b[2K\u001b[32m[==  ]\u001b[0m Running post-install setup\n",
+      "\u001b[1A\u001b[2K✅Successfully installed guardrails/detect_pii!\n",
+      "\n",
+      "\n",
+      "\u001b[1mImport validator:\u001b[0m\n",
+      "from guardrails.hub import DetectPII\n",
+      "\n",
+      "\u001b[1mGet more info:\u001b[0m\n",
+      "\u001b[4;94mhttps://hub.guardrailsai.com/validator/guardrails/detect_pii\u001b[0m\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "! guardrails hub install hub://guardrails/detect_pii"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Validation failed for field with errors: The following text in your response contains PII:\n",
+      "My email address is not_a_real_email@guardrailsai.com\n"
+     ]
+    }
+   ],
+   "source": [
+    "import openai\n",
+    "from guardrails import Guard\n",
+    "from guardrails.errors import ValidationError\n",
+    "from guardrails.hub import DetectPII\n",
+    "from guardrails.types import OnFailAction\n",
+    "\n",
+    "guard = Guard()\n",
+    "guard.use(DetectPII(pii_entities=[\"EMAIL_ADDRESS\", \"PHONE_NUMBER\"], on_fail=OnFailAction.EXCEPTION), on=\"prompt\")\n",
+    "\n",
+    "try:\n",
+    "    guard(\n",
+    "        openai.chat.completions.create,\n",
+    "        prompt=\"My email address is not_a_real_email@guardrailsai.com\",\n",
+    "    )\n",
+    "except ValidationError as e:\n",
+    "    print(e)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.3"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}
diff --git a/poetry.lock b/poetry.lock
index c52694b55..15f5555ec 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -1741,13 +1741,13 @@ protobuf = ["grpcio-tools (>=1.64.0)"]
 
 [[package]]
 name = "guardrails-api"
-version = "0.0.0a0"
+version = "0.0.0a2"
 description = "Guardrails API"
 optional = false
 python-versions = "<4,>=3.8"
 files = [
-    {file = "guardrails_api-0.0.0a0-py3-none-any.whl", hash = "sha256:d0cbd26b755a5d3b932d6b17e9a0982c8c011517e4904aca8eab75ab471b6ca9"},
-    {file = "guardrails_api-0.0.0a0.tar.gz", hash = "sha256:e6ca674ce1627b273a2fe0f1a61cb8c2c331f733d2c1ad09cd92be36f5da7bec"},
+    {file = "guardrails_api-0.0.0a2-py3-none-any.whl", hash = "sha256:bfa72d39580095266bb5496c01e8218581adfc6761f6aa19d8fccef5bf902fff"},
+    {file = "guardrails_api-0.0.0a2.tar.gz", hash = "sha256:4fbcae08ee0d0cd61a7af5547b41c9e322cb9d2aec86ba42b228b992ffb51818"},
 ]
 
 [package.dependencies]
@@ -7287,4 +7287,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "f0005738aa6be84cf095bffd9f73ef581691b511fd037c8f78a051bb14ba23b8"
+content-hash = "0a26588ffb0d2018dd93a4b9a0c979fb6f36a33117c42b90d91fe64a9086ae67"
diff --git a/pyproject.toml b/pyproject.toml
index 172d3111c..77a0f1cc1 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -57,7 +57,7 @@ opentelemetry-sdk = "^1.24.0"
 opentelemetry-exporter-otlp-proto-grpc = "^1.24.0"
 opentelemetry-exporter-otlp-proto-http = "^1.24.0"
 guardrails-api-client = ">=0.3.8"
-guardrails-api = ">=0.0.0a0"
+guardrails-api = ">=0.0.0a2"
 
 [tool.poetry.extras]
 sql = ["sqlvalidator", "sqlalchemy", "sqlglot"]

From f1791151a4e45d1a61002a1494cd4a8afcb7b818 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 14:24:05 -0500
Subject: [PATCH 275/318] remove test notebook

---
 docs/test.ipynb | 123 ------------------------------------------------
 1 file changed, 123 deletions(-)
 delete mode 100644 docs/test.ipynb

diff --git a/docs/test.ipynb b/docs/test.ipynb
deleted file mode 100644
index 7f818f26b..000000000
--- a/docs/test.ipynb
+++ /dev/null
@@ -1,123 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "/Users/calebcourier/Projects/gr-mono/guardrails/docs/.venv/bin/guardrails\n"
-     ]
-    }
-   ],
-   "source": [
-    "! which guardrails"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Installing hub:\u001b[35m/\u001b[0m\u001b[35m/guardrails/\u001b[0m\u001b[95mdetect_pii...\u001b[0m\n",
-      "\u001b[2K\u001b[32m[    ]\u001b[0m Fetching manifestst\n",
-      "\u001b[2K\u001b[32m[=   ]\u001b[0m Downloading dependenciespendencies  Running command git clone --filter=blob:none --quiet https://github.com/guardrails-ai/detect_pii.git /private/var/folders/w2/ssf16z690zd7_4dggw0y5s_m0000gn/T/pip-req-build-58meepeu\n",
-      "\u001b[2K\u001b[32m[==  ]\u001b[0m Downloading dependencies\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
-      "\u001b[2K\u001b[32m[=== ]\u001b[0m Downloading dependencies\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
-      "\u001b[2K\u001b[32m[=   ]\u001b[0m Downloading dependencies\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
-      "\u001b[2K\u001b[32m[   =]\u001b[0m Downloading dependencies\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
-      "\u001b[2K\u001b[32m[   =]\u001b[0m Downloading dependencies\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
-      "\u001b[2K\u001b[32m[    ]\u001b[0m Downloading dependencies\n",
-      "\u001b[2K\u001b[32m[==  ]\u001b[0m Running post-install setuptall setup\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
-      "\u001b[2K\u001b[32m[==  ]\u001b[0m Running post-install setup\n",
-      "\u001b[1A\u001b[2K✅Successfully installed guardrails/detect_pii!\n",
-      "\n",
-      "\n",
-      "\u001b[1mImport validator:\u001b[0m\n",
-      "from guardrails.hub import DetectPII\n",
-      "\n",
-      "\u001b[1mGet more info:\u001b[0m\n",
-      "\u001b[4;94mhttps://hub.guardrailsai.com/validator/guardrails/detect_pii\u001b[0m\n",
-      "\n"
-     ]
-    }
-   ],
-   "source": [
-    "! guardrails hub install hub://guardrails/detect_pii"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Validation failed for field with errors: The following text in your response contains PII:\n",
-      "My email address is not_a_real_email@guardrailsai.com\n"
-     ]
-    }
-   ],
-   "source": [
-    "import openai\n",
-    "from guardrails import Guard\n",
-    "from guardrails.errors import ValidationError\n",
-    "from guardrails.hub import DetectPII\n",
-    "from guardrails.types import OnFailAction\n",
-    "\n",
-    "guard = Guard()\n",
-    "guard.use(DetectPII(pii_entities=[\"EMAIL_ADDRESS\", \"PHONE_NUMBER\"], on_fail=OnFailAction.EXCEPTION), on=\"prompt\")\n",
-    "\n",
-    "try:\n",
-    "    guard(\n",
-    "        openai.chat.completions.create,\n",
-    "        prompt=\"My email address is not_a_real_email@guardrailsai.com\",\n",
-    "    )\n",
-    "except ValidationError as e:\n",
-    "    print(e)"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": ".venv",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.12.3"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}

From 8c9b70c78d532d2f9f1cba202e5df50acbdfc6e7 Mon Sep 17 00:00:00 2001
From: Alejandro 
Date: Wed, 26 Jun 2024 12:37:08 -0700
Subject: [PATCH 276/318] Updated UX of `guardrails configure` to include api
 token url, other enhancements

---
 guardrails/cli/configure.py | 32 +++++++++++++++++++++++++-------
 1 file changed, 25 insertions(+), 7 deletions(-)

diff --git a/guardrails/cli/configure.py b/guardrails/cli/configure.py
index 2a7354892..a8050451c 100644
--- a/guardrails/cli/configure.py
+++ b/guardrails/cli/configure.py
@@ -10,6 +10,7 @@
 
 from guardrails.cli.guardrails import guardrails
 from guardrails.cli.logger import LEVELS, logger
+from guardrails.cli.hub.console import console
 
 
 DEFAULT_TOKEN = ""
@@ -46,12 +47,6 @@ def _get_default_token() -> str:
 
 @guardrails.command()
 def configure(
-    token: Optional[str] = typer.Option(
-        default_factory=_get_default_token,
-        help="Your Guardrails Hub auth token.",
-        hide_input=True,
-        prompt="Token (optional)",
-    ),
     enable_metrics: Optional[bool] = typer.Option(
         DEFAULT_ENABLE_METRICS,
         "--enable-metrics/--disable-metrics",
@@ -64,8 +59,31 @@ def configure(
         help="Clear the existing token from the configuration file.",
     ),
 ):
-    if clear_token is True:
+    existing_token = _get_default_token()
+    last4 = existing_token[-4:] if existing_token else ""
+
+    if not clear_token:
+        console.print(
+            "\nEnter API Key below", style="bold", end=" "
+        )  # Bold style for 'Welcome'
+        last4 and console.print(
+            "[dim]leave empty if you want to keep existing token[/dim]",
+            style="italic",
+            end=" ",
+        )  # Dim style for 'name'
+        last4 and console.print(
+            f"[{last4}]", style="italic"
+        )  # Italic style for the rest of the sentence
+
+        console.print(
+            ":backhand_index_pointing_right: You can find your API Key at https://hub.guardrailsai.com/keys"
+        )
+
+        token = typer.prompt("\nAPI Key", existing_token, show_default=False)
+
+    else:
         token = DEFAULT_TOKEN
+
     try:
         save_configuration_file(token, enable_metrics)
         logger.info("Configuration saved.")

From 50386570fc97da4217efc808306a9577c22f1387 Mon Sep 17 00:00:00 2001
From: Alejandro 
Date: Wed, 26 Jun 2024 12:40:43 -0700
Subject: [PATCH 277/318] removed comments

---
 guardrails/cli/configure.py | 10 +++-------
 1 file changed, 3 insertions(+), 7 deletions(-)

diff --git a/guardrails/cli/configure.py b/guardrails/cli/configure.py
index a8050451c..e67b3707c 100644
--- a/guardrails/cli/configure.py
+++ b/guardrails/cli/configure.py
@@ -63,17 +63,13 @@ def configure(
     last4 = existing_token[-4:] if existing_token else ""
 
     if not clear_token:
-        console.print(
-            "\nEnter API Key below", style="bold", end=" "
-        )  # Bold style for 'Welcome'
+        console.print("\nEnter API Key below", style="bold", end=" ")
         last4 and console.print(
             "[dim]leave empty if you want to keep existing token[/dim]",
             style="italic",
             end=" ",
-        )  # Dim style for 'name'
-        last4 and console.print(
-            f"[{last4}]", style="italic"
-        )  # Italic style for the rest of the sentence
+        )
+        last4 and console.print(f"[{last4}]", style="italic")
 
         console.print(
             ":backhand_index_pointing_right: You can find your API Key at https://hub.guardrailsai.com/keys"

From f4ba960e4137f1d8bb447eca741bb8dc50c5675e Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Wed, 26 Jun 2024 13:49:04 -0700
Subject: [PATCH 278/318] Bugfix: Sidestep MacOS Segfault in OpenMP.

---
 tests/unit_tests/mocks/mock_hf_models.py | 13 +++++++++++--
 1 file changed, 11 insertions(+), 2 deletions(-)

diff --git a/tests/unit_tests/mocks/mock_hf_models.py b/tests/unit_tests/mocks/mock_hf_models.py
index 737f6f29c..e39515884 100644
--- a/tests/unit_tests/mocks/mock_hf_models.py
+++ b/tests/unit_tests/mocks/mock_hf_models.py
@@ -3,6 +3,9 @@
 
 def make_mock_model_and_tokenizer():
     """Returns a tuple of HF AutoModelForCausalLM and AutoTokenizer."""
+    import torch
+    torch.set_num_threads(1)
+
     from transformers import AutoModelForCausalLM, AutoTokenizer
 
     # Can regenerate the sample pipe with this:
@@ -15,9 +18,15 @@ def make_mock_model_and_tokenizer():
         os.path.abspath(os.path.normpath(os.path.dirname(__file__))), "tiny-random-gpt2"
     )
 
-    model = AutoModelForCausalLM.from_pretrained(savedir, local_files_only=True)
+    model = AutoModelForCausalLM.from_pretrained(
+        savedir,
+        local_files_only=True,
+    )
 
-    tokenizer = AutoTokenizer.from_pretrained(savedir, local_files_only=True)
+    tokenizer = AutoTokenizer.from_pretrained(
+        savedir,
+        local_files_only=True,
+    )
 
     return model, tokenizer
 

From 31ef63a2ed1f939ab005a6ae50d38f18afea97e7 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Wed, 26 Jun 2024 13:54:07 -0700
Subject: [PATCH 279/318] Reformat.

---
 tests/unit_tests/mocks/mock_hf_models.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/unit_tests/mocks/mock_hf_models.py b/tests/unit_tests/mocks/mock_hf_models.py
index e39515884..e13c70349 100644
--- a/tests/unit_tests/mocks/mock_hf_models.py
+++ b/tests/unit_tests/mocks/mock_hf_models.py
@@ -4,6 +4,7 @@
 def make_mock_model_and_tokenizer():
     """Returns a tuple of HF AutoModelForCausalLM and AutoTokenizer."""
     import torch
+
     torch.set_num_threads(1)
 
     from transformers import AutoModelForCausalLM, AutoTokenizer

From e915ddf4c01ec12b826ab2de6b9ead57d7ffa1e4 Mon Sep 17 00:00:00 2001
From: Alejandro 
Date: Wed, 26 Jun 2024 14:08:51 -0700
Subject: [PATCH 280/318] updated tests for configure cli command

---
 tests/unit_tests/cli/conftest.py       |  8 ++++
 tests/unit_tests/cli/test_configure.py | 51 +++++++++++++++++++-------
 2 files changed, 45 insertions(+), 14 deletions(-)
 create mode 100644 tests/unit_tests/cli/conftest.py

diff --git a/tests/unit_tests/cli/conftest.py b/tests/unit_tests/cli/conftest.py
new file mode 100644
index 000000000..8ba0df193
--- /dev/null
+++ b/tests/unit_tests/cli/conftest.py
@@ -0,0 +1,8 @@
+import pytest
+
+
+@pytest.fixture
+def runner():
+    from typer.testing import CliRunner
+
+    return CliRunner()
diff --git a/tests/unit_tests/cli/test_configure.py b/tests/unit_tests/cli/test_configure.py
index dd1e2620a..6af71d3ac 100644
--- a/tests/unit_tests/cli/test_configure.py
+++ b/tests/unit_tests/cli/test_configure.py
@@ -1,37 +1,60 @@
-from unittest.mock import call
+from unittest.mock import call, patch
 
 import pytest
 
 from tests.unit_tests.mocks.mock_file import MockFile
+from guardrails.cli.guardrails import guardrails
 
 
 @pytest.mark.parametrize(
-    "token,no_metrics",
+    "expected_token, enable_metrics, clear_token",
     [
-        # Note: typer defaults only work through the cli
-        # ("mock_client_id", "mock_client_secret", None),
-        ("mock_token", True),
-        ("mock_token", False),
+        ("mock_token", True, False),
+        ("mock_token", False, False),
+        ("", True, True),
+        ("", False, True),
     ],
 )
-def test_configure(mocker, token, no_metrics):
+def test_configure(mocker, runner, expected_token, enable_metrics, clear_token):
     mock_save_configuration_file = mocker.patch(
         "guardrails.cli.configure.save_configuration_file"
     )
     mock_logger_info = mocker.patch("guardrails.cli.configure.logger.info")
     mock_get_auth = mocker.patch("guardrails.cli.configure.get_auth")
 
-    from guardrails.cli.configure import configure
+    CLI_COMMAND = ["configure"]
+    CLI_COMMAND_ARGS = []
+    CLI_COMMAND_INPUTS = ["mock_token"]
 
-    configure(token, no_metrics)
+    if enable_metrics:
+        CLI_COMMAND_ARGS.append("y")
+    else:
+        CLI_COMMAND_ARGS.append("n")
 
-    assert mock_logger_info.call_count == 2
-    expected_calls = [call("Configuration saved."), call("Validating credentials...")]
-    mock_logger_info.assert_has_calls(expected_calls)
+    if clear_token:
+        CLI_COMMAND.append("--clear-token")
+
+    with patch("typer.prompt", side_effect=CLI_COMMAND_INPUTS):
+        result = runner.invoke(
+            guardrails,
+            CLI_COMMAND,
+            input="".join([f"{arg}\n" for arg in CLI_COMMAND_ARGS]),
+        )
+
+    assert result.exit_code == 0
 
-    mock_save_configuration_file.assert_called_once_with(token, no_metrics)
+    expected_calls = [call("Configuration saved.")]
 
-    assert mock_get_auth.call_count == 1
+    if clear_token:
+        expected_calls.append(call("No token provided. Skipping authentication."))
+        assert mock_get_auth.call_count == 0
+    else:
+        expected_calls.append(call("Validating credentials..."))
+        assert mock_get_auth.call_count == 1
+
+    assert mock_logger_info.call_count == 2
+    mock_logger_info.assert_has_calls(expected_calls)
+    mock_save_configuration_file.assert_called_once_with(expected_token, enable_metrics)
 
 
 def test_save_configuration_file(mocker):

From 8ce24e2299942b0289232449ff0c402e5b98451e Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 16:22:57 -0500
Subject: [PATCH 281/318] back to three opts for start cmd

---
 guardrails/cli/start.py | 14 +-------------
 1 file changed, 1 insertion(+), 13 deletions(-)

diff --git a/guardrails/cli/start.py b/guardrails/cli/start.py
index 9ef154fb4..5d5530abe 100644
--- a/guardrails/cli/start.py
+++ b/guardrails/cli/start.py
@@ -25,22 +25,10 @@ def start(
         default="",
         help="A config file to load Guards from.",
     ),
-    timeout: Optional[int] = typer.Option(
-        default=5,
-        help="Gunicorn worker timeout.",
-    ),
-    threads: Optional[int] = typer.Option(
-        default=10,
-        help="Number of Gunicorn worker threads.",
-    ),
     port: Optional[int] = typer.Option(
         default=8000,
         help="The port to run the server on.",
     ),
-    dev: Optional[bool] = typer.Option(
-        default=False,
-        help="Run in development mode without gunicorn.",
-    ),
 ):
     logger.debug("Checking for prerequisites...")
     if not api_is_installed():
@@ -50,4 +38,4 @@ def start(
     from guardrails_api.cli.start import start  # type: ignore
 
     logger.info("Starting Guardrails server")
-    start(env, config, timeout, threads, port, dev)
+    start(env, config, port)

From b48c9378a961e215cf2381d9ac0a0974573b0112 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 16:24:31 -0500
Subject: [PATCH 282/318] bump version

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 77a0f1cc1..308944962 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a8"
+version = "0.5.0a9"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"

From 9810fea55c1b2e4e64dbcf6eebf68af9fae5599f Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 16:24:53 -0500
Subject: [PATCH 283/318] bump api version

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 308944962..afd2604b1 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -57,7 +57,7 @@ opentelemetry-sdk = "^1.24.0"
 opentelemetry-exporter-otlp-proto-grpc = "^1.24.0"
 opentelemetry-exporter-otlp-proto-http = "^1.24.0"
 guardrails-api-client = ">=0.3.8"
-guardrails-api = ">=0.0.0a2"
+guardrails-api = ">=0.0.0a3"
 
 [tool.poetry.extras]
 sql = ["sqlvalidator", "sqlalchemy", "sqlglot"]

From eb681c8b9c098e0fbdafa3e34f00d4b7aed8f365 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Wed, 26 Jun 2024 16:35:54 -0500
Subject: [PATCH 284/318] poetry lock

---
 poetry.lock | 32 +++++---------------------------
 1 file changed, 5 insertions(+), 27 deletions(-)

diff --git a/poetry.lock b/poetry.lock
index 15f5555ec..b2e7c69e8 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -1741,13 +1741,13 @@ protobuf = ["grpcio-tools (>=1.64.0)"]
 
 [[package]]
 name = "guardrails-api"
-version = "0.0.0a2"
+version = "0.0.0a3"
 description = "Guardrails API"
 optional = false
 python-versions = "<4,>=3.8"
 files = [
-    {file = "guardrails_api-0.0.0a2-py3-none-any.whl", hash = "sha256:bfa72d39580095266bb5496c01e8218581adfc6761f6aa19d8fccef5bf902fff"},
-    {file = "guardrails_api-0.0.0a2.tar.gz", hash = "sha256:4fbcae08ee0d0cd61a7af5547b41c9e322cb9d2aec86ba42b228b992ffb51818"},
+    {file = "guardrails_api-0.0.0a3-py3-none-any.whl", hash = "sha256:318a23784a785536b813e3185ffeaa32cb29f3c5abb664a20f80cf8c1b53e825"},
+    {file = "guardrails_api-0.0.0a3.tar.gz", hash = "sha256:5e3aff4b20e8d4a667e6cb8f9fa69801ac48299c532aa2823dc3a4e38b912e35"},
 ]
 
 [package.dependencies]
@@ -1757,7 +1757,6 @@ Flask-Caching = ">=2.3.0,<3"
 Flask-Cors = ">=4.0.1,<5"
 Flask-SQLAlchemy = ">=3.1.1,<4"
 guardrails-ai = ">=0.5.0a2"
-gunicorn = ">=22.0.0,<23"
 jsonschema = ">=4.22.0,<5"
 litellm = ">=1.39.3,<2"
 opentelemetry-api = ">=1.0.0,<2"
@@ -1771,7 +1770,7 @@ typer = ">=0.9.4,<1"
 Werkzeug = ">=3.0.3,<4"
 
 [package.extras]
-dev = ["coverage", "pytest", "pytest-mock", "ruff"]
+dev = ["coverage", "gunicorn (>=22.0.0,<23)", "pytest", "pytest-mock", "ruff"]
 
 [[package]]
 name = "guardrails-api-client"
@@ -1787,27 +1786,6 @@ files = [
 [package.extras]
 dev = ["pyright", "pytest", "pytest-cov", "ruff"]
 
-[[package]]
-name = "gunicorn"
-version = "22.0.0"
-description = "WSGI HTTP Server for UNIX"
-optional = false
-python-versions = ">=3.7"
-files = [
-    {file = "gunicorn-22.0.0-py3-none-any.whl", hash = "sha256:350679f91b24062c86e386e198a15438d53a7a8207235a78ba1b53df4c4378d9"},
-    {file = "gunicorn-22.0.0.tar.gz", hash = "sha256:4a0b436239ff76fb33f11c07a16482c521a7e09c1ce3cc293c2330afe01bec63"},
-]
-
-[package.dependencies]
-packaging = "*"
-
-[package.extras]
-eventlet = ["eventlet (>=0.24.1,!=0.36.0)"]
-gevent = ["gevent (>=1.4.0)"]
-setproctitle = ["setproctitle"]
-testing = ["coverage", "eventlet", "gevent", "pytest", "pytest-cov"]
-tornado = ["tornado (>=0.2)"]
-
 [[package]]
 name = "h11"
 version = "0.14.0"
@@ -7287,4 +7265,4 @@ vectordb = ["faiss-cpu", "numpy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "0a26588ffb0d2018dd93a4b9a0c979fb6f36a33117c42b90d91fe64a9086ae67"
+content-hash = "72e1b8cf874425425dd8a73b03def13fbcf29f17de881696d3628a54f2dc2e72"

From 731855dcd7de024b25a2c6f571a691a8c78fd061 Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 27 Jun 2024 11:13:32 -0500
Subject: [PATCH 285/318] fix sync streaming with server

---
 guardrails/api_client.py              |  8 ++++++--
 guardrails/classes/history/outputs.py | 24 ++++++++++++++++++++----
 2 files changed, 26 insertions(+), 6 deletions(-)

diff --git a/guardrails/api_client.py b/guardrails/api_client.py
index 84eb4df66..e72c806b5 100644
--- a/guardrails/api_client.py
+++ b/guardrails/api_client.py
@@ -7,7 +7,11 @@
 from guardrails_api_client.api_client import ApiClient
 from guardrails_api_client.api.guard_api import GuardApi
 from guardrails_api_client.api.validate_api import ValidateApi
-from guardrails_api_client.models import Guard, ValidatePayload
+from guardrails_api_client.models import (
+    Guard,
+    ValidatePayload,
+    ValidationOutcome as IValidationOutcome,
+)
 
 from guardrails.logger import logger
 
@@ -94,7 +98,7 @@ def stream_validate(
                     )
                 if line:
                     json_output = json.loads(line)
-                    yield json_output
+                    yield IValidationOutcome.from_dict(json_output)
 
     def get_history(self, guard_name: str, call_id: str):
         return self._guard_api.get_guard_history(guard_name, call_id)
diff --git a/guardrails/classes/history/outputs.py b/guardrails/classes/history/outputs.py
index b42391b91..dda4c7340 100644
--- a/guardrails/classes/history/outputs.py
+++ b/guardrails/classes/history/outputs.py
@@ -189,11 +189,27 @@ def from_interface(cls, i_outputs: IOutputs) -> "Outputs":
             ]
 
         return cls(
-            llm_response_info=LLMResponse.from_interface(i_outputs.llm_response_info),  # type: ignore
+            llm_response_info=(  # type: ignore
+                LLMResponse.from_interface(i_outputs.llm_response_info)
+                if i_outputs.llm_response_info
+                else None
+            ),
             raw_output=i_outputs.raw_output,  # type: ignore
-            parsed_output=i_outputs.parsed_output.actual_instance,  # type: ignore
-            validation_response=i_outputs.validation_response.actual_instance,  # type: ignore
-            guarded_output=i_outputs.guarded_output.actual_instance,  # type: ignore
+            parsed_output=(  # type: ignore
+                i_outputs.parsed_output.actual_instance
+                if i_outputs.parsed_output
+                else None
+            ),
+            validation_response=(  # type: ignore
+                i_outputs.validation_response.actual_instance
+                if i_outputs.validation_response
+                else None
+            ),
+            guarded_output=(  # type: ignore
+                i_outputs.guarded_output.actual_instance
+                if i_outputs.guarded_output
+                else None
+            ),
             reasks=reasks,  # type: ignore
             validator_logs=validator_logs,  # type: ignore
             error=i_outputs.error,

From 0c04093984deed086b688abb28b1fe50809d4b3c Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 27 Jun 2024 11:26:32 -0500
Subject: [PATCH 286/318] safe guard against NoneType kwargs

---
 guardrails/classes/history/call_inputs.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py
index c62fe905f..ef01f623c 100644
--- a/guardrails/classes/history/call_inputs.py
+++ b/guardrails/classes/history/call_inputs.py
@@ -35,7 +35,7 @@ def to_interface(self) -> ICallInputs:
         #   if they're passed in as kwargs to the LLM
         redacted_kwargs = {}
         for k, v in self.kwargs.items():
-            if "key" in k.lower() or "token" in k.lower():
+            if "key" in k.lower() or "token" in k.lower() and isinstance(v, str):
                 redaction_length = len(v) - 4
                 stars = "*" * redaction_length
                 redacted_kwargs[k] = f"{stars}{v[-4:]}"

From 352c28e34b686defde44018c83d8467d2e5c0edf Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Thu, 27 Jun 2024 12:17:55 -0500
Subject: [PATCH 287/318] order of operations

---
 guardrails/classes/history/call_inputs.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/guardrails/classes/history/call_inputs.py b/guardrails/classes/history/call_inputs.py
index ef01f623c..bc99a4905 100644
--- a/guardrails/classes/history/call_inputs.py
+++ b/guardrails/classes/history/call_inputs.py
@@ -35,7 +35,7 @@ def to_interface(self) -> ICallInputs:
         #   if they're passed in as kwargs to the LLM
         redacted_kwargs = {}
         for k, v in self.kwargs.items():
-            if "key" in k.lower() or "token" in k.lower() and isinstance(v, str):
+            if ("key" in k.lower() or "token" in k.lower()) and isinstance(v, str):
                 redaction_length = len(v) - 4
                 stars = "*" * redaction_length
                 redacted_kwargs[k] = f"{stars}{v[-4:]}"

From f8ea978ea7d0acb2ddcafd8914b7faa95f5ee67b Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Thu, 27 Jun 2024 11:53:30 -0700
Subject: [PATCH 288/318] better function naming

---
 guardrails/validator_base.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 83eb8fa2d..74554eaab 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -262,7 +262,7 @@ def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult:
         _validate() and is intended to apply any meta-validation requirements, logic,
         or pre/post processing."""
         validation_result = self._validate(value, metadata)
-        self._after_validation_call()
+        self._log_telemetry()
         return validation_result
 
     def _inference(self, model_input: Any) -> Any:
@@ -486,7 +486,7 @@ def to_runnable(self) -> Runnable:
 
         return ValidatorRunnable(self)
 
-    def _after_validation_call(self) -> None:
+    def a(self) -> None:
         """Logs telemetry after the validator is called."""
 
         if not self.kwargs.get("disable_tracer", False):

From 71838d312c5d750416a3ce1c1798e6d2f38f396d Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Thu, 27 Jun 2024 14:54:53 -0700
Subject: [PATCH 289/318] fix token field

---
 guardrails/validator_base.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 74554eaab..a9376fd4c 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -349,7 +349,7 @@ def _hub_inference_request(self, request_body: dict) -> Any:
             submission_url = self.validation_endpoint
 
             headers = {
-                "Authorization": f"Bearer {self.token}",
+                "Authorization": f"Bearer {self.hub_jwt_token}",
                 "Content-Type": "application/json",
             }
             req = requests.post(submission_url, json=request_body, headers=headers)

From d48fcc47a7ad762e8ae7c6da42a3b7dcb1acfbad Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Thu, 27 Jun 2024 15:30:26 -0700
Subject: [PATCH 290/318] fixing token loading bug

---
 guardrails/validator_base.py | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 74554eaab..9b76a9cfc 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -172,7 +172,7 @@ class Validator:
 
     def __init__(
         self,
-        use_local: bool = True,
+        use_local: bool = None,
         validation_endpoint: str = None,
         on_fail: Optional[Union[Callable, OnFailAction]] = None,
         **kwargs,
@@ -181,14 +181,18 @@ def __init__(
         self.validation_endpoint = validation_endpoint
         self.creds = Credentials.from_rc_file()
 
-        if self.use_local is None:
+        if not self.use_local:
             if not self.creds:
                 raise PermissionError(
                     "No credentials found! Please run 'guardrails configure' before"
                     " making any validation requests."
                 )
             self.hub_jwt_token = get_jwt_token(self.creds)
-            self.use_local = not remote_inference.get_use_remote_inference(self.creds)
+            # If it wasn't set, fall back to credentials
+            if self.use_local is None:
+                self.use_local = not remote_inference.get_use_remote_inference(
+                    self.creds
+                )
 
         if not self.validation_endpoint:
             validator_id = self.rail_alias.split("/")[-1]

From 74ff2ac5ed1e362a88a670d75c2b7cc2b6f76934 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Thu, 27 Jun 2024 15:35:16 -0700
Subject: [PATCH 291/318] fixing renaming error

---
 guardrails/validator_base.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 39cc64b14..2cb2d87a6 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -490,7 +490,7 @@ def to_runnable(self) -> Runnable:
 
         return ValidatorRunnable(self)
 
-    def a(self) -> None:
+    def _log_telemetry(self) -> None:
         """Logs telemetry after the validator is called."""
 
         if not self.kwargs.get("disable_tracer", False):

From 54991c893b0d96476792fd179e727239b3b37168 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Thu, 27 Jun 2024 15:38:53 -0700
Subject: [PATCH 292/318] cleanup

---
 guardrails/validator_base.py | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 2cb2d87a6..5ab9db661 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -282,8 +282,13 @@ def _inference(self, model_input: Any) -> Any:
         # Only use if both are set, otherwise fall back to local inference
         if self.use_local:
             return self._inference_local(model_input)
-
-        return self._inference_remote(model_input)
+        if not self.use_local and self.inference_endpoint:
+            return self._inference_remote(model_input)
+        raise RuntimeError(
+            "No inference endpoint set, but use_local was false. "
+            "Please set either use_local=True or "
+            "set an inference_endpoint to perform inference in the validator."
+        )
 
     def _chunking_function(self, chunk: str) -> List[str]:
         """The strategy used for chunking accumulated text input into validation sets.

From ba30a420b33ac2650ea4cced5c4fe802acb19519 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Thu, 27 Jun 2024 15:44:56 -0700
Subject: [PATCH 293/318] cleanup

---
 guardrails/validator_base.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 5ab9db661..c351a0e81 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -282,12 +282,12 @@ def _inference(self, model_input: Any) -> Any:
         # Only use if both are set, otherwise fall back to local inference
         if self.use_local:
             return self._inference_local(model_input)
-        if not self.use_local and self.inference_endpoint:
+        if not self.use_local and self.validation_endpoint:
             return self._inference_remote(model_input)
         raise RuntimeError(
             "No inference endpoint set, but use_local was false. "
             "Please set either use_local=True or "
-            "set an inference_endpoint to perform inference in the validator."
+            "set an validation_endpoint to perform inference in the validator."
         )
 
     def _chunking_function(self, chunk: str) -> List[str]:

From b7d565c18abf1d9726801b97b941b0fce40a7299 Mon Sep 17 00:00:00 2001
From: Alejandro 
Date: Thu, 27 Jun 2024 16:56:02 -0700
Subject: [PATCH 294/318] remove short circuiting in stdout statements

---
 guardrails/cli/configure.py | 14 ++++++++------
 1 file changed, 8 insertions(+), 6 deletions(-)

diff --git a/guardrails/cli/configure.py b/guardrails/cli/configure.py
index e67b3707c..a52bc7ae9 100644
--- a/guardrails/cli/configure.py
+++ b/guardrails/cli/configure.py
@@ -64,12 +64,14 @@ def configure(
 
     if not clear_token:
         console.print("\nEnter API Key below", style="bold", end=" ")
-        last4 and console.print(
-            "[dim]leave empty if you want to keep existing token[/dim]",
-            style="italic",
-            end=" ",
-        )
-        last4 and console.print(f"[{last4}]", style="italic")
+
+        if last4:
+            console.print(
+                "[dim]leave empty if you want to keep existing token[/dim]",
+                style="italic",
+                end=" ",
+            )
+            console.print(f"[{last4}]", style="italic")
 
         console.print(
             ":backhand_index_pointing_right: You can find your API Key at https://hub.guardrailsai.com/keys"

From 7b91b882a643a6112786779dff9ad28bcf777074 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Fri, 28 Jun 2024 09:19:09 -0700
Subject: [PATCH 295/318] Feature: Add `guard watch` and guard logger. (#868)

* Sketch out guard log.

* Add some experimental code sketches.

* Add docstrings. Small improvements.

* Update: this is no longer the approach we're going to use. We're switching to using the telemetry.

* Start integration with spans.

* Integrate logging with trace.

* Output as table.

* Output as table.

* Make sure logging works across async, multiple threads, and multiple processes.

* Move test for guard logger to the right place.

* Write to tempfile rather than local directory.  Add method to truncate logs.

* Reformat.

* Default to follow (by request). Remove unused log level.

* Fix doctest. Update docstring.

* Format.

* Relint.

* Accidentally only returned Noop handler.

* Remove error level and reformat.

* Linting.

* Fix lint and pyrite issues.

* PR Feedback: Move guard_call_logging to tracing.

* PR Feeback: Move things to individual namespaced files.

* Move around and clean up based on PR feedback.

* Remove the macarena from unit tests.

* Linting.
---
 guardrails/call_tracing/__init__.py           |  13 +
 .../call_tracing/sqlite_trace_handler.py      | 231 ++++++++++++++++++
 guardrails/call_tracing/trace_entry.py        |  25 ++
 guardrails/call_tracing/trace_handler.py      |  69 ++++++
 guardrails/call_tracing/tracer_mixin.py       |  36 +++
 guardrails/cli/__init__.py                    |   2 +
 guardrails/cli/watch.py                       |  60 +++++
 guardrails/utils/telemetry_utils.py           |   4 +
 tests/unit_tests/test_guard_log.py            |  85 +++++++
 9 files changed, 525 insertions(+)
 create mode 100644 guardrails/call_tracing/__init__.py
 create mode 100644 guardrails/call_tracing/sqlite_trace_handler.py
 create mode 100644 guardrails/call_tracing/trace_entry.py
 create mode 100644 guardrails/call_tracing/trace_handler.py
 create mode 100644 guardrails/call_tracing/tracer_mixin.py
 create mode 100644 guardrails/cli/watch.py
 create mode 100644 tests/unit_tests/test_guard_log.py

diff --git a/guardrails/call_tracing/__init__.py b/guardrails/call_tracing/__init__.py
new file mode 100644
index 000000000..62078ab46
--- /dev/null
+++ b/guardrails/call_tracing/__init__.py
@@ -0,0 +1,13 @@
+"""
+For tracing (logging) and reporting the timing of Guard and Validator calls.
+
+sqlite_trace_handler defines most of the actual implementation methods.
+trace_handler provides the singleton that's used for fast global access across threads.
+tracer_mixin defines the interface and can act as a noop.
+trace_entry is just a helpful dataclass.
+"""
+
+from guardrails.call_tracing.trace_entry import GuardTraceEntry
+from guardrails.call_tracing.trace_handler import TraceHandler
+
+__all__ = ["GuardTraceEntry", "TraceHandler"]
diff --git a/guardrails/call_tracing/sqlite_trace_handler.py b/guardrails/call_tracing/sqlite_trace_handler.py
new file mode 100644
index 000000000..2831c05d8
--- /dev/null
+++ b/guardrails/call_tracing/sqlite_trace_handler.py
@@ -0,0 +1,231 @@
+"""
+sqlite_trace_handler.py
+
+This is the metaphorical bread and butter of our tracing implementation, or at least the
+butter.  It wraps a SQLite database and configures it to be 'agreeable' in multithreaded
+situations.  Normally, when sharing across threads and instances one should consider
+using a larger database solution like Postgres, but in this case we only care about
+_supporting_ writing from multiple places.  We don't expect it will be the norm.
+We care about (1) not negatively impacting performance, (2) not crashing when used in
+unusual ways, and (3) not losing data when possible.
+
+The happy path should be reasonably performant.  The unhappy path should not crash.
+
+The other part of the multithreaded support comes from the public trace_handler, which
+uses a singleton pattern to only have a single instance of the database per-thread.
+If we _do_ somehow end up shared across threads, the journaling settings and writeahead
+should protect us from odd behavior.
+"""
+
+import datetime
+import os
+import sqlite3
+import time
+from dataclasses import asdict
+from typing import Iterator
+
+from guardrails.call_tracing.trace_entry import GuardTraceEntry
+from guardrails.call_tracing.tracer_mixin import TracerMixin
+from guardrails.classes.validation.validator_logs import ValidatorLogs
+from guardrails.utils.casting_utils import to_string
+
+
+LOG_RETENTION_LIMIT = 100000
+TIME_BETWEEN_CLEANUPS = 10.0  # Seconds
+
+
+# These adapters make it more convenient to add data into our log DB:
+# Handle timestamp -> sqlite map:
+def adapt_datetime(val):
+    """Adapt datetime.datetime to Unix timestamp."""
+    # return val.isoformat()  # If we want to go to datetime/isoformat...
+    return int(val.timestamp())
+
+
+sqlite3.register_adapter(datetime.datetime, adapt_datetime)
+
+
+def convert_timestamp(val):
+    """Convert Unix epoch timestamp to datetime.datetime object."""
+    # To go to datetime.datetime:
+    # return datetime.datetime.fromisoformat(val.decode())
+    return datetime.datetime.fromtimestamp(int(val))
+
+
+sqlite3.register_converter("timestamp", convert_timestamp)
+
+
+# This structured handler shouldn't be used directly, since it's touching a SQLite db.
+# Instead, use the singleton or the async singleton.
+class SQLiteTraceHandler(TracerMixin):
+    CREATE_COMMAND = """
+        CREATE TABLE IF NOT EXISTS guard_logs (
+            id INTEGER PRIMARY KEY AUTOINCREMENT,
+            guard_name TEXT,
+            start_time REAL,
+            end_time REAL,
+            prevalidate_text TEXT,
+            postvalidate_text TEXT,
+            exception_message TEXT
+        );
+    """
+    INSERT_COMMAND = """
+        INSERT INTO guard_logs (
+            guard_name, start_time, end_time, prevalidate_text, postvalidate_text,
+            exception_message
+        ) VALUES (
+            :guard_name, :start_time, :end_time, :prevalidate_text, :postvalidate_text,
+            :exception_message
+        );
+    """
+
+    def __init__(self, log_path: os.PathLike, read_mode: bool):
+        self._log_path = log_path  # Read-only value.
+        self.last_cleanup = time.time()
+        self.readonly = read_mode
+        if read_mode:
+            self.db = SQLiteTraceHandler._get_read_connection(log_path)
+        else:
+            self.db = SQLiteTraceHandler._get_write_connection(log_path)
+
+    @property
+    def log_path(self):
+        return self._log_path
+
+    @classmethod
+    def _get_write_connection(cls, log_path: os.PathLike) -> sqlite3.Connection:
+        try:
+            db = sqlite3.connect(
+                log_path,
+                isolation_level=None,
+                check_same_thread=False,
+            )
+            db.execute("PRAGMA journal_mode = wal")
+            db.execute("PRAGMA synchronous = OFF")
+            # isolation_level = None and pragma WAL means we can READ from the DB
+            # while threads using it are writing.  Synchronous off puts us on the
+            # highway to the danger zone, depending on how willing we are to lose log
+            # messages in the event of a guard crash.
+        except sqlite3.OperationalError as e:
+            # logging.exception("Unable to connect to guard log handler.")
+            raise e
+        with db:
+            db.execute(SQLiteTraceHandler.CREATE_COMMAND)
+        return db
+
+    @classmethod
+    def _get_read_connection(cls, log_path: os.PathLike) -> sqlite3.Connection:
+        # A bit of a hack to open in read-only mode...
+        db = sqlite3.connect(
+            "file:" + str(log_path) + "?mode=ro", isolation_level=None, uri=True
+        )
+        db.row_factory = sqlite3.Row
+        return db
+
+    def _truncate(self, force: bool = False, keep_n: int = LOG_RETENTION_LIMIT):
+        assert not self.readonly
+        now = time.time()
+        if force or (now - self.last_cleanup > TIME_BETWEEN_CLEANUPS):
+            self.last_cleanup = now
+        self.db.execute(
+            """
+            DELETE FROM guard_logs 
+            WHERE id < (
+                SELECT id FROM guard_logs ORDER BY id DESC LIMIT 1 OFFSET ?  
+            );
+            """,
+            (keep_n,),
+        )
+
+    def log(
+        self,
+        guard_name: str,
+        start_time: float,
+        end_time: float,
+        prevalidate_text: str,
+        postvalidate_text: str,
+        exception_text: str,
+    ):
+        assert not self.readonly
+        with self.db:
+            self.db.execute(
+                SQLiteTraceHandler.INSERT_COMMAND,
+                dict(
+                    guard_name=guard_name,
+                    start_time=start_time,
+                    end_time=end_time,
+                    prevalidate_text=prevalidate_text,
+                    postvalidate_text=postvalidate_text,
+                    exception_message=exception_text,
+                ),
+            )
+        self._truncate()
+
+    def log_entry(self, guard_log_entry: GuardTraceEntry):
+        assert not self.readonly
+        with self.db:
+            self.db.execute(SQLiteTraceHandler.INSERT_COMMAND, asdict(guard_log_entry))
+        self._truncate()
+
+    def log_validator(self, vlog: ValidatorLogs):
+        assert not self.readonly
+        maybe_outcome = (
+            str(vlog.validation_result.outcome)
+            if (
+                vlog.validation_result is not None
+                and hasattr(vlog.validation_result, "outcome")
+            )
+            else ""
+        )
+        with self.db:
+            self.db.execute(
+                SQLiteTraceHandler.INSERT_COMMAND,
+                dict(
+                    guard_name=vlog.validator_name,
+                    start_time=vlog.start_time if vlog.start_time else None,
+                    end_time=vlog.end_time if vlog.end_time else 0.0,
+                    prevalidate_text=to_string(vlog.value_before_validation),
+                    postvalidate_text=to_string(vlog.value_after_validation),
+                    exception_message=maybe_outcome,
+                ),
+            )
+        self._truncate()
+
+    def tail_logs(
+        self, start_offset_idx: int = 0, follow: bool = False
+    ) -> Iterator[GuardTraceEntry]:
+        """Returns an iterator to generate GuardLogEntries.
+        @param start_offset_idx : Start printing entries after this IDX. If
+        negative, this will instead start printing the LAST start_offset_idx entries.
+        @param follow : If follow is True, will re-check the database for new entries
+        after the first batch is complete.  If False (default), will return when entries
+        are exhausted.
+        """
+        last_idx = start_offset_idx
+        cursor = self.db.cursor()
+        if last_idx < 0:
+            # We're indexing from the end, so do a quick check.
+            cursor.execute(
+                "SELECT id FROM guard_logs ORDER BY id DESC LIMIT 1 OFFSET ?;",
+                (-last_idx,),
+            )
+            for row in cursor:
+                last_idx = row["id"]
+        sql = """
+            SELECT 
+                id, guard_name, start_time, end_time, prevalidate_text, 
+                postvalidate_text, exception_message 
+            FROM guard_logs 
+            WHERE id > ?
+            ORDER BY start_time;
+        """
+        cursor.execute(sql, (last_idx,))
+        while True:
+            for row in cursor:
+                last_entry = GuardTraceEntry(**row)
+                last_idx = last_entry.id
+                yield last_entry
+            if not follow:
+                return
+            # If we're here we've run out of entries to tail. Fetch more:
+            cursor.execute(sql, (last_idx,))
diff --git a/guardrails/call_tracing/trace_entry.py b/guardrails/call_tracing/trace_entry.py
new file mode 100644
index 000000000..259ff3865
--- /dev/null
+++ b/guardrails/call_tracing/trace_entry.py
@@ -0,0 +1,25 @@
+"""
+trace_entry.py
+
+GuardTraceEntry is a dataclass which doesn't explicitly define the schema of our logs,
+but serves as a nice, easy-to-use dataclass for when we want to manipulate things
+programmatically.  If performance and filtering is a concern, it's probably worth
+writing the SQL directly instead of filtering these in a for-loop.
+"""
+
+from dataclasses import dataclass
+
+
+@dataclass
+class GuardTraceEntry:
+    id: int = -1
+    guard_name: str = ""
+    start_time: float = 0.0
+    end_time: float = 0.0
+    prevalidate_text: str = ""
+    postvalidate_text: str = ""
+    exception_message: str = ""
+
+    @property
+    def timedelta(self):
+        return self.end_time - self.start_time
diff --git a/guardrails/call_tracing/trace_handler.py b/guardrails/call_tracing/trace_handler.py
new file mode 100644
index 000000000..cb383c063
--- /dev/null
+++ b/guardrails/call_tracing/trace_handler.py
@@ -0,0 +1,69 @@
+"""
+trace_handler.py
+
+A set of tools to track the behavior of guards, specifically with the intent of
+collating the pre/post validation text and timing of guard calls.  Uses a singleton to
+share write access to a SQLite database across threads.
+
+By default, logs will be created in a temporary directory.  This can be overridden by
+setting GUARDRAILS_LOG_FILE_PATH in the environment.  tracehandler.log_path will give
+the full path of the current log file.
+
+# Reading logs (basic):
+>>> reader = TraceHandler.get_reader()
+>>> for t in reader.tail_logs():
+>>>    print(t)
+
+# Reading logs (advanced):
+>>> reader = TraceHandler.get_reader()
+>>> reader.db.execute("SELECT * FROM guard_logs;")  # Arbitrary SQL support.
+
+# Saving logs
+>>> writer = TraceHandler()
+>>> writer.log(
+>>>    "my_guard_name", 0.0, 1.0, "Raw LLM Output Text", "Sanitized", "exception?"
+>>> )
+"""
+
+import os
+import tempfile
+import threading
+
+from guardrails.call_tracing.sqlite_trace_handler import SQLiteTraceHandler
+from guardrails.call_tracing.tracer_mixin import TracerMixin
+
+# TODO: We should read this from guardrailsrc.
+LOG_FILENAME = "guardrails_calls.db"
+LOGFILE_PATH = os.environ.get(
+    "GUARDRAILS_LOG_FILE_PATH",  # Document this environment variable.
+    os.path.join(tempfile.gettempdir(), LOG_FILENAME),
+)
+
+
+class TraceHandler(TracerMixin):
+    """TraceHandler wraps the internal _SQLiteTraceHandler to make it multi-thread
+    safe.  Coupled with some write ahead journaling in the _SyncTrace internal, we have
+    a faux-multi-write multi-read interface for SQLite."""
+
+    _instance = None
+    _lock = threading.Lock()
+
+    def __new__(cls):
+        if cls._instance is None:
+            # We run two 'if None' checks so we don't have to call the mutex check for
+            # the cases where there's obviously no handler.  Only do a check if there
+            # MIGHT not be a handler instantiated.
+            with cls._lock:
+                if cls._instance is None:
+                    cls._instance = cls._create()
+        return cls._instance
+
+    @classmethod
+    def _create(cls, path: os.PathLike = LOGFILE_PATH) -> TracerMixin:  # type: ignore
+        return SQLiteTraceHandler(path, read_mode=False)
+        # To disable logging:
+        # return _BaseTraceHandler(path, read_mode=False)
+
+    @classmethod
+    def get_reader(cls, path: os.PathLike = LOGFILE_PATH) -> TracerMixin:  # type: ignore
+        return SQLiteTraceHandler(path, read_mode=True)
diff --git a/guardrails/call_tracing/tracer_mixin.py b/guardrails/call_tracing/tracer_mixin.py
new file mode 100644
index 000000000..dd56307c5
--- /dev/null
+++ b/guardrails/call_tracing/tracer_mixin.py
@@ -0,0 +1,36 @@
+"""
+tracer_mixin.py
+
+This file defines our preferred tracer interface.
+It has a side effect of acting as a 'noop' when we want to benchmark performance of a
+tracer.
+"""
+
+import os
+from typing import Iterator
+
+from guardrails.call_tracing.trace_entry import GuardTraceEntry
+from guardrails.classes.validation.validator_logs import ValidatorLogs
+
+
+class TracerMixin:
+    """The pads out the methods but is otherwise a noop."""
+
+    def __init__(self, log_path: os.PathLike, read_mode: bool):
+        self.db = None
+
+    def log(self, *args, **kwargs):
+        pass
+
+    def log_entry(self, guard_log_entry: GuardTraceEntry):
+        pass
+
+    def log_validator(self, vlog: ValidatorLogs):
+        pass
+
+    def tail_logs(
+        self,
+        start_offset_idx: int = 0,
+        follow: bool = False,
+    ) -> Iterator[GuardTraceEntry]:
+        yield from []
diff --git a/guardrails/cli/__init__.py b/guardrails/cli/__init__.py
index d16b49c17..b10af851b 100644
--- a/guardrails/cli/__init__.py
+++ b/guardrails/cli/__init__.py
@@ -3,6 +3,8 @@
 import guardrails.cli.validate  # noqa
 from guardrails.cli.guardrails import guardrails as cli
 from guardrails.cli.hub import hub_command
+from guardrails.cli.watch import watch_command  # noqa: F401
+
 
 cli.add_typer(
     hub_command, name="hub", help="Manage validators installed from the Guardrails Hub."
diff --git a/guardrails/cli/watch.py b/guardrails/cli/watch.py
new file mode 100644
index 000000000..ba163b976
--- /dev/null
+++ b/guardrails/cli/watch.py
@@ -0,0 +1,60 @@
+import json
+import sqlite3
+import time
+from dataclasses import asdict
+from typing import Optional
+
+import rich
+import typer
+
+from guardrails.cli.guardrails import guardrails as gr_cli
+from guardrails.call_tracing import GuardTraceEntry, TraceHandler
+
+
+@gr_cli.command(name="watch")
+def watch_command(
+    plain: bool = typer.Option(
+        default=False,
+        is_flag=True,
+        help="Do not use any rich formatting, instead printing each entry on a line.",
+    ),
+    num_lines: int = typer.Option(
+        default=0,
+        help="Print the last n most recent lines. If omitted, will print all history.",
+    ),
+    follow: bool = typer.Option(
+        default=True,
+        help="Continuously read the last output commands",
+    ),
+    log_path_override: Optional[str] = typer.Option(
+        default=None, help="Specify a path to the log output file."
+    ),
+):
+    # Open a reader for the log path:
+    log_reader = None
+    while log_reader is None:
+        try:
+            if log_path_override is not None:
+                log_reader = TraceHandler.get_reader(log_path_override)  # type: ignore
+            else:
+                log_reader = TraceHandler.get_reader()
+        except sqlite3.OperationalError:
+            print("Logfile not found. Retrying.")
+            time.sleep(1)
+
+    # If we are using fancy outputs, grab a console ref and prep a table.
+    output_fn = _print_and_format_plain
+    if not plain:
+        output_fn = _print_fancy
+
+    # Spin while tailing, breaking if we aren't continuously tailing.
+    for log_msg in log_reader.tail_logs(-num_lines, follow):
+        output_fn(log_msg)
+
+
+def _print_fancy(log_msg: GuardTraceEntry):
+    rich.print(log_msg)
+
+
+def _print_and_format_plain(log_msg: GuardTraceEntry) -> None:
+    print(json.dumps(asdict(log_msg)))
diff --git a/guardrails/utils/telemetry_utils.py b/guardrails/utils/telemetry_utils.py
index 76f642d7c..9702f8a4e 100644
--- a/guardrails/utils/telemetry_utils.py
+++ b/guardrails/utils/telemetry_utils.py
@@ -7,6 +7,7 @@
 from opentelemetry.context import Context
 from opentelemetry.trace import StatusCode, Tracer
 
+from guardrails.call_tracing import TraceHandler
 from guardrails.stores.context import get_tracer as get_context_tracer
 from guardrails.stores.context import get_tracer_context
 from guardrails.utils.casting_utils import to_string
@@ -100,6 +101,9 @@ def trace_validator_result(
         "instance_id": instance_id,
         **kwargs,
     }
+
+    TraceHandler().log_validator(validator_log)
+
     current_span.add_event(
         f"{validator_name}_result",
         {k: v for k, v in event.items() if v is not None},
diff --git a/tests/unit_tests/test_guard_log.py b/tests/unit_tests/test_guard_log.py
new file mode 100644
index 000000000..fc332f374
--- /dev/null
+++ b/tests/unit_tests/test_guard_log.py
@@ -0,0 +1,85 @@
+import asyncio
+import concurrent.futures
+import time
+from multiprocessing import Pool
+
+from guardrails.call_tracing import TraceHandler
+
+NUM_THREADS = 4
+
+STOCK_MESSAGES = [
+    "Lorem ipsum dolor sit amet",
+    "consectetur adipiscing elit",
+    "sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.",
+    "Ut enim ad minim veniam",
+    "quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat",
+    "Excepteur sint occaecat cupidatat non proident,",
+    "sunt in culpa qui officia deserunt mollit anim id est laborum.",
+]
+
+
+# This is hoisted for testing to see how well we share.
+_trace_logger = TraceHandler()
+
+
+def test_multiprocessing_hoisted():
+    """Preallocate a shared trace handler and try to log from multiple subprocesses."""
+    with Pool(NUM_THREADS) as pool:
+        pool.map(_hoisted_logger, ["multiproc_hoist" + msg for msg in STOCK_MESSAGES])
+
+
+def test_multiprocessing_acquired():
+    with Pool(NUM_THREADS) as pool:
+        pool.map(_acquired_logger, ["multiproc_acq" + msg for msg in STOCK_MESSAGES])
+
+
+def test_multithreading_hoisted():
+    with concurrent.futures.ThreadPoolExecutor(max_workers=NUM_THREADS) as executor:
+        for msg in STOCK_MESSAGES:
+            out = executor.submit(_hoisted_logger, "multithread_hoist" + msg)
+            out.result()
+        # executor.map(log_with_hoisted_logger, log_levels)
+
+
+def test_multithreading_acquired():
+    with concurrent.futures.ThreadPoolExecutor(max_workers=NUM_THREADS) as executor:
+        for msg in STOCK_MESSAGES:
+            out = executor.submit(_acquired_logger, "multithread_acq" + msg)
+            out.result()
+
+
+def test_asyncio_hoisted():
+    async def do_it(msg: str):
+        _hoisted_logger(msg)
+
+    for m in STOCK_MESSAGES:
+        asyncio.run(do_it("async_hoisted" + m))
+
+
+def test_asyncio_acquired():
+    async def do_it_again(msg: str):
+        _acquired_logger(msg)
+
+    for m in STOCK_MESSAGES:
+        asyncio.run(do_it_again("async_acq" + m))
+
+
+def _hoisted_logger(msg: str):
+    _trace_logger.log(
+        "hoisted",
+        time.time(),
+        time.time(),
+        "Testing the behavior of a hoisted logger.",
+        msg,
+        "",
+    )
+
+
+def _acquired_logger(msg):
+    # Note that the trace logger is acquired INSIDE the method:
+    start = time.time()
+    trace_logger = TraceHandler()
+    end = time.time()
+    trace_logger.log(
+        "acquired", start, end, "Testing behavior of an acquired logger.", msg, ""
+    )

From 53653b0b47ee1218b2389e9175a782a806e90101 Mon Sep 17 00:00:00 2001
From: Caleb Courier <13314870+CalebCourier@users.noreply.github.com>
Date: Fri, 28 Jun 2024 12:04:48 -0500
Subject: [PATCH 296/318] Migration Guide w/ Examples (#859)

* first draft

* key-word -> keyword
---
 docs/migration_guides/0-5-migration.md | 281 +++++++++++++++++++++++++
 1 file changed, 281 insertions(+)
 create mode 100644 docs/migration_guides/0-5-migration.md

diff --git a/docs/migration_guides/0-5-migration.md b/docs/migration_guides/0-5-migration.md
new file mode 100644
index 000000000..ee8f9d49b
--- /dev/null
+++ b/docs/migration_guides/0-5-migration.md
@@ -0,0 +1,281 @@
+# Migrating to 0.5.0
+
+
+## New Features
+
+### Run Guardrails as a local server
+
+Guardrails 0.5.0 introduces the `start` command to the guardrails cli.  This allows you to run the Guardrails validation engine as a local python server.  
+
+Benefits of using Guardrails this way include:
+
+- Less strain on your main process/thread
+- The Guardrails server utilizes Gunicorn to take advantage of multiple threads
+    - Supported on Linux and MacOS by default, supported on Windows when using WSL
+- Declare your Guards in a separate config and reference them by name in your app to keep your code slim and clean
+
+Example:
+
+1. Install
+```sh
+pip install "guardarils-ai>=0.5.0"
+guardrails hub install hub://guardrails/regex_match
+```
+
+2. Create a `config.py`
+```py
+from guardrails import Guard
+from guardrails.hub import RegexMatch
+
+
+Guard(
+    name='name-case',
+    description='Checks that a string is in Name Case format.'
+).use(
+    RegexMatch(regex="^[A-Z][a-z\\s]*$")
+)
+```
+
+3. Start the Guardrails server
+```sh
+guardrails start --config=config.py
+```
+
+4. Use the Guard in your application
+```py
+from rich import print
+from guardrails import Guard
+
+name_case = Guard(name='name-case')
+
+result = name_case.validate("Zayd")
+
+print(result)
+```
+
+
+### Generate structured data with smaller models:
+
+As part of Guardrails 0.5.0, we're launching constrained decoding support for HuggingFace models.  This allow you to generate structured data that matches your schema with confidence.
+
+Example:
+```py
+from guardrails import Guard
+from pydantic import BaseModel
+
+class Dog(BaseModel):
+    name: str
+    color: str
+    weight_kg: float
+
+class NewFriends(BaseModel):
+    dogs: list[Dog]
+
+guard = Guard.from_pydantic(NewFriends, output_formatter="jsonformer")
+
+# JSONFormer is only compatible with HF Pipelines and HF Models:
+from transformers import pipeline
+tiny_llama_pipeline = pipeline("text-generation", "TinyLlama/TinyLlama-1.1B-Chat-v1.0")
+
+# Inference is straightforward:
+response = guard(tiny_llama_pipeline, prompt="Please enjoy this list of good dogs:")
+
+# `out` is a dict.  Format it as JSON for readability:
+import json
+print(json.dumps(response.validated_output, indent=2))
+```
+
+
+## Improvements
+
+### LiteLLM is now easier to use within Guardrails
+
+When calling models through LiteLLM, specifying the `llm_api` argument is now optional. Instead, just pass the model name.
+
+Example:
+
+```py
+from rich import print
+from guardrails import Guard
+from guardrails.hub import RegexMatch
+
+guard = Guard().use(RegexMatch("95", match_type="search"))
+
+response = guard(
+    model="gpt-4o",
+    instructions="You are a helpful assistant.",
+    prompt="How many moons does jupiter have?",
+)
+
+print(response)
+```
+
+### New public interface for generating JSON schema-based function calling tools
+
+Guardrails has supported function calling for OpenAI Chat models for a while and previously would auto-insert a function to specify the schema when a Guard was created via a Pydantic model.
+
+In Guardrails 0.5.0, you can use this same pattern regardless of how the Guard was initialized.  We also made the process more transparent by allowing you to generate the tool first and decide when to pass it as a keyword argument.  For models that support openai tool/function calling (`gpt-4o`, `gpt-4-turbo`, or `gpt-3.5-turbo`), you can extend your existing `tools` with `Guard.add_json_function_calling_tool()`
+
+Example:
+```py
+from guardrails import Guard
+from guardrails.hub import RegexMatch
+from pydantic import BaseModel, Field
+from typing import List
+
+NAME_REGEX = "^[A-Z][a-z]+\s[A-Z][a-z]+$"
+
+class Delivery(BaseModel):
+    custome_name: str=Field(validators=[RegexMatch(regex=NAME_REGEX)], description="customer name")
+    pickup_time: str=Field(description="date and time of pickup")
+    pickup_location: str=Field(description="address of pickup")
+    dropoff_time: str=Field(description="date and time of dropoff")
+    dropoff_location: str=Field(description="address of dropoff")
+    price: str = Field(description="price of delivery with currency symbol included")
+
+class Schedule(BaseModel):
+    deliveries: List[Delivery]
+
+guard = Guard.from_pydantic(Schedule)
+chat_history="""
+nelson and murdock: i need a pickup 797 9th Avenue, manila envelope, June 3 10:00am with dropoff 10:30am Courthouse, 61 Center Street C/O frank james
+operator: quote - $23.00
+neslon and murdock: perfect, we accept the quote
+operator: 797 9th ave, 10:00am pickup comfirmed
+abc flowers: i need a pickup of a flowers from abc flowers at 21 3rd street at 11:00am on june 2 with a dropoff at 75th Ave at 5:30pm same day
+operator: 21 3rd street flowers quote - $14.50
+abc flowers: accepted
+polk and wardell: i need a pickup of a bagels from Bakers Co at 331 5th street at 11:00am on june 3 with a dropoff at 75th Ave at 5:30pm same day
+operator: 331 5th street bagels quote - $34.50
+polk and wardell: accepted
+"""
+
+prompt = """
+From the chat exchanges below extract a schedule of deliveries.
+Chats:
+${chat_history}
+"""
+
+tools = [] # an open ai compatible list of tools
+
+response = guard(
+    openai.chat.completions.create,
+    model="gpt-4o",
+    instructions="You are a helpful assistant.",
+    prompt=prompt,
+    prompt_params={"chat_history": chat_history},
+    tools=guard.add_json_function_calling_tool(tools),
+    tool_choice="required",
+)
+```
+
+### `Guard.use()` now works for all Guards
+
+Previously, constructing a Guard via the `use` method was only supported for unstructured response schemas.  It now supports specifying validators for any Guard regardless of the initialization method (`Guard()`, `Guard.from_rail()`, `Guard.from_pydantic()`, etc.).  `Guard.use()` is also the new method of applying input validations to a Guard.
+
+Example of applying input validation to the Prompt:
+```py
+import openai
+from guardrails import Guard
+from guardrails.errors import ValidationError
+from guardrails.hub import DetectPII
+from guardrails.types import OnFailAction
+
+guard = Guard()
+guard.use(
+    DetectPII(
+        pii_entities=["EMAIL_ADDRESS", "PHONE_NUMBER"], 
+        on_fail=OnFailAction.EXCEPTION
+    ), 
+    on="prompt"
+)
+
+try:
+    guard(
+        openai.chat.completions.create,
+        prompt="My email address is not_a_real_email@guardrailsai.com",
+    )
+except ValidationError as e:
+    print(e)
+```
+
+To utilize `Guard.use()` on a Guard with structured output, you can specify a JSON Path to identify which property the Validator(s) should be assigned to.
+
+Example:
+```py
+import json
+from pydantic import BaseModel, Field
+from guardrails import Guard, OnFailAction
+from guardrails.errors import ValidationError
+from guardrails.hub import RegexMatch, ValidRange
+
+class Person(BaseModel):
+    name: str
+    # Existing way of assigning validators; still valid
+    age: int = Field(validators=[ValidRange(0, 100, on_fail=OnFailAction.EXCEPTION)])
+    is_employed: bool
+
+guard = Guard.from_pydantic(Person)
+
+# Use a regex to make sure the name is Title Case
+guard.use(
+    RegexMatch("^(?:[A-Z][^\\s]*\\s?)+$", on_fail=OnFailAction.EXCEPTION),
+    on="$.name"
+)
+
+try:
+    guard.validate(json.dumps({
+        "name": "john doe",
+        "age": 30,
+        "is_employed": True
+    }))
+except ValidationError as e:
+    print(e)
+```
+
+## Backwards-incompatible changes
+
+### Args vs Kwargs
+In previous versions, most of the Guardrails interfaces utilized positional arguments for most parameters. This could be tedious when specifying optional arguments.
+
+In 0.5.0, for our public interfaces, only required arguments are positional; all optional arguments are keyword only.
+
+If you previously called you Guard like this:
+```py
+guard(
+    openai.chat.completions.create,,
+    { "topic": "recursion" }, # prompt parameters
+    2,  # number of reasks
+    "Write a short statement about ${topic}", # prompt
+)
+```
+
+You will now call it like this:
+```py
+guard(
+    openai.chat.completions.create,
+    prompt_params={ "topic": "recursion" },
+    num_reasks=2,
+    prompt="Write a short statement about ${topic}",
+)
+```
+
+### Validators have moved
+We've moved validators to the [Guardrails Hub](https://hub.guardrailsai.com), reducing the core package size for faster installations and smoother workflows.
+
+Targeted validation: Install only the validators you need, streamlining your project and dependencies.
+
+New naming: Some validator names changed for clarity and consistency. Head to the hub to find the updated names and grab your validators!
+
+### AsyncGuard's for Async LLMs
+In v0.4.4, we introduced a new `AsyncGuard` for use with asynchronous LLM's.  As of 0.5.0, support for async LLM's was removed from the `Guard` class and is now only supported in the `AsyncGuard` class.  This should provide better type hinting while developing as well as make the interface simpler and easier to use.
+
+### Prompt Primitives have moved
+In v0.4.5, we introduced `xml` prompt primitives to replace the previous `json` constants.  In 0.5.0, the `json` prompt primitives have a different meaning and will likely continue to evolve.  If you wish to keep the same constructed prompts as before, you must utilize the new `xml` prompt primitives.
+
+### Removal of support for older dependency versions
+As of 0.5.0, we no longer directly support to following versions of dependencies:
+
+- Python 3.8
+- Pydantic 1.x
+- OpenAI 0.x
\ No newline at end of file

From 7fd575de5e1b04e8979ced22fb2b6e1f6b9292e7 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 10:19:03 -0700
Subject: [PATCH 297/318] simplifying base validator check for creds

---
 guardrails/validator_base.py | 32 ++++++++++++--------------------
 1 file changed, 12 insertions(+), 20 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index c351a0e81..d7dc07d16 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -172,27 +172,22 @@ class Validator:
 
     def __init__(
         self,
-        use_local: bool = None,
-        validation_endpoint: str = None,
         on_fail: Optional[Union[Callable, OnFailAction]] = None,
         **kwargs,
     ):
-        self.use_local = use_local
-        self.validation_endpoint = validation_endpoint
         self.creds = Credentials.from_rc_file()
 
-        if not self.use_local:
-            if not self.creds:
-                raise PermissionError(
-                    "No credentials found! Please run 'guardrails configure' before"
-                    " making any validation requests."
-                )
-            self.hub_jwt_token = get_jwt_token(self.creds)
-            # If it wasn't set, fall back to credentials
-            if self.use_local is None:
-                self.use_local = not remote_inference.get_use_remote_inference(
-                    self.creds
-                )
+        self.use_local = kwargs.get(["use_local"], None)
+        self.validation_endpoint = kwargs.get(["validation_endpoint"], None)
+        if not self.creds:
+            raise ValueError(
+                "No credentials found.  Please run `guardrails login` and try again."
+            )
+        self.hub_jwt_token = get_jwt_token(self.creds)
+
+        # If use_local is not set, we can fall back to the setting determined in CLI
+        if self.use_local is None:
+            self.use_local = not remote_inference.get_use_remote_inference(self.creds)
 
         if not self.validation_endpoint:
             validator_id = self.rail_alias.split("/")[-1]
@@ -362,13 +357,10 @@ def _hub_inference_request(self, request_body: dict) -> Any:
                 "Content-Type": "application/json",
             }
             req = requests.post(submission_url, json=request_body, headers=headers)
-
-            body = req.json()
             if not req.ok:
                 logging.error(req.status_code)
-                logging.error(body.get("message"))
 
-            return body
+            return req.json()
 
         except Exception as e:
             logging.error(

From d313087018ac5831c4e65068eefeeb0efe91311d Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 10:20:12 -0700
Subject: [PATCH 298/318] adding todo

---
 guardrails/remote_inference/remote_inference.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/guardrails/remote_inference/remote_inference.py b/guardrails/remote_inference/remote_inference.py
index 99a96913f..b14216155 100644
--- a/guardrails/remote_inference/remote_inference.py
+++ b/guardrails/remote_inference/remote_inference.py
@@ -2,6 +2,7 @@
 from guardrails.classes.credentials import Credentials
 
 
+# TODO: Consolidate with telemetry switches
 def get_use_remote_inference(creds: Credentials) -> Optional[bool]:
     """
     Load the use_remote_inferencing setting from the credentials.

From dab68a3c9431620d2a193eda1373f6edb6375eb7 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 10:22:23 -0700
Subject: [PATCH 299/318] reorg checking for creds

---
 guardrails/validator_base.py | 18 +++++-------------
 1 file changed, 5 insertions(+), 13 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index d7dc07d16..fe1a2d975 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -8,15 +8,7 @@
 from collections import defaultdict
 from dataclasses import dataclass
 from string import Template
-from typing import (
-    Any,
-    Callable,
-    Dict,
-    List,
-    Optional,
-    Type,
-    Union,
-)
+from typing import Any, Callable, Dict, List, Optional, Type, Union
 from warnings import warn
 
 import nltk
@@ -24,10 +16,10 @@
 from langchain_core.runnables import Runnable
 
 from guardrails.classes import (
-    ValidationResult,
-    PassResult,  # noqa
-    FailResult,
     ErrorSpan,  # noqa
+    FailResult,
+    PassResult,  # noqa
+    ValidationResult,
 )
 from guardrails.classes.credentials import Credentials
 from guardrails.constants import hub
@@ -181,7 +173,7 @@ def __init__(
         self.validation_endpoint = kwargs.get(["validation_endpoint"], None)
         if not self.creds:
             raise ValueError(
-                "No credentials found.  Please run `guardrails login` and try again."
+                "No credentials found. Please run `guardrails configure` and try again."
             )
         self.hub_jwt_token = get_jwt_token(self.creds)
 

From f44076a6313916c4d758b389427171429043915a Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 10:24:21 -0700
Subject: [PATCH 300/318] adding todo for dataclass

---
 guardrails/validator_base.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index fe1a2d975..087a3b53e 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -151,6 +151,7 @@ def get_validator_class(name: Optional[str]) -> Optional[Type["Validator"]]:
     return registration
 
 
+# TODO: Can we remove dataclass? It was originally added to support pydantic 1.*
 @dataclass  # type: ignore
 class Validator:
     """Base class for validators."""

From 8abeb854486aaf7e8ed11aa79232ad2110126811 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 10:25:47 -0700
Subject: [PATCH 301/318] fixing type checking

---
 guardrails/cli/configure.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/guardrails/cli/configure.py b/guardrails/cli/configure.py
index b1edd2938..fb383c783 100644
--- a/guardrails/cli/configure.py
+++ b/guardrails/cli/configure.py
@@ -4,13 +4,12 @@
 from os.path import expanduser
 from typing import Optional
 
-from guardrails.classes.credentials import Credentials
-from guardrails.cli.server.hub_client import AuthenticationError, get_auth
 import typer
 
+from guardrails.classes.credentials import Credentials
 from guardrails.cli.guardrails import guardrails
 from guardrails.cli.logger import LEVELS, logger
-
+from guardrails.cli.server.hub_client import AuthenticationError, get_auth
 
 DEFAULT_TOKEN = ""
 DEFAULT_ENABLE_METRICS = True
@@ -18,7 +17,9 @@
 
 
 def save_configuration_file(
-    token: Optional[str], enable_metrics: Optional[bool], use_remote_inferencing: bool
+    token: Optional[str],
+    enable_metrics: Optional[bool],
+    use_remote_inferencing: Optional[bool],
 ) -> None:
     if token is None:
         token = DEFAULT_TOKEN

From 57727b8187aefa2eabec1a6f14eeff43be972da4 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 12:19:59 -0700
Subject: [PATCH 302/318] adding tests for cli

---
 guardrails/cli/hub/install.py            |  34 ++++---
 guardrails/cli/server/module_manifest.py |   1 +
 tests/unit_tests/cli/hub/test_install.py | 110 ++++++++++++++++++++---
 3 files changed, 122 insertions(+), 23 deletions(-)

diff --git a/guardrails/cli/hub/install.py b/guardrails/cli/hub/install.py
index 450e06c07..3e44df5b5 100644
--- a/guardrails/cli/hub/install.py
+++ b/guardrails/cli/hub/install.py
@@ -237,26 +237,34 @@ def do_nothing_context(*args, **kwargs):
     with loader(dl_deps_msg, spinner="bouncingBar"):
         install_hub_module(module_manifest, site_packages, quiet=quiet)
 
-    if module_manifest.tags.has_guardrails_endpoint:
-        install_local_models = typer.confirm(
-            "This validator has a Guardrails AI inference endpoint available. Would "
-            "you still like to install the local models for local inference?",
-            default=False,
-        )
-    else:
-        # Ask about local model installation
-        install_local_models = typer.confirm(
-            "Would you like to install the local models?", default=False
-        )
+    try:
+        if module_manifest.tags.has_guardrails_endpoint:
+            install_local_models = typer.confirm(
+                "This validator has a Guardrails AI inference endpoint available. "
+                "Would you still like to install the local models for local inference?",
+            )
+        else:
+            install_local_models = typer.confirm(
+                "Would you like to install the local models?", default=True
+            )
+    except AttributeError:
+        install_local_models = False
 
     # Post-install
     if install_local_models:
+        logger.log(
+            level=LEVELS.get("SPAM"),  # type: ignore
+            msg="Installing models locally!",
+        )
         post_msg = "Running post-install setup"
         with loader(post_msg, spinner="bouncingBar"):
             run_post_install(module_manifest, site_packages)
     else:
-        logger.info("Skipping post-install setup (local models will not be installed)")
-
+        logger.log(
+            level=LEVELS.get("SPAM"),  # type: ignore
+            msg="Skipping post install, models will not be "
+            "downloaded for local inference.",
+        )
     add_to_hub_inits(module_manifest, site_packages)
 
     logger.info("Installation complete")
diff --git a/guardrails/cli/server/module_manifest.py b/guardrails/cli/server/module_manifest.py
index 61a5c7ccf..34e36d820 100644
--- a/guardrails/cli/server/module_manifest.py
+++ b/guardrails/cli/server/module_manifest.py
@@ -26,6 +26,7 @@ class ModuleTags(Serializeable):
     content_type: Optional[List[str]] = field(default_factory=list)
     validation_category: Optional[List[str]] = field(default_factory=list)
     process_requirements: Optional[List[str]] = field(default_factory=list)
+    has_guardrails_endpoint: Optional[bool] = field(default_factory=bool)
 
 
 @dataclass
diff --git a/tests/unit_tests/cli/hub/test_install.py b/tests/unit_tests/cli/hub/test_install.py
index cc1daf146..b5232dd90 100644
--- a/tests/unit_tests/cli/hub/test_install.py
+++ b/tests/unit_tests/cli/hub/test_install.py
@@ -1,7 +1,9 @@
 from unittest.mock import call
 
 import pytest
+from typer.testing import CliRunner
 
+from guardrails.cli.hub.install import hub_command, install
 from guardrails.cli.server.module_manifest import ModuleManifest
 from tests.unit_tests.mocks.mock_file import MockFile
 
@@ -20,7 +22,7 @@ def test_exits_early_if_uri_is_not_valid(self, mocker):
         mock_logger_error.assert_called_once_with("Invalid URI!")
         sys_exit_spy.assert_called_once_with(1)
 
-    def test_happy_path(self, mocker):
+    def test_install_local_models(self, mocker, monkeypatch):
         mock_logger_log = mocker.patch("guardrails.cli.hub.install.logger.log")
 
         mock_get_validator_manifest = mocker.patch(
@@ -37,7 +39,7 @@ def test_happy_path(self, mocker):
                 "package_name": "test-validator",
                 "module_name": "test_validator",
                 "exports": ["TestValidator"],
-                "tags": {},
+                "tags": {"has_guardrails_endpoint": False},
             }
         )
         mock_get_validator_manifest.return_value = manifest
@@ -48,9 +50,7 @@ def test_happy_path(self, mocker):
         site_packages = "./.venv/lib/python3.X/site-packages"
         mock_get_site_packages_location.return_value = site_packages
 
-        mock_install_hub_module = mocker.patch(
-            "guardrails.cli.hub.install.install_hub_module"
-        )
+        mocker.patch("guardrails.cli.hub.install.install_hub_module")
         mock_run_post_install = mocker.patch(
             "guardrails.cli.hub.install.run_post_install"
         )
@@ -58,32 +58,122 @@ def test_happy_path(self, mocker):
             "guardrails.cli.hub.install.add_to_hub_inits"
         )
 
+        monkeypatch.setattr("typer.confirm", lambda prompt, default=True: True)
+
         from guardrails.cli.hub.install import install
 
         install("hub://guardrails/test-validator", quiet=False)
 
         log_calls = [
             call(level=5, msg="Installing hub://guardrails/test-validator..."),
+            call(level=5, msg="Installing models locally!"),
             call(
                 level=5,
                 msg="✅Successfully installed hub://guardrails/test-validator!\n\nImport validator:\nfrom guardrails.hub import TestValidator\n\nGet more info:\nhttps://hub.guardrailsai.com/validator/id\n",  # noqa
             ),  # noqa
         ]
-        assert mock_logger_log.call_count == 2
+        assert mock_logger_log.call_count == 3
         mock_logger_log.assert_has_calls(log_calls)
 
         mock_get_validator_manifest.assert_called_once_with("guardrails/test-validator")
 
         assert mock_get_site_packages_location.call_count == 1
 
-        mock_install_hub_module.assert_called_once_with(
-            manifest, site_packages, quiet=False
-        )
-
         mock_run_post_install.assert_called_once_with(manifest, site_packages)
 
         mock_add_to_hub_init.assert_called_once_with(manifest, site_packages)
 
+    def test_happy_path(self, mocker, monkeypatch):
+        mock_logger_log = mocker.patch("guardrails.cli.hub.install.logger.log")
+
+        mock_get_validator_manifest = mocker.patch(
+            "guardrails.cli.hub.install.get_validator_manifest"
+        )
+        manifest = ModuleManifest.from_dict(
+            {
+                "id": "id",
+                "name": "name",
+                "author": {"name": "me", "email": "me@me.me"},
+                "maintainers": [],
+                "repository": {"url": "some-repo"},
+                "namespace": "guardrails",
+                "package_name": "test-validator",
+                "module_name": "test_validator",
+                "exports": ["TestValidator"],
+                "tags": {"has_guardrails_endpoint": True},
+            }
+        )
+        mock_get_validator_manifest.return_value = manifest
+
+        mock_get_site_packages_location = mocker.patch(
+            "guardrails.cli.hub.install.get_site_packages_location"
+        )
+        site_packages = "./.venv/lib/python3.X/site-packages"
+        mock_get_site_packages_location.return_value = site_packages
+
+        mocker.patch("guardrails.cli.hub.install.install_hub_module")
+        mocker.patch("guardrails.cli.hub.install.run_post_install")
+        mocker.patch("guardrails.cli.hub.install.add_to_hub_inits")
+
+        monkeypatch.setattr("typer.confirm", lambda _: False)
+
+        install("hub://guardrails/test-validator", quiet=False)
+
+        log_calls = [
+            call(level=5, msg="Installing hub://guardrails/test-validator..."),
+            call(
+                level=5,
+                msg="Skipping post install, models will not be downloaded for local inference.",  # noqa
+            ),  # noqa
+        ]
+        assert mock_logger_log.call_count == 3
+        mock_logger_log.assert_has_calls(log_calls)
+
+        mock_get_validator_manifest.assert_called_once_with("guardrails/test-validator")
+
+        assert mock_get_site_packages_location.call_count == 1
+
+    def test_install_local_models_confirmation(self, mocker):
+        # Mock dependencies
+        mocker.patch("guardrails.cli.hub.install.get_site_packages_location")
+        mocker.patch("guardrails.cli.hub.install.install_hub_module")
+        mocker.patch("guardrails.cli.hub.install.run_post_install")
+        mocker.patch("guardrails.cli.hub.install.add_to_hub_inits")
+
+        # Create a manifest with Guardrails endpoint
+        manifest_with_endpoint = ModuleManifest.from_dict(
+            {
+                "id": "test-id",
+                "name": "test-name",
+                "author": {"name": "test-author", "email": "test@email.com"},
+                "maintainers": [],
+                "repository": {"url": "test-repo"},
+                "namespace": "test-namespace",
+                "package_name": "test-package",
+                "module_name": "test_module",
+                "exports": ["TestValidator"],
+                "tags": {"has_guardrails_endpoint": False},
+            }
+        )
+        mocker.patch(
+            "guardrails.cli.hub.install.get_validator_manifest",
+            return_value=manifest_with_endpoint,
+        )
+
+        runner = CliRunner()
+
+        # Run the install command with simulated user input
+        result = runner.invoke(
+            hub_command, ["install", "hub://test-namespace/test-package"]
+        )
+
+        # Check if the correct prompt was in the output
+
+        assert "Would you like to install the local models?" in result.output
+
+        # Check if the installation was successful
+        assert result.exit_code == 0
+
 
 class TestPipProcess:
     def test_no_package_string_format(self, mocker):

From 0187a736f78fe9940cbed4ffc244efda3335c8f8 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 12:47:19 -0700
Subject: [PATCH 303/318] kwargs.get fix

---
 guardrails/validator_base.py | 11 ++++++-----
 1 file changed, 6 insertions(+), 5 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 087a3b53e..0bb724b95 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -168,10 +168,12 @@ def __init__(
         on_fail: Optional[Union[Callable, OnFailAction]] = None,
         **kwargs,
     ):
-        self.creds = Credentials.from_rc_file()
+        if not kwargs.get("disable_tracer", False):
+            self._hub_telemetry = HubTelemetry()
 
-        self.use_local = kwargs.get(["use_local"], None)
-        self.validation_endpoint = kwargs.get(["validation_endpoint"], None)
+        self.creds = Credentials.from_rc_file()
+        self.use_local = kwargs.get("use_local", None)
+        self.validation_endpoint = kwargs.get("validation_endpoint", None)
         if not self.creds:
             raise ValueError(
                 "No credentials found. Please run `guardrails configure` and try again."
@@ -486,12 +488,11 @@ def _log_telemetry(self) -> None:
         if not self.kwargs.get("disable_tracer", False):
             # Get HubTelemetry singleton and create a new span to
             # log the validator inference
-            _hub_telemetry = HubTelemetry()
             used_guardrails_endpoint = (
                 VALIDATOR_HUB_SERVICE in self.validation_endpoint and not self.use_local
             )
             used_custom_endpoint = not self.use_local and not used_guardrails_endpoint
-            _hub_telemetry.create_new_span(
+            self._hub_telemetry.create_new_span(
                 span_name="/validator_inference",
                 attributes=[
                     ("validator_name", self.rail_alias),

From 6362de02190ba814a033345c9379b33eb7ce736e Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 13:11:54 -0700
Subject: [PATCH 304/318] read disable_telemetry from credentials file

---
 guardrails/telemetry/__init__.py  |  3 +++
 guardrails/telemetry/telemetry.py | 22 ++++++++++++++++++++++
 guardrails/validator_base.py      | 19 ++++++++-----------
 3 files changed, 33 insertions(+), 11 deletions(-)
 create mode 100644 guardrails/telemetry/__init__.py
 create mode 100644 guardrails/telemetry/telemetry.py

diff --git a/guardrails/telemetry/__init__.py b/guardrails/telemetry/__init__.py
new file mode 100644
index 000000000..73e6b2daf
--- /dev/null
+++ b/guardrails/telemetry/__init__.py
@@ -0,0 +1,3 @@
+from .telemetry import get_disable_telemetry
+
+__all__ = ["get_disable_telemetry"]
diff --git a/guardrails/telemetry/telemetry.py b/guardrails/telemetry/telemetry.py
new file mode 100644
index 000000000..1464143b0
--- /dev/null
+++ b/guardrails/telemetry/telemetry.py
@@ -0,0 +1,22 @@
+from typing import Optional
+
+
+from guardrails.classes.credentials import Credentials
+
+
+# TODO: Consolidate with telemetry switches
+def get_disable_telemetry(creds: Credentials) -> Optional[bool]:
+    """
+    Load the use_remote_inferencing setting from the credentials.
+
+    Args:
+        creds (Credentials): The credentials object.
+
+    Returns:
+        Optional[bool]: The use_remote_inferencing setting, or None if not found.
+    """
+    try:
+        return not creds.enable_metrics
+    except AttributeError:
+        # If the attribute doesn't exist, return None
+        return None
diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 0bb724b95..1cc5ea841 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -15,22 +15,18 @@
 import requests
 from langchain_core.runnables import Runnable
 
-from guardrails.classes import (
-    ErrorSpan,  # noqa
-    FailResult,
-    PassResult,  # noqa
-    ValidationResult,
-)
+from guardrails.classes import ErrorSpan  # noqa
+from guardrails.classes import PassResult  # noqa
+from guardrails.classes import FailResult, ValidationResult
 from guardrails.classes.credentials import Credentials
 from guardrails.constants import hub
 from guardrails.hub_token.token import VALIDATOR_HUB_SERVICE, get_jwt_token
 from guardrails.logger import logger
 from guardrails.remote_inference import remote_inference
+from guardrails.telemetry import get_disable_telemetry
 from guardrails.types.on_fail import OnFailAction
 from guardrails.utils.hub_telemetry_utils import HubTelemetry
 
-# TODO: Use a different, lighter weight tokenizer
-#   that doesn't require downloads during runtime
 #   See: https://github.com/guardrails-ai/guardrails/issues/829
 try:
     nltk.data.find("tokenizers/punkt")
@@ -168,10 +164,11 @@ def __init__(
         on_fail: Optional[Union[Callable, OnFailAction]] = None,
         **kwargs,
     ):
-        if not kwargs.get("disable_tracer", False):
+        self.creds = Credentials.from_rc_file()
+        self._disable_telemetry = get_disable_telemetry(self.creds)
+        if not self._disable_telemetry:
             self._hub_telemetry = HubTelemetry()
 
-        self.creds = Credentials.from_rc_file()
         self.use_local = kwargs.get("use_local", None)
         self.validation_endpoint = kwargs.get("validation_endpoint", None)
         if not self.creds:
@@ -485,7 +482,7 @@ def to_runnable(self) -> Runnable:
     def _log_telemetry(self) -> None:
         """Logs telemetry after the validator is called."""
 
-        if not self.kwargs.get("disable_tracer", False):
+        if not self._disable_telemetry:
             # Get HubTelemetry singleton and create a new span to
             # log the validator inference
             used_guardrails_endpoint = (

From fc17eb8f460a485f87f9bf5306d5decc41fe24be Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 13:20:44 -0700
Subject: [PATCH 305/318] fixing pyright none check

---
 guardrails/cli/hub/install.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/guardrails/cli/hub/install.py b/guardrails/cli/hub/install.py
index 3e44df5b5..ac6da49a2 100644
--- a/guardrails/cli/hub/install.py
+++ b/guardrails/cli/hub/install.py
@@ -238,7 +238,7 @@ def do_nothing_context(*args, **kwargs):
         install_hub_module(module_manifest, site_packages, quiet=quiet)
 
     try:
-        if module_manifest.tags.has_guardrails_endpoint:
+        if module_manifest.tags and module_manifest.tags.has_guardrails_endpoint:
             install_local_models = typer.confirm(
                 "This validator has a Guardrails AI inference endpoint available. "
                 "Would you still like to install the local models for local inference?",

From 69cec8619e5a06d12766706a3bff0cbe7634e582 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 13:38:40 -0700
Subject: [PATCH 306/318] fixing configure bug

---
 guardrails/cli/configure.py            | 2 +-
 tests/unit_tests/cli/test_configure.py | 3 ++-
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/guardrails/cli/configure.py b/guardrails/cli/configure.py
index fb383c783..7b06687b7 100644
--- a/guardrails/cli/configure.py
+++ b/guardrails/cli/configure.py
@@ -19,7 +19,7 @@
 def save_configuration_file(
     token: Optional[str],
     enable_metrics: Optional[bool],
-    use_remote_inferencing: Optional[bool],
+    use_remote_inferencing: Optional[bool] = DEFAULT_USE_REMOTE_INFERENCING,
 ) -> None:
     if token is None:
         token = DEFAULT_TOKEN
diff --git a/tests/unit_tests/cli/test_configure.py b/tests/unit_tests/cli/test_configure.py
index dd1e2620a..a9915c522 100644
--- a/tests/unit_tests/cli/test_configure.py
+++ b/tests/unit_tests/cli/test_configure.py
@@ -69,7 +69,8 @@ def test_save_configuration_file(mocker):
         [
             f"id=f49354e0-80c7-4591-81db-cc2f945e5f1e{os.linesep}",
             f"token=token{os.linesep}",
-            "enable_metrics=true",
+            "enable_metrics=true\n",
+            "use_remote_inferencing=true",
         ]
     )
     assert close_spy.call_count == 1

From 1fb6a710866d18b20bfd629b53835861980a69a5 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Fri, 28 Jun 2024 15:38:38 -0700
Subject: [PATCH 307/318] fixing test

---
 tests/unit_tests/cli/test_configure.py | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/tests/unit_tests/cli/test_configure.py b/tests/unit_tests/cli/test_configure.py
index a9915c522..fe3a54653 100644
--- a/tests/unit_tests/cli/test_configure.py
+++ b/tests/unit_tests/cli/test_configure.py
@@ -3,6 +3,8 @@
 import pytest
 
 from tests.unit_tests.mocks.mock_file import MockFile
+import sys
+import io
 
 
 @pytest.mark.parametrize(
@@ -14,13 +16,16 @@
         ("mock_token", False),
     ],
 )
-def test_configure(mocker, token, no_metrics):
+def test_configure(mocker, monkeypatch, token, no_metrics):
     mock_save_configuration_file = mocker.patch(
         "guardrails.cli.configure.save_configuration_file"
     )
     mock_logger_info = mocker.patch("guardrails.cli.configure.logger.info")
     mock_get_auth = mocker.patch("guardrails.cli.configure.get_auth")
 
+    # Patch sys.stdin with a StringIO object
+    monkeypatch.setattr(sys, "stdin", io.StringIO("mock_input\n"))
+
     from guardrails.cli.configure import configure
 
     configure(token, no_metrics)
@@ -29,7 +34,7 @@ def test_configure(mocker, token, no_metrics):
     expected_calls = [call("Configuration saved."), call("Validating credentials...")]
     mock_logger_info.assert_has_calls(expected_calls)
 
-    mock_save_configuration_file.assert_called_once_with(token, no_metrics)
+    mock_save_configuration_file.assert_called_once_with(token, no_metrics, False)
 
     assert mock_get_auth.call_count == 1
 

From 9d5f81a8a7f254ad7bd70b2927aa7e85ed32ac34 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Fri, 28 Jun 2024 16:45:56 -0700
Subject: [PATCH 308/318] This is not my most productive day ever. Find and
 force reload of hub after create. Need to enumerate submodules.

---
 guardrails/cli/__init__.py |   1 +
 guardrails/cli/create.py   | 104 +++++++++++++++++++++++++++++++++++++
 2 files changed, 105 insertions(+)
 create mode 100644 guardrails/cli/create.py

diff --git a/guardrails/cli/__init__.py b/guardrails/cli/__init__.py
index b10af851b..0330a4bff 100644
--- a/guardrails/cli/__init__.py
+++ b/guardrails/cli/__init__.py
@@ -1,6 +1,7 @@
 import guardrails.cli.configure  # noqa
 import guardrails.cli.start  # noqa
 import guardrails.cli.validate  # noqa
+from guardrails.cli.create import create_command
 from guardrails.cli.guardrails import guardrails as cli
 from guardrails.cli.hub import hub_command
 from guardrails.cli.watch import watch_command  # noqa: F401
diff --git a/guardrails/cli/create.py b/guardrails/cli/create.py
new file mode 100644
index 000000000..7efca8165
--- /dev/null
+++ b/guardrails/cli/create.py
@@ -0,0 +1,104 @@
+import importlib
+#import pkgutil
+import inspect
+import subprocess
+from typing import Optional
+
+import rich
+import typer
+
+from guardrails.cli.guardrails import guardrails as gr_cli
+
+
+template = """
+from guardrails import Guard
+from guardrails.hub import (
+    DetectPII,
+    CompetitorCheck
+)
+
+
+input_guards = Guard()
+
+output_guards = Guard()
+output_guards.name = "Output Guard"
+output_guards.use_many(
+    DetectPII(
+        pii_entities='pii'
+    ),
+    CompetitorCheck(
+        competitors=['OpenAI', 'Anthropic']
+    )
+)
+"""
+
+
+@gr_cli.command(name="create")
+def create_command(
+    validators: str = typer.Option(
+        help="A comma-separated list of validator hub URIs. ",
+    ),
+    name: Optional[str] = typer.Option(
+        default=None,
+        help="The name of the guard to define in the file."
+    ),
+    filepath: str = typer.Option(
+        default="config.py",
+        help="The path to which the configuration file should be saved."
+    ),
+    dry_run: bool = typer.Option(
+        default=False,
+        is_flag=True,
+        help="Print out the validators to be installed without making any changes."
+    )
+):
+    installed_validators = split_and_process_validators(validators, dry_run)
+    new_config_file = generate_config_file(installed_validators, name)
+    if dry_run:
+        rich.print(f"Not actually saving output to {filepath}")
+        rich.print(f"The following would have been written:\n{new_config_file}")
+    else:
+        with open(filepath, 'wt') as fout:
+            fout.write(new_config_file)
+        rich.print(f"Saved configuration to {filepath}")
+
+
+def split_and_process_validators(validators: str, dry_run: bool = False):
+    """Given a comma-separated list of validators, check the hub to make sure all of
+    them exist, then install each one via pip.  """
+    # Quick sanity check after split:
+    validators = validators.split(",")
+    checked_validators = list()
+    for v in validators:
+        if not v.strip().startswith("hub://"):
+            rich.print(f"WARNING: Validator {v} does not appear to be a valid URI.")
+        checked_validators.append(v.strip())
+    validators = checked_validators
+
+    # We should make sure they exist.
+    for v in validators:
+        rich.print(f"Installing {v}")
+        try:
+            if not dry_run:
+                # TODO: When we have the programmatic hub install tool, switch to that.
+                subprocess.run(
+                    ["guardrails", "hub", "install", v],
+                    capture_output=True,
+                    check=True
+                )
+        except subprocess.CalledProcessError as cpe:
+            rich.print(f"ERROR: Failed to install guard {v}.{cpe.stdout}\n{cpe.stderr}")
+            raise cpe
+
+    # Pull the hub information from each of the installed validators and return it.
+    return [v for v in validators]
+
+
+def generate_config_file(validators: str, name: Optional[str] = None) -> str:
+    return "asdf"
+
+
+def _reload_hub():
+    import guardrails.hub
+    importlib.invalidate_caches()
+    return importlib.reload(guardrails.hub)
\ No newline at end of file

From 95e52ec629e684d585cf5b9488f7b93a28392ead Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Mon, 1 Jul 2024 10:56:31 -0500
Subject: [PATCH 309/318] merge config test mocks; lint

---
 guardrails/call_tracing/__init__.py           |  9 ++--
 .../call_tracing/sqlite_trace_handler.py      | 50 ++++++++++---------
 guardrails/call_tracing/trace_entry.py        | 12 ++---
 guardrails/call_tracing/trace_handler.py      | 12 +++--
 guardrails/call_tracing/tracer_mixin.py       |  8 ++-
 guardrails/cli/configure.py                   |  1 +
 .../remote_inference/remote_inference.py      |  3 +-
 guardrails/telemetry/telemetry.py             |  3 +-
 guardrails/validator_base.py                  | 45 +++++++++--------
 tests/unit_tests/cli/test_configure.py        | 18 +++----
 tests/unit_tests/test_guard_log.py            |  3 +-
 11 files changed, 83 insertions(+), 81 deletions(-)

diff --git a/guardrails/call_tracing/__init__.py b/guardrails/call_tracing/__init__.py
index 62078ab46..cfc312cc5 100644
--- a/guardrails/call_tracing/__init__.py
+++ b/guardrails/call_tracing/__init__.py
@@ -1,10 +1,9 @@
-"""
-For tracing (logging) and reporting the timing of Guard and Validator calls.
+"""For tracing (logging) and reporting the timing of Guard and Validator calls.
 
 sqlite_trace_handler defines most of the actual implementation methods.
-trace_handler provides the singleton that's used for fast global access across threads.
-tracer_mixin defines the interface and can act as a noop.
-trace_entry is just a helpful dataclass.
+trace_handler provides the singleton that's used for fast global access
+across threads. tracer_mixin defines the interface and can act as a
+noop. trace_entry is just a helpful dataclass.
 """
 
 from guardrails.call_tracing.trace_entry import GuardTraceEntry
diff --git a/guardrails/call_tracing/sqlite_trace_handler.py b/guardrails/call_tracing/sqlite_trace_handler.py
index 2831c05d8..1d555d6fd 100644
--- a/guardrails/call_tracing/sqlite_trace_handler.py
+++ b/guardrails/call_tracing/sqlite_trace_handler.py
@@ -1,20 +1,22 @@
-"""
-sqlite_trace_handler.py
-
-This is the metaphorical bread and butter of our tracing implementation, or at least the
-butter.  It wraps a SQLite database and configures it to be 'agreeable' in multithreaded
-situations.  Normally, when sharing across threads and instances one should consider
-using a larger database solution like Postgres, but in this case we only care about
-_supporting_ writing from multiple places.  We don't expect it will be the norm.
-We care about (1) not negatively impacting performance, (2) not crashing when used in
-unusual ways, and (3) not losing data when possible.
-
-The happy path should be reasonably performant.  The unhappy path should not crash.
-
-The other part of the multithreaded support comes from the public trace_handler, which
-uses a singleton pattern to only have a single instance of the database per-thread.
-If we _do_ somehow end up shared across threads, the journaling settings and writeahead
-should protect us from odd behavior.
+"""sqlite_trace_handler.py.
+
+This is the metaphorical bread and butter of our tracing implementation,
+or at least the butter.  It wraps a SQLite database and configures it to
+be 'agreeable' in multithreaded situations.  Normally, when sharing
+across threads and instances one should consider using a larger database
+solution like Postgres, but in this case we only care about _supporting_
+writing from multiple places.  We don't expect it will be the norm. We
+care about (1) not negatively impacting performance, (2) not crashing
+when used in unusual ways, and (3) not losing data when possible.
+
+The happy path should be reasonably performant.  The unhappy path should
+not crash.
+
+The other part of the multithreaded support comes from the public
+trace_handler, which uses a singleton pattern to only have a single
+instance of the database per-thread. If we _do_ somehow end up shared
+across threads, the journaling settings and writeahead should protect us
+from odd behavior.
 """
 
 import datetime
@@ -194,12 +196,14 @@ def log_validator(self, vlog: ValidatorLogs):
     def tail_logs(
         self, start_offset_idx: int = 0, follow: bool = False
     ) -> Iterator[GuardTraceEntry]:
-        """Returns an iterator to generate GuardLogEntries.
-        @param start_offset_idx : Start printing entries after this IDX. If
-        negative, this will instead start printing the LAST start_offset_idx entries.
-        @param follow : If follow is True, will re-check the database for new entries
-        after the first batch is complete.  If False (default), will return when entries
-        are exhausted.
+        """Returns an iterator to generate GuardLogEntries. @param
+        start_offset_idx : Start printing entries after this IDX. If.
+
+        negative, this will instead start printing the LAST
+        start_offset_idx entries. @param follow : If follow is True,
+        will re-check the database for new entries after the first batch
+        is complete.  If False (default), will return when entries are
+        exhausted.
         """
         last_idx = start_offset_idx
         cursor = self.db.cursor()
diff --git a/guardrails/call_tracing/trace_entry.py b/guardrails/call_tracing/trace_entry.py
index 259ff3865..6f807a9f1 100644
--- a/guardrails/call_tracing/trace_entry.py
+++ b/guardrails/call_tracing/trace_entry.py
@@ -1,10 +1,10 @@
-"""
-trace_entry.py
+"""trace_entry.py.
 
-GuardTraceEntry is a dataclass which doesn't explicitly define the schema of our logs,
-but serves as a nice, easy-to-use dataclass for when we want to manipulate things
-programmatically.  If performance and filtering is a concern, it's probably worth
-writing the SQL directly instead of filtering these in a for-loop.
+GuardTraceEntry is a dataclass which doesn't explicitly define the
+schema of our logs, but serves as a nice, easy-to-use dataclass for when
+we want to manipulate things programmatically.  If performance and
+filtering is a concern, it's probably worth writing the SQL directly
+instead of filtering these in a for-loop.
 """
 
 from dataclasses import dataclass
diff --git a/guardrails/call_tracing/trace_handler.py b/guardrails/call_tracing/trace_handler.py
index cb383c063..1e689f2d0 100644
--- a/guardrails/call_tracing/trace_handler.py
+++ b/guardrails/call_tracing/trace_handler.py
@@ -1,5 +1,4 @@
-"""
-trace_handler.py
+"""trace_handler.py.
 
 A set of tools to track the behavior of guards, specifically with the intent of
 collating the pre/post validation text and timing of guard calls.  Uses a singleton to
@@ -41,9 +40,12 @@
 
 
 class TraceHandler(TracerMixin):
-    """TraceHandler wraps the internal _SQLiteTraceHandler to make it multi-thread
-    safe.  Coupled with some write ahead journaling in the _SyncTrace internal, we have
-    a faux-multi-write multi-read interface for SQLite."""
+    """TraceHandler wraps the internal _SQLiteTraceHandler to make it multi-
+    thread safe.
+
+    Coupled with some write ahead journaling in the _SyncTrace internal,
+    we have a faux-multi-write multi-read interface for SQLite.
+    """
 
     _instance = None
     _lock = threading.Lock()
diff --git a/guardrails/call_tracing/tracer_mixin.py b/guardrails/call_tracing/tracer_mixin.py
index dd56307c5..76b1684f3 100644
--- a/guardrails/call_tracing/tracer_mixin.py
+++ b/guardrails/call_tracing/tracer_mixin.py
@@ -1,9 +1,7 @@
-"""
-tracer_mixin.py
+"""tracer_mixin.py.
 
-This file defines our preferred tracer interface.
-It has a side effect of acting as a 'noop' when we want to benchmark performance of a
-tracer.
+This file defines our preferred tracer interface. It has a side effect
+of acting as a 'noop' when we want to benchmark performance of a tracer.
 """
 
 import os
diff --git a/guardrails/cli/configure.py b/guardrails/cli/configure.py
index 2d9442be4..b56fcf43f 100644
--- a/guardrails/cli/configure.py
+++ b/guardrails/cli/configure.py
@@ -10,6 +10,7 @@
 from guardrails.cli.guardrails import guardrails
 from guardrails.cli.logger import LEVELS, logger
 from guardrails.cli.hub.console import console
+from guardrails.cli.server.hub_client import AuthenticationError, get_auth
 
 
 DEFAULT_TOKEN = ""
diff --git a/guardrails/remote_inference/remote_inference.py b/guardrails/remote_inference/remote_inference.py
index b14216155..3303ef63d 100644
--- a/guardrails/remote_inference/remote_inference.py
+++ b/guardrails/remote_inference/remote_inference.py
@@ -4,8 +4,7 @@
 
 # TODO: Consolidate with telemetry switches
 def get_use_remote_inference(creds: Credentials) -> Optional[bool]:
-    """
-    Load the use_remote_inferencing setting from the credentials.
+    """Load the use_remote_inferencing setting from the credentials.
 
     Args:
         creds (Credentials): The credentials object.
diff --git a/guardrails/telemetry/telemetry.py b/guardrails/telemetry/telemetry.py
index 1464143b0..c082418df 100644
--- a/guardrails/telemetry/telemetry.py
+++ b/guardrails/telemetry/telemetry.py
@@ -6,8 +6,7 @@
 
 # TODO: Consolidate with telemetry switches
 def get_disable_telemetry(creds: Credentials) -> Optional[bool]:
-    """
-    Load the use_remote_inferencing setting from the credentials.
+    """Load the use_remote_inferencing setting from the credentials.
 
     Args:
         creds (Credentials): The credentials object.
diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 1cc5ea841..259b5214a 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -222,43 +222,47 @@ def __init__(
     def _validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult:
         """User implementable function.
 
-        Validates a value and return a validation result. This method should call
-        _inference() in the implementation to perform inference on some input
-        value.
+        Validates a value and return a validation result. This method
+        should call _inference() in the implementation to perform
+        inference on some input value.
         """
         raise NotImplementedError
 
     def _inference_local(self, model_input: Any) -> Any:
         """User implementable function.
 
-        Runs a machine learning pipeline on some input on the local machine. This
-        function should receive the expected input to the ML model, and output the
-        results from the ml model."""
+        Runs a machine learning pipeline on some input on the local
+        machine. This function should receive the expected input to the
+        ML model, and output the results from the ml model.
+        """
         raise NotImplementedError
 
     def _inference_remote(self, model_input: Any) -> Any:
         """User implementable function.
 
-        Runs a machine learning pipeline on some input on a remote machine. This
-        function should receive the expected input to the ML model, and output the
-        results from the ml model.
+        Runs a machine learning pipeline on some input on a remote
+        machine. This function should receive the expected input to the
+        ML model, and output the results from the ml model.
 
-        Can call _hub_inference_request() if request is routed through the hub."""
+        Can call _hub_inference_request() if request is routed through
+        the hub.
+        """
         raise NotImplementedError
 
     def validate(self, value: Any, metadata: Dict[str, Any]) -> ValidationResult:
         """Do not override this function, instead implement _validate().
 
-        External facing validate function. This function acts as a wrapper for
-        _validate() and is intended to apply any meta-validation requirements, logic,
-        or pre/post processing."""
+        External facing validate function. This function acts as a
+        wrapper for _validate() and is intended to apply any meta-
+        validation requirements, logic, or pre/post processing.
+        """
         validation_result = self._validate(value, metadata)
         self._log_telemetry()
         return validation_result
 
     def _inference(self, model_input: Any) -> Any:
-        """Calls either a local or remote inference engine for use in the validation
-        call.
+        """Calls either a local or remote inference engine for use in the
+        validation call.
 
         Args:
             model_input (Any): Receives the input to be passed to your ML model.
@@ -278,7 +282,8 @@ def _inference(self, model_input: Any) -> Any:
         )
 
     def _chunking_function(self, chunk: str) -> List[str]:
-        """The strategy used for chunking accumulated text input into validation sets.
+        """The strategy used for chunking accumulated text input into
+        validation sets.
 
         Args:
             chunk (str): The text to chunk into some subset.
@@ -325,10 +330,10 @@ def validate_stream(
         return validation_result
 
     def _hub_inference_request(self, request_body: dict) -> Any:
-        """Makes a request to the Validator Hub to run a ML based validation model. This
-        request is authed through the hub and rerouted to a hosted ML model. The reply
-        from the hosted endpoint is returned and sent to this client.
-
+        """Makes a request to the Validator Hub to run a ML based validation
+        model. This request is authed through the hub and rerouted to a hosted
+        ML model. The reply from the hosted endpoint is returned and sent to
+        this client.
 
         Args:
             request_body (dict): A dictionary containing the required info for the final
diff --git a/tests/unit_tests/cli/test_configure.py b/tests/unit_tests/cli/test_configure.py
index 03399d003..11f189d5f 100644
--- a/tests/unit_tests/cli/test_configure.py
+++ b/tests/unit_tests/cli/test_configure.py
@@ -1,11 +1,7 @@
 from unittest.mock import call, patch
 
 import pytest
-
 from tests.unit_tests.mocks.mock_file import MockFile
-import sys
-import io
-
 
 
 @pytest.mark.parametrize(
@@ -17,23 +13,19 @@
         ("", False, True),
     ],
 )
-def test_configure(mocker, monkeypatch, runner, expected_token, enable_metrics, clear_token):
+def test_configure(mocker, runner, expected_token, enable_metrics, clear_token):
     mock_save_configuration_file = mocker.patch(
         "guardrails.cli.configure.save_configuration_file"
     )
     mock_logger_info = mocker.patch("guardrails.cli.configure.logger.info")
     mock_get_auth = mocker.patch("guardrails.cli.configure.get_auth")
 
-
     CLI_COMMAND = ["configure"]
     CLI_COMMAND_ARGS = []
-    CLI_COMMAND_INPUTS = ["mock_token"]
+    CLI_COMMAND_INPUTS = ["mock_token", "mock_input"]
 
     # Patch sys.stdin with a StringIO object
-    monkeypatch.setattr(sys, "stdin", io.StringIO("mock_input\n"))
-
-    from guardrails.cli.configure import configure
-
+    from guardrails.cli.guardrails import guardrails
 
     if enable_metrics:
         CLI_COMMAND_ARGS.append("y")
@@ -63,7 +55,9 @@ def test_configure(mocker, monkeypatch, runner, expected_token, enable_metrics,
 
     assert mock_logger_info.call_count == 2
     mock_logger_info.assert_has_calls(expected_calls)
-    mock_save_configuration_file.assert_called_once_with(expected_token, enable_metrics, False)
+    mock_save_configuration_file.assert_called_once_with(
+        expected_token, enable_metrics, False
+    )
 
 
 def test_save_configuration_file(mocker):
diff --git a/tests/unit_tests/test_guard_log.py b/tests/unit_tests/test_guard_log.py
index fc332f374..9799c7b36 100644
--- a/tests/unit_tests/test_guard_log.py
+++ b/tests/unit_tests/test_guard_log.py
@@ -23,7 +23,8 @@
 
 
 def test_multiprocessing_hoisted():
-    """Preallocate a shared trace handler and try to log from multiple subprocesses."""
+    """Preallocate a shared trace handler and try to log from multiple
+    subprocesses."""
     with Pool(NUM_THREADS) as pool:
         pool.map(_hoisted_logger, ["multiproc_hoist" + msg for msg in STOCK_MESSAGES])
 

From 43d8c718a8eb433d8e2d1e738fada7a3d1119ce8 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Mon, 1 Jul 2024 13:13:14 -0700
Subject: [PATCH 310/318] Remove abunch of hacky code.

---
 guardrails/cli/create.py | 99 +++++++++++++++++++++-------------------
 1 file changed, 52 insertions(+), 47 deletions(-)

diff --git a/guardrails/cli/create.py b/guardrails/cli/create.py
index 7efca8165..28b3bc154 100644
--- a/guardrails/cli/create.py
+++ b/guardrails/cli/create.py
@@ -1,36 +1,22 @@
 import importlib
-#import pkgutil
-import inspect
-import subprocess
+import time
 from typing import Optional
 
 import rich
 import typer
+from rich.console import Console
 
 from guardrails.cli.guardrails import guardrails as gr_cli
-
-
-template = """
-from guardrails import Guard
-from guardrails.hub import (
-    DetectPII,
-    CompetitorCheck
+from guardrails.cli.hub.install import (  # JC: I don't like this import. Move fns?
+    install_hub_module,
+    add_to_hub_inits,
+    run_post_install
 )
+from guardrails.cli.hub.utils import get_site_packages_location
+from guardrails.cli.server.hub_client import get_validator_manifest
 
 
-input_guards = Guard()
-
-output_guards = Guard()
-output_guards.name = "Output Guard"
-output_guards.use_many(
-    DetectPII(
-        pii_entities='pii'
-    ),
-    CompetitorCheck(
-        competitors=['OpenAI', 'Anthropic']
-    )
-)
-"""
+console = Console()
 
 
 @gr_cli.command(name="create")
@@ -52,7 +38,7 @@ def create_command(
         help="Print out the validators to be installed without making any changes."
     )
 ):
-    installed_validators = split_and_process_validators(validators, dry_run)
+    installed_validators = split_and_install_validators(validators, dry_run)
     new_config_file = generate_config_file(installed_validators, name)
     if dry_run:
         rich.print(f"Not actually saving output to {filepath}")
@@ -63,42 +49,61 @@ def create_command(
         rich.print(f"Saved configuration to {filepath}")
 
 
-def split_and_process_validators(validators: str, dry_run: bool = False):
+def split_and_install_validators(validators: str, dry_run: bool = False):
     """Given a comma-separated list of validators, check the hub to make sure all of
-    them exist, then install each one via pip.  """
+    them exist, install them, and return a list of 'imports'."""
     # Quick sanity check after split:
     validators = validators.split(",")
-    checked_validators = list()
+    stripped_validators = list()
+    manifests = list()
+    site_packages = get_site_packages_location()
+
+    # hub://blah -> blah, then download the manifest.
     for v in validators:
         if not v.strip().startswith("hub://"):
             rich.print(f"WARNING: Validator {v} does not appear to be a valid URI.")
-        checked_validators.append(v.strip())
-    validators = checked_validators
+            return
+        stripped_validator = v.lstrip("hub://")
+        stripped_validators.append(stripped_validator)
+        manifests.append(get_validator_manifest(stripped_validator))
 
     # We should make sure they exist.
-    for v in validators:
-        rich.print(f"Installing {v}")
-        try:
+    with console.status("Installing validators") as status:
+        for manifest, validator in zip(manifests, stripped_validators):
+            status.update(f"Installing {validator}")
             if not dry_run:
-                # TODO: When we have the programmatic hub install tool, switch to that.
-                subprocess.run(
-                    ["guardrails", "hub", "install", v],
-                    capture_output=True,
-                    check=True
-                )
-        except subprocess.CalledProcessError as cpe:
-            rich.print(f"ERROR: Failed to install guard {v}.{cpe.stdout}\n{cpe.stderr}")
-            raise cpe
+                install_hub_module(manifest, site_packages, quiet=True)
+                run_post_install(manifest, site_packages)
+                add_to_hub_inits(manifest, site_packages)
+            else:
+                console.print(f"Fake installing {validator}")
+                time.sleep(1)
 
     # Pull the hub information from each of the installed validators and return it.
-    return [v for v in validators]
+    return [manifest.exports[0] for manifest in manifests]
 
 
 def generate_config_file(validators: str, name: Optional[str] = None) -> str:
-    return "asdf"
+    config_lines = ["from guardrails import Guard", ]
 
+    # Import one or more validators.
+    if len(validators) == 1:
+        config_lines.append(f"from guardrails.hub import {validators[0]}")
+    else:
+        multiline_import = ",\n\t".join(validators)
+        config_lines.append(f"from guardrails.hub import (\n\t{multiline_import}\n)")
+
+    # Initialize our guard.
+    config_lines.append("guard = Guard()")
+    if name is not None:
+        escaped_name = name.encode('string_escape')
+        config_lines.append(f'guard.name = "{escaped_name}"')
+
+    # Append validators:
+    if len(validators) == 1:
+        config_lines.append(f"guard.use({validators[0]}())")
+    else:
+        multi_use = ",\n".join([validator + "()" for validator in validators])
+        config_lines.append(f"guard.use_many(\n{multi_use}\n)")
 
-def _reload_hub():
-    import guardrails.hub
-    importlib.invalidate_caches()
-    return importlib.reload(guardrails.hub)
\ No newline at end of file
+    return "\n".join(config_lines)

From dd290116ad7bf1b99c538be0303b63a32241cd0a Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Mon, 1 Jul 2024 14:17:24 -0700
Subject: [PATCH 311/318] Allow for quoted guard names.

---
 guardrails/cli/__init__.py |  2 +-
 guardrails/cli/create.py   | 48 ++++++++++++++++++++------------------
 2 files changed, 26 insertions(+), 24 deletions(-)

diff --git a/guardrails/cli/__init__.py b/guardrails/cli/__init__.py
index 0330a4bff..73bc8bfe9 100644
--- a/guardrails/cli/__init__.py
+++ b/guardrails/cli/__init__.py
@@ -1,7 +1,7 @@
 import guardrails.cli.configure  # noqa
 import guardrails.cli.start  # noqa
 import guardrails.cli.validate  # noqa
-from guardrails.cli.create import create_command
+from guardrails.cli.create import create_command  # noqa: F401
 from guardrails.cli.guardrails import guardrails as cli
 from guardrails.cli.hub import hub_command
 from guardrails.cli.watch import watch_command  # noqa: F401
diff --git a/guardrails/cli/create.py b/guardrails/cli/create.py
index 28b3bc154..10d94953b 100644
--- a/guardrails/cli/create.py
+++ b/guardrails/cli/create.py
@@ -1,8 +1,6 @@
-import importlib
 import time
 from typing import Optional
 
-import rich
 import typer
 from rich.console import Console
 
@@ -10,7 +8,7 @@
 from guardrails.cli.hub.install import (  # JC: I don't like this import. Move fns?
     install_hub_module,
     add_to_hub_inits,
-    run_post_install
+    run_post_install,
 )
 from guardrails.cli.hub.utils import get_site_packages_location
 from guardrails.cli.server.hub_client import get_validator_manifest
@@ -25,28 +23,27 @@ def create_command(
         help="A comma-separated list of validator hub URIs. ",
     ),
     name: Optional[str] = typer.Option(
-        default=None,
-        help="The name of the guard to define in the file."
+        default=None, help="The name of the guard to define in the file."
     ),
     filepath: str = typer.Option(
         default="config.py",
-        help="The path to which the configuration file should be saved."
+        help="The path to which the configuration file should be saved.",
     ),
     dry_run: bool = typer.Option(
         default=False,
         is_flag=True,
-        help="Print out the validators to be installed without making any changes."
-    )
+        help="Print out the validators to be installed without making any changes.",
+    ),
 ):
     installed_validators = split_and_install_validators(validators, dry_run)
     new_config_file = generate_config_file(installed_validators, name)
     if dry_run:
-        rich.print(f"Not actually saving output to {filepath}")
-        rich.print(f"The following would have been written:\n{new_config_file}")
+        console.print(f"Not actually saving output to {filepath}")
+        console.print(f"The following would have been written:\n{new_config_file}")
     else:
-        with open(filepath, 'wt') as fout:
+        with open(filepath, "wt") as fout:
             fout.write(new_config_file)
-        rich.print(f"Saved configuration to {filepath}")
+        console.print(f"Saved configuration to {filepath}")
 
 
 def split_and_install_validators(validators: str, dry_run: bool = False):
@@ -59,13 +56,17 @@ def split_and_install_validators(validators: str, dry_run: bool = False):
     site_packages = get_site_packages_location()
 
     # hub://blah -> blah, then download the manifest.
-    for v in validators:
-        if not v.strip().startswith("hub://"):
-            rich.print(f"WARNING: Validator {v} does not appear to be a valid URI.")
-            return
-        stripped_validator = v.lstrip("hub://")
-        stripped_validators.append(stripped_validator)
-        manifests.append(get_validator_manifest(stripped_validator))
+    with console.status("Checking validator manifests") as status:
+        for v in validators:
+            status.update(f"Prefetching {v}")
+            if not v.strip().startswith("hub://"):
+                console.print(
+                    f"WARNING: Validator {v} does not appear to be a valid URI."
+                )
+                return
+            stripped_validator = v.lstrip("hub://")
+            stripped_validators.append(stripped_validator)
+            manifests.append(get_validator_manifest(stripped_validator))
 
     # We should make sure they exist.
     with console.status("Installing validators") as status:
@@ -84,7 +85,9 @@ def split_and_install_validators(validators: str, dry_run: bool = False):
 
 
 def generate_config_file(validators: str, name: Optional[str] = None) -> str:
-    config_lines = ["from guardrails import Guard", ]
+    config_lines = [
+        "from guardrails import Guard",
+    ]
 
     # Import one or more validators.
     if len(validators) == 1:
@@ -96,14 +99,13 @@ def generate_config_file(validators: str, name: Optional[str] = None) -> str:
     # Initialize our guard.
     config_lines.append("guard = Guard()")
     if name is not None:
-        escaped_name = name.encode('string_escape')
-        config_lines.append(f'guard.name = "{escaped_name}"')
+        config_lines.append(f"guard.name = {name.__repr__()}")
 
     # Append validators:
     if len(validators) == 1:
         config_lines.append(f"guard.use({validators[0]}())")
     else:
-        multi_use = ",\n".join([validator + "()" for validator in validators])
+        multi_use = ",\n".join(["\t" + validator + "()" for validator in validators])
         config_lines.append(f"guard.use_many(\n{multi_use}\n)")
 
     return "\n".join(config_lines)

From 640a4d2aa94b9fac388072b004047cc5bfb23283 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Mon, 1 Jul 2024 14:23:46 -0700
Subject: [PATCH 312/318] updaing validator base for a bug fix

---
 guardrails/validator_base.py | 41 ++++++++++++++++++------------------
 1 file changed, 20 insertions(+), 21 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 1cc5ea841..23b779734 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -79,7 +79,9 @@ def validate_wrapper(self, *args, **kwargs):
     return validator
 
 
-def register_validator(name: str, data_type: Union[str, List[str]]):
+def register_validator(
+    name: str, data_type: Union[str, List[str]], has_guardrails_endpoint: bool
+):
     """Register a validator for a data type."""
     from guardrails.datatypes import types_registry
 
@@ -187,7 +189,6 @@ def __init__(
                 f"{VALIDATOR_HUB_SERVICE}/validator/{validator_id}/inference"
             )
             self.validation_endpoint = submission_url
-
         self.on_fail_descriptor: Union[str, OnFailAction] = "custom"
 
         # chunking function returns empty list or list of 2 chunks
@@ -271,6 +272,7 @@ def _inference(self, model_input: Any) -> Any:
             return self._inference_local(model_input)
         if not self.use_local and self.validation_endpoint:
             return self._inference_remote(model_input)
+
         raise RuntimeError(
             "No inference endpoint set, but use_local was false. "
             "Please set either use_local=True or "
@@ -324,7 +326,9 @@ def validate_stream(
             validation_result.validated_chunk = chunk_to_validate
         return validation_result
 
-    def _hub_inference_request(self, request_body: dict) -> Any:
+    def _hub_inference_request(
+        self, request_body: dict, validation_endpoint: str
+    ) -> Any:
         """Makes a request to the Validator Hub to run a ML based validation model. This
         request is authed through the hub and rerouted to a hosted ML model. The reply
         from the hosted endpoint is returned and sent to this client.
@@ -332,6 +336,7 @@ def _hub_inference_request(self, request_body: dict) -> Any:
 
         Args:
             request_body (dict): A dictionary containing the required info for the final
+            validation_endpoint (str): The url to request as an endpoint
             inference endpoint to run.
 
         Raises:
@@ -340,24 +345,18 @@ def _hub_inference_request(self, request_body: dict) -> Any:
         Returns:
             Any: Post request response from the ML based validation model.
         """
-
-        try:
-            submission_url = self.validation_endpoint
-
-            headers = {
-                "Authorization": f"Bearer {self.hub_jwt_token}",
-                "Content-Type": "application/json",
-            }
-            req = requests.post(submission_url, json=request_body, headers=headers)
-            if not req.ok:
-                logging.error(req.status_code)
-
-            return req.json()
-
-        except Exception as e:
-            logging.error(
-                "An unexpected validation error occurred" f" in {self.rail_alias}: ", e
-            )
+        headers = {
+            "Authorization": f"Bearer {self.hub_jwt_token}",
+            "Content-Type": "application/json",
+        }
+        print(request_body)
+        print(validation_endpoint)
+        print(headers)
+        req = requests.post(validation_endpoint, json=request_body, headers=headers)
+        if not req.ok:
+            logging.error(req.status_code)
+
+        return req.json()
 
     def to_prompt(self, with_keywords: bool = True) -> str:
         """Convert the validator to a prompt.

From 5e06ddcc8aa33e934734c0e937452ae554809081 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Mon, 1 Jul 2024 14:24:56 -0700
Subject: [PATCH 313/318] remove print

---
 guardrails/validator_base.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 23b779734..61a9e80b3 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -15,9 +15,12 @@
 import requests
 from langchain_core.runnables import Runnable
 
-from guardrails.classes import ErrorSpan  # noqa
-from guardrails.classes import PassResult  # noqa
-from guardrails.classes import FailResult, ValidationResult
+from guardrails.classes import (
+    ErrorSpan,  # noqa
+    FailResult,
+    PassResult,  # noqa
+    ValidationResult,
+)
 from guardrails.classes.credentials import Credentials
 from guardrails.constants import hub
 from guardrails.hub_token.token import VALIDATOR_HUB_SERVICE, get_jwt_token
@@ -349,9 +352,6 @@ def _hub_inference_request(
             "Authorization": f"Bearer {self.hub_jwt_token}",
             "Content-Type": "application/json",
         }
-        print(request_body)
-        print(validation_endpoint)
-        print(headers)
         req = requests.post(validation_endpoint, json=request_body, headers=headers)
         if not req.ok:
             logging.error(req.status_code)

From 72c26bf082a6d549baebcdb30881ee6afdb0f36d Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Mon, 1 Jul 2024 14:49:11 -0700
Subject: [PATCH 314/318] Add more print statements and iterate over
 config-X.py per spec.

---
 guardrails/cli/create.py | 64 ++++++++++++++++++++++++++++++++++------
 1 file changed, 55 insertions(+), 9 deletions(-)

diff --git a/guardrails/cli/create.py b/guardrails/cli/create.py
index 10d94953b..3d55247e3 100644
--- a/guardrails/cli/create.py
+++ b/guardrails/cli/create.py
@@ -1,8 +1,12 @@
+import os
+import sys
 import time
-from typing import Optional
+from glob import glob
+from typing import Optional, Union
 
 import typer
 from rich.console import Console
+from rich.syntax import Syntax
 
 from guardrails.cli.guardrails import guardrails as gr_cli
 from guardrails.cli.hub.install import (  # JC: I don't like this import. Move fns?
@@ -25,9 +29,10 @@ def create_command(
     name: Optional[str] = typer.Option(
         default=None, help="The name of the guard to define in the file."
     ),
-    filepath: str = typer.Option(
-        default="config.py",
-        help="The path to which the configuration file should be saved.",
+    filepath: Optional[str] = typer.Option(
+        default=None,
+        help="The path to which the configuration file should be saved. Defaults to "
+        "config.py, but will use config-X.py if a config.py file already exists.",
     ),
     dry_run: bool = typer.Option(
         default=False,
@@ -35,15 +40,46 @@ def create_command(
         help="Print out the validators to be installed without making any changes.",
     ),
 ):
+    filepath = check_filename(filepath)
     installed_validators = split_and_install_validators(validators, dry_run)
     new_config_file = generate_config_file(installed_validators, name)
     if dry_run:
-        console.print(f"Not actually saving output to {filepath}")
-        console.print(f"The following would have been written:\n{new_config_file}")
+        console.print(f"Not actually saving output to [bold]{filepath}[/bold]")
+        console.print("The following would have been written:\n")
+        formatted = Syntax(new_config_file, "python")
+        console.print(formatted)
+        console.print("\n")
     else:
         with open(filepath, "wt") as fout:
             fout.write(new_config_file)
         console.print(f"Saved configuration to {filepath}")
+    console.print(
+        f"Replace TODOs in {filepath} and run with `guardrails start"
+        f" --config {filepath}`"
+    )
+
+
+def check_filename(filename: Optional[Union[str, os.PathLike]]) -> str:
+    """If 'filename' is unspecified, defaults to 'config.py', but will autoincrement to
+    config-1.py, config-2.py, etc.  If a filename is specified and already exists, will
+    prompt the user to confirm overwriting."""
+    if filename is None:
+        filename = "config.py"
+        num_config_py_files = len(glob("config*.py"))
+        while os.path.exists(filename):
+            filename = f"config-{num_config_py_files}.py"
+            num_config_py_files += 1
+    else:
+        if os.path.exists(filename):
+            # Alert the user and get confirmation of overwrite.
+            overwrite = typer.confirm(
+                f"The configuration file {filename} already exists. Overwrite?"
+            )
+            if not overwrite:
+                console.print("Aborting")
+                typer.Abort()
+                sys.exit(0)  # Force exit if we fall through.
+    return filename
 
 
 def split_and_install_validators(validators: str, dry_run: bool = False):
@@ -56,6 +92,7 @@ def split_and_install_validators(validators: str, dry_run: bool = False):
     site_packages = get_site_packages_location()
 
     # hub://blah -> blah, then download the manifest.
+    console.print("Checking validators...")
     with console.status("Checking validator manifests") as status:
         for v in validators:
             status.update(f"Prefetching {v}")
@@ -63,12 +100,14 @@ def split_and_install_validators(validators: str, dry_run: bool = False):
                 console.print(
                     f"WARNING: Validator {v} does not appear to be a valid URI."
                 )
-                return
+                sys.exit(-1)
             stripped_validator = v.lstrip("hub://")
             stripped_validators.append(stripped_validator)
             manifests.append(get_validator_manifest(stripped_validator))
+    console.print("Success!")
 
     # We should make sure they exist.
+    console.print("Installing...")
     with console.status("Installing validators") as status:
         for manifest, validator in zip(manifests, stripped_validators):
             status.update(f"Installing {validator}")
@@ -79,12 +118,14 @@ def split_and_install_validators(validators: str, dry_run: bool = False):
             else:
                 console.print(f"Fake installing {validator}")
                 time.sleep(1)
+    console.print("Success!")
 
     # Pull the hub information from each of the installed validators and return it.
     return [manifest.exports[0] for manifest in manifests]
 
 
 def generate_config_file(validators: str, name: Optional[str] = None) -> str:
+    console.print("Generating config file...")
     config_lines = [
         "from guardrails import Guard",
     ]
@@ -103,9 +144,14 @@ def generate_config_file(validators: str, name: Optional[str] = None) -> str:
 
     # Append validators:
     if len(validators) == 1:
-        config_lines.append(f"guard.use({validators[0]}())")
+        config_lines.append(f"guard.use({validators[0]}( TODO Fill these parameters ))")
     else:
-        multi_use = ",\n".join(["\t" + validator + "()" for validator in validators])
+        multi_use = ",\n".join(
+            [
+                "\t" + validator + "( TODO fill these parameters )"
+                for validator in validators
+            ]
+        )
         config_lines.append(f"guard.use_many(\n{multi_use}\n)")
 
     return "\n".join(config_lines)

From 5b20a40124e07b413c977d04672cc491c51acd61 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Mon, 1 Jul 2024 15:04:19 -0700
Subject: [PATCH 315/318] Pyright linting fixes.

---
 guardrails/cli/create.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/guardrails/cli/create.py b/guardrails/cli/create.py
index 3d55247e3..b8cc5b48d 100644
--- a/guardrails/cli/create.py
+++ b/guardrails/cli/create.py
@@ -2,7 +2,7 @@
 import sys
 import time
 from glob import glob
-from typing import Optional, Union
+from typing import List, Optional, Union
 
 import typer
 from rich.console import Console
@@ -79,22 +79,22 @@ def check_filename(filename: Optional[Union[str, os.PathLike]]) -> str:
                 console.print("Aborting")
                 typer.Abort()
                 sys.exit(0)  # Force exit if we fall through.
-    return filename
+    return filename  # type: ignore
 
 
 def split_and_install_validators(validators: str, dry_run: bool = False):
     """Given a comma-separated list of validators, check the hub to make sure all of
     them exist, install them, and return a list of 'imports'."""
-    # Quick sanity check after split:
-    validators = validators.split(",")
     stripped_validators = list()
     manifests = list()
     site_packages = get_site_packages_location()
 
+    # Split by comma, strip start and end spaces, then make sure there's a hub prefix.
+    # If all that passes, download the manifest file so we know where to install.
     # hub://blah -> blah, then download the manifest.
     console.print("Checking validators...")
     with console.status("Checking validator manifests") as status:
-        for v in validators:
+        for v in validators.split(","):
             status.update(f"Prefetching {v}")
             if not v.strip().startswith("hub://"):
                 console.print(
@@ -124,7 +124,7 @@ def split_and_install_validators(validators: str, dry_run: bool = False):
     return [manifest.exports[0] for manifest in manifests]
 
 
-def generate_config_file(validators: str, name: Optional[str] = None) -> str:
+def generate_config_file(validators: List[str], name: Optional[str] = None) -> str:
     console.print("Generating config file...")
     config_lines = [
         "from guardrails import Guard",

From 675408f00d0f81b0d7b73791c61f7fc2e68ce625 Mon Sep 17 00:00:00 2001
From: Joseph Catrambone 
Date: Mon, 1 Jul 2024 15:29:19 -0700
Subject: [PATCH 316/318] Feedback: drop requirement to auto-increment config
 file.

---
 guardrails/cli/create.py | 40 +++++++++++++++-------------------------
 1 file changed, 15 insertions(+), 25 deletions(-)

diff --git a/guardrails/cli/create.py b/guardrails/cli/create.py
index b8cc5b48d..1486b1f2c 100644
--- a/guardrails/cli/create.py
+++ b/guardrails/cli/create.py
@@ -1,7 +1,6 @@
 import os
 import sys
 import time
-from glob import glob
 from typing import List, Optional, Union
 
 import typer
@@ -29,10 +28,9 @@ def create_command(
     name: Optional[str] = typer.Option(
         default=None, help="The name of the guard to define in the file."
     ),
-    filepath: Optional[str] = typer.Option(
-        default=None,
-        help="The path to which the configuration file should be saved. Defaults to "
-        "config.py, but will use config-X.py if a config.py file already exists.",
+    filepath: str = typer.Option(
+        default="config.py",
+        help="The path to which the configuration file should be saved.",
     ),
     dry_run: bool = typer.Option(
         default=False,
@@ -59,26 +57,18 @@ def create_command(
     )
 
 
-def check_filename(filename: Optional[Union[str, os.PathLike]]) -> str:
-    """If 'filename' is unspecified, defaults to 'config.py', but will autoincrement to
-    config-1.py, config-2.py, etc.  If a filename is specified and already exists, will
-    prompt the user to confirm overwriting."""
-    if filename is None:
-        filename = "config.py"
-        num_config_py_files = len(glob("config*.py"))
-        while os.path.exists(filename):
-            filename = f"config-{num_config_py_files}.py"
-            num_config_py_files += 1
-    else:
-        if os.path.exists(filename):
-            # Alert the user and get confirmation of overwrite.
-            overwrite = typer.confirm(
-                f"The configuration file {filename} already exists. Overwrite?"
-            )
-            if not overwrite:
-                console.print("Aborting")
-                typer.Abort()
-                sys.exit(0)  # Force exit if we fall through.
+def check_filename(filename: Union[str, os.PathLike]) -> str:
+    """If a filename is specified and already exists, will prompt the user to confirm
+    overwriting.  Aborts if the user declines."""
+    if os.path.exists(filename):
+        # Alert the user and get confirmation of overwrite.
+        overwrite = typer.confirm(
+            f"The configuration file {filename} already exists. Overwrite?"
+        )
+        if not overwrite:
+            console.print("Aborting")
+            typer.Abort()
+            sys.exit(0)  # Force exit if we fall through.
     return filename  # type: ignore
 
 

From e36174a0f9aa2c5b1e49dd84f41f1852638a9765 Mon Sep 17 00:00:00 2001
From: Wyatt Lansford <22553069+wylansford@users.noreply.github.com>
Date: Mon, 1 Jul 2024 16:48:19 -0700
Subject: [PATCH 317/318] adding default to register_validator

---
 guardrails/validator_base.py | 11 ++++-------
 1 file changed, 4 insertions(+), 7 deletions(-)

diff --git a/guardrails/validator_base.py b/guardrails/validator_base.py
index 61a9e80b3..0eef9fcd2 100644
--- a/guardrails/validator_base.py
+++ b/guardrails/validator_base.py
@@ -15,12 +15,9 @@
 import requests
 from langchain_core.runnables import Runnable
 
-from guardrails.classes import (
-    ErrorSpan,  # noqa
-    FailResult,
-    PassResult,  # noqa
-    ValidationResult,
-)
+from guardrails.classes import ErrorSpan  # noqa
+from guardrails.classes import PassResult  # noqa
+from guardrails.classes import FailResult, ValidationResult
 from guardrails.classes.credentials import Credentials
 from guardrails.constants import hub
 from guardrails.hub_token.token import VALIDATOR_HUB_SERVICE, get_jwt_token
@@ -83,7 +80,7 @@ def validate_wrapper(self, *args, **kwargs):
 
 
 def register_validator(
-    name: str, data_type: Union[str, List[str]], has_guardrails_endpoint: bool
+    name: str, data_type: Union[str, List[str]], has_guardrails_endpoint: bool = False
 ):
     """Register a validator for a data type."""
     from guardrails.datatypes import types_registry

From 86689715447110f52df1008b35d2cd3b87635ddd Mon Sep 17 00:00:00 2001
From: Caleb Courier 
Date: Tue, 2 Jul 2024 12:35:16 -0500
Subject: [PATCH 318/318] bump alpha version

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index afd2604b1..a4bab62a7 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "guardrails-ai"
-version = "0.5.0a9"
+version = "0.5.0a10"
 description = "Adding guardrails to large language models."
 authors = ["Guardrails AI "]
 license = "Apache License 2.0"