Skip to content

⚡️ Speed up method ExperimentalUIJWTToken.get_key_object_from_ui_hash_key by 26% #443

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
codeflash-ai wants to merge 1 commit into
base: main
Choose a base branch
from
Open

⚡️ Speed up method ExperimentalUIJWTToken.get_key_object_from_ui_hash_key by 26% #443

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 8 additions & 5 deletions litellm/proxy/common_utils/encrypt_decrypt_utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from typing import Literal, Optional

from litellm._logging import verbose_proxy_logger
from functools import lru_cache


def _get_salt_key():
Expand Down Expand Up @@ -41,7 +42,7 @@ def decrypt_value_helper(
exception_type: Literal["debug", "error"] = "error",
return_original_value: bool = False,
):
signing_key = _get_salt_key()
signing_key = _cached_get_salt_key()

try:
if isinstance(value, str):
Expand All @@ -52,15 +53,12 @@ def decrypt_value_helper(
# if it's not str - do not decrypt it, return the value
return value
except Exception as e:

error_message = f"Error decrypting value for key: {key}, Did your master_key/salt key change recently? \nError: {str(e)}\nSet permanent salt key - https://docs.litellm.ai/docs/proxy/prod#5-set-litellm-salt-key"
if exception_type == "debug":
verbose_proxy_logger.debug(error_message)
return value if return_original_value else None

verbose_proxy_logger.debug(
f"Unable to decrypt value={value} for key: {key}, returning None"
)
verbose_proxy_logger.debug(f"Unable to decrypt value={value} for key: {key}, returning None")
if return_original_value:
return value
else:
Expand Down Expand Up @@ -113,3 +111,8 @@ def decrypt_value(value: bytes, signing_key: str) -> str:
return plaintext # type: ignore
except Exception as e:
raise e


@lru_cache(maxsize=1)
def _cached_get_salt_key():
return _get_salt_key()