mirror of
https://github.com/danswer-ai/danswer.git
synced 2025-04-27 20:32:17 +02:00
261150e81a
* WIP for external group sync lock fixes * prototyping permissions validation * validate permission sync tasks in celery * mypy * cleanup and wire off external group sync checks for now * add active key to reset * improve logging * reset on payload format change * return False on exception * missed a return * add count of tasks scanned * add comment * better logging * add return * more return * catch payload exceptions * code review fixes * push to restart test --------- Co-authored-by: Richard Kuo (Danswer) <rkuo@onyx.app>
78 lines
2.4 KiB
Python
78 lines
2.4 KiB
Python
import base64
|
|
import json
|
|
import os
|
|
from datetime import datetime
|
|
from typing import Any
|
|
|
|
from fastapi import HTTPException
|
|
from fastapi import status
|
|
|
|
from onyx.connectors.google_utils.shared_constants import (
|
|
DB_CREDENTIALS_AUTHENTICATION_METHOD,
|
|
)
|
|
|
|
|
|
class BasicAuthenticationError(HTTPException):
|
|
def __init__(self, detail: str):
|
|
super().__init__(status_code=status.HTTP_403_FORBIDDEN, detail=detail)
|
|
|
|
|
|
class DateTimeEncoder(json.JSONEncoder):
|
|
"""Custom JSON encoder that converts datetime objects to ISO format strings."""
|
|
|
|
def default(self, obj: Any) -> Any:
|
|
if isinstance(obj, datetime):
|
|
return obj.isoformat()
|
|
return super().default(obj)
|
|
|
|
|
|
def get_json_line(
|
|
json_dict: dict[str, Any], encoder: type[json.JSONEncoder] = DateTimeEncoder
|
|
) -> str:
|
|
"""
|
|
Convert a dictionary to a JSON string with datetime handling, and add a newline.
|
|
|
|
Args:
|
|
json_dict: The dictionary to be converted to JSON.
|
|
encoder: JSON encoder class to use, defaults to DateTimeEncoder.
|
|
|
|
Returns:
|
|
A JSON string representation of the input dictionary with a newline character.
|
|
"""
|
|
return json.dumps(json_dict, cls=encoder) + "\n"
|
|
|
|
|
|
def mask_string(sensitive_str: str) -> str:
|
|
return "****...**" + sensitive_str[-4:]
|
|
|
|
|
|
def mask_credential_dict(credential_dict: dict[str, Any]) -> dict[str, str]:
|
|
masked_creds = {}
|
|
for key, val in credential_dict.items():
|
|
if isinstance(val, str):
|
|
# we want to pass the authentication_method field through so the frontend
|
|
# can disambiguate credentials created by different methods
|
|
if key == DB_CREDENTIALS_AUTHENTICATION_METHOD:
|
|
masked_creds[key] = val
|
|
else:
|
|
masked_creds[key] = mask_string(val)
|
|
continue
|
|
|
|
if isinstance(val, int):
|
|
masked_creds[key] = "*****"
|
|
continue
|
|
|
|
raise ValueError(
|
|
f"Unable to mask credentials of type other than string, cannot process request."
|
|
f"Recieved type: {type(val)}"
|
|
)
|
|
|
|
return masked_creds
|
|
|
|
|
|
def make_short_id() -> str:
|
|
"""Fast way to generate a random 8 character id ... useful for tagging data
|
|
to trace it through a flow. This is definitely not guaranteed to be unique and is
|
|
targeted at the stated use case."""
|
|
return base64.b32encode(os.urandom(5)).decode("utf-8")[:8] # 5 bytes → 8 chars
|