various little fixes

setup.cfg

@@ -105,3 +105,4 @@ testpaths=tests
 python_classes=*Test
 markers:
  slow: slow tests
+ asyncio: async tests

setup.py

@@ -97,6 +97,7 @@
  "httpx==0.24.1",
  "ruff==0.3.7",
  "pre-commit==3.5.0",
+ "pytest-asyncio==0.23.7",
  ],
  "llm": [
  "openai>=1.16.2",

src/evidently/ui/components/security.py

@@ -79,9 +79,9 @@ class SimpleSecurity(SecurityComponent):
  def get_dependencies(self, ctx: ComponentContext) -> Dict[str, Provide]:
  return {
  "user_id": Provide(get_user_id),
- "security": Provide(self.get_security),
- "security_config": Provide(lambda: self),
- "auth_manager": Provide(lambda: NoopAuthManager()),
+ "security": Provide(self.get_security, sync_to_thread=False),
+ "security_config": Provide(lambda: self, sync_to_thread=False),
+ "auth_manager": Provide(lambda: NoopAuthManager(), sync_to_thread=False),
  }
 
 

src/evidently/ui/local_service.py

@@ -62,6 +62,11 @@ def create_logging() -> dict:
  "format": "%(asctime)s %(levelname)-8s %(name)-15s %(message)s",
  "datefmt": "%Y-%m-%dT%H:%M:%SZ",
  },
+ "standard": {
+ "()": "logging.Formatter",
+ "format": "%(asctime)s %(levelname)-8s %(name)-15s %(message)s",
+ "datefmt": "%Y-%m-%dT%H:%M:%SZ",
+ },
  },
  "handlers": {
  "default": {

tests/multitest/metrics/test_all.py

@@ -21,7 +21,10 @@
 from tests.multitest.metrics.conftest import metric_fixtures
 
 
-def _check_dataframe(report: Report):
+def _check_dataframe(report: Report, metric: Metric):
+ if not metric.__class__.result_type().__config__.pd_include:
+ # skipping not supported
+ return
  df = report.as_dataframe()
  assert isinstance(df, pd.DataFrame)
 

tests/ui/conftest.py

@@ -33,7 +33,7 @@ class Config:
 
  def get_route_handlers(self, ctx: ComponentContext):
  @get("/tests_setup")
- def tests_setup(project_manager: ProjectManager, security: SecurityService) -> None:
+ async def tests_setup(project_manager: ProjectManager, security: SecurityService) -> None:
  self.app.state["pm"] = project_manager
  self.app.state["security"] = security