49 lines
1.9 KiB
Python
49 lines
1.9 KiB
Python
"""Skill versioning: regression tests and performance tracking."""
|
|
|
|
from typing import Any
|
|
|
|
from fusionagi.schemas.skill import Skill, SkillVersionInfo
|
|
from fusionagi._logger import logger
|
|
|
|
|
|
class SkillVersioning:
|
|
"""Tracks success/failure and regression test IDs per skill version."""
|
|
|
|
def __init__(self) -> None:
|
|
self._versions: dict[str, dict[int, SkillVersionInfo]] = {} # skill_id -> {version -> info}
|
|
|
|
def record_success(self, skill_id: str, version: int = 1) -> None:
|
|
from datetime import datetime, timezone
|
|
self._versions.setdefault(skill_id, {})
|
|
info = self._versions[skill_id].get(version)
|
|
if not info:
|
|
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
|
info = info.model_copy(
|
|
update={
|
|
"success_count": info.success_count + 1,
|
|
"last_success_at": datetime.now(timezone.utc),
|
|
}
|
|
)
|
|
self._versions[skill_id][version] = info
|
|
|
|
def record_failure(self, skill_id: str, version: int = 1) -> None:
|
|
self._versions.setdefault(skill_id, {})
|
|
info = self._versions[skill_id].get(version)
|
|
if not info:
|
|
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
|
info = info.model_copy(update={"failure_count": info.failure_count + 1})
|
|
self._versions[skill_id][version] = info
|
|
|
|
def get_info(self, skill_id: str, version: int) -> SkillVersionInfo | None:
|
|
return self._versions.get(skill_id, {}).get(version)
|
|
|
|
def add_regression_test(self, skill_id: str, version: int, test_id: str) -> None:
|
|
self._versions.setdefault(skill_id, {})
|
|
info = self._versions[skill_id].get(version)
|
|
if not info:
|
|
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
|
info = info.model_copy(
|
|
update={"regression_test_ids": list(info.regression_test_ids) + [test_id]}
|
|
)
|
|
self._versions[skill_id][version] = info
|