File structure for supporting litellm (#517)

Co-authored-by: Young <[email protected]>
microsoft · Jan 9, 2025 · fdbb4b8 · fdbb4b8
1 parent c1c9f93
commit fdbb4b8
Show file tree

Hide file tree

Showing 7 changed files with 6 additions and 0 deletions.
diff --git a/rdagent/oai/backend/__init__.py b/rdagent/oai/backend/__init__.py
diff --git a/rdagent/oai/backend/base.py b/rdagent/oai/backend/base.py
@@ -0,0 +1,3 @@
+
+class APIBackend:
+    """abstract"""
diff --git a/rdagent/oai/backend/deprec/__init__.py b/rdagent/oai/backend/deprec/__init__.py
diff --git a/rdagent/oai/backend/deprec/conf.py b/rdagent/oai/backend/deprec/conf.py
diff --git a/rdagent/oai/backend/deprec/deprecated.py b/rdagent/oai/backend/deprec/deprecated.py
diff --git a/rdagent/oai/backend/litellm.py b/rdagent/oai/backend/litellm.py
diff --git a/rdagent/oai/llm_conf.py b/rdagent/oai/llm_conf.py
@@ -8,6 +8,9 @@
 
 
 class LLMSettings(ExtendedBaseSettings):
+    # backend
+    backend: str = "rdagent.oai.backend.DeprecBackend"
+
     log_llm_chat_content: bool = True
 
     use_azure: bool = Field(default=False, deprecated=True)