Testbed tokens (#301)

* Fix max_token issue

Author: gotsysdba

pyproject.toml

@@ -17,7 +17,7 @@ dependencies = [
     "langchain-core==0.3.78",
     "httpx==0.28.1",
     "oracledb~=3.1",
-    "plotly==6.3.0",
+    "plotly==6.3.1",
 ]
 
 [project.optional-dependencies]
@@ -26,29 +26,27 @@ server = [
     "bokeh==3.8.0",
     "evaluate==0.4.6",
     "faiss-cpu==1.12.0",
-    "fastapi==0.118.1",
+    "fastapi==0.118.2",
     "fastmcp==2.12.4",
     "giskard==2.18.0",
-    "langchain-anthropic==0.3.21",
-    "langchain-aws==0.2.35",
+    "langchain-aimlapi==0.1.0",
     "langchain-cohere==0.4.6",
     "langchain-community==0.3.31",
-    "langchain-deepseek==0.1.4",
+    "langchain-fireworks==0.3.0",
     "langchain-google-genai==2.1.12",
-    "langchain-google-vertexai==2.1.2",
-    "langchain-groq==0.3.8",
-    "langchain-huggingface==0.3.1",
-    "langchain-mistralai==0.2.12",
+    "langchain-ibm==0.3.18",
     "langchain-mcp-adapters==0.1.11",
+    "langchain-mistralai==0.2.12",
+    "langchain-nomic==0.1.5",
+    "langchain-oci==0.1.5",
     "langchain-ollama==0.3.10",
     "langchain-openai==0.3.35",
-    "langchain-perplexity==0.1.2",
-    "langchain-xai==0.2.5",
-    "langgraph==0.6.9",
+    "langchain-together==0.3.1",
+    "langgraph==0.6.8",
     "litellm==1.77.7",
     "llama-index==0.14.4",
     "lxml==6.0.2",
-    "matplotlib==3.10.6",
+    "matplotlib==3.10.7",
     "oci~=2.0",
     "psutil==7.1.0",
     "python-multipart==0.0.20",

src/client/content/testbed.py

@@ -379,41 +379,41 @@ def render_existing_testset_ui(testset_sources: list) -> tuple[str, str, str, bo
 
 def process_testset_request(endpoint: str, api_params: dict, testset_source: str = None) -> None:
     """Process testset loading/generation request"""
-    with st.spinner("Processing Q&A... please be patient.", show_time=True):
-        if testset_source != "Database":
-            api_params["name"] = (state.testbed["testset_name"],)
-            files = st_common.local_file_payload(state[f"selected_uploader_{state.testbed['uploader_key']}"])
-            api_payload = {"files": files}
-            try:
+    try:
+        with st.spinner("Processing Q&A... please be patient.", show_time=True):
+            if testset_source != "Database":
+                api_params["name"] = (state.testbed["testset_name"],)
+                files = st_common.local_file_payload(state[f"selected_uploader_{state.testbed['uploader_key']}"])
+                api_payload = {"files": files}
                 response = api_call.post(endpoint=endpoint, params=api_params, payload=api_payload, timeout=3600)
                 get_testbed_db_testsets.clear()
                 state.testbed_db_testsets = get_testbed_db_testsets()
                 state.testbed["testset_id"] = next(
                     (d["tid"] for d in state.testbed_db_testsets if d.get("name") == state.testbed["testset_name"]),
                     None,
                 )
-            except api_call.ApiError as ex:
-                st.error(f"Error Generating TestSet: {ex}", icon="🚨")
-                st.stop()
-            except (ValueError, KeyError, TypeError) as ex:
-                logger.error("Exception: %s", ex)
-                st.error(f"Looks like you found a bug: {ex}", icon="🚨")
-                st.stop()
-        else:
-            # Set required state from splitting selected DB TestSet
-            testset_name, testset_created = state.selected_db_testset.split(" -- Created: ", 1)
-            state.testbed["testset_name"] = testset_name
-            state.testbed["testset_id"] = next(
-                (
-                    d["tid"]
-                    for d in state.testbed_db_testsets
-                    if d["name"] == testset_name and d["created"] == testset_created
-                ),
-                None,
-            )
-            api_params = {"tid": state.testbed["testset_id"]}
-            # Retrieve TestSet Data
-            response = api_call.get(endpoint=endpoint, params=api_params)
+            else:
+                # Set required state from splitting selected DB TestSet
+                testset_name, testset_created = state.selected_db_testset.split(" -- Created: ", 1)
+                state.testbed["testset_name"] = testset_name
+                state.testbed["testset_id"] = next(
+                    (
+                        d["tid"]
+                        for d in state.testbed_db_testsets
+                        if d["name"] == testset_name and d["created"] == testset_created
+                    ),
+                    None,
+                )
+                api_params = {"tid": state.testbed["testset_id"]}
+                # Retrieve TestSet Data
+                response = api_call.get(endpoint=endpoint, params=api_params)
+    except api_call.ApiError as ex:
+        st.error(f"Error Generating TestSet: {ex}", icon="🚨")
+        st.stop()
+    except (ValueError, KeyError, TypeError) as ex:
+        logger.error("Exception: %s", ex)
+        st.error(f"Looks like you found a bug: {ex}", icon="🚨")
+        st.stop()
 
     try:
         state.testbed_qa = response["qa_data"]

src/server/api/utils/models.py

@@ -277,6 +277,7 @@ def get_litellm_config(
     if giskard:
         litellm_config.pop("model", None)
         litellm_config.pop("temperature", None)
+        litellm_config.pop("max_tokens", None)
 
     logger.debug("LiteLLM Config: %s", litellm_config)