fix: add Hugging Face inference URL to configuration and update API request URL

Author: pravinpaudel

apps/backend/.env.sample

@@ -5,4 +5,5 @@ PYTHONDONTWRITEBYTECODE=1
 
 # HuggingFace Configuration
 USE_HUGGINGFACE=false
-HF_API_KEY=""
+HF_API_KEY=""
+hf_inference_url="https://api-inference.huggingface.co/models/"

apps/backend/app/agent/providers/huggingface.py

@@ -37,8 +37,9 @@ def _generate_sync(self, prompt: str, options: Dict[str, Any]) -> str:
                     "max_tokens": options.get("max_tokens", 20000),
                 }
             }
+            # Send the request to the Hugging Face Inference API
             response = requests.post(
-                f"https://router.huggingface.co/hf-inference/models/{self._model_name}",
+                f"{os.getenv('HF_INFERENCE_URL')}{self._model_name}",
                 headers=headers,
                 json=payload
             )

apps/backend/app/core/config.py

@@ -17,6 +17,7 @@ class Settings(BaseSettings):
 
     use_huggingface: bool = False 
     hf_api_key: Optional[str]
+    hf_inference_url: str = "https://router.huggingface.co/hf-inference/models/"
 
     model_config = SettingsConfigDict(
         env_file=os.path.join(os.path.dirname(__file__), os.pardir, os.pardir, ".env"),