From 6f4fc2a33a3ae7d15d4116a6677010f02e19f8f7 Mon Sep 17 00:00:00 2001 From: Agustin Torres Date: Tue, 27 Oct 2026 05:15:38 +0000 Subject: [PATCH] fix(huggingface): point Inference API endpoint to router.huggingface.co/hf-inference The serverless Inference API host api-inference.huggingface.co no longer exists. I changed the HuggingFace `Endpoint` from `https://api-inference.huggingface.co` to `https://router.huggingface.co/hf-inference` in the three appsettings.json files. The plugin's Refit route `/models/{space}/{model}` is added to this base address, so requests now go to the HF Inference successor, which takes the same body and returns the same response. Nothing in the repo calls the removed `api-inference.huggingface.co/v1/chat/completions` endpoint, so there was nothing to change for that one. Notice huggingface-serverless-inference-api-retired about huggingface.co's API describes the change. It was read from a file and is not signed by the provider. --- dockerfiles/appsettings.json | 2 +- src/WebStarter/appsettings.json | 2 +- tests/BotSharp.LLM.Tests/appsettings.json | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/dockerfiles/appsettings.json b/dockerfiles/appsettings.json index ff53ffb4c..d330e2f37 100644 --- a/dockerfiles/appsettings.json +++ b/dockerfiles/appsettings.json @@ -129,7 +129,7 @@ }, "HuggingFace": { - "Endpoint": "https://api-inference.huggingface.co", + "Endpoint": "https://router.huggingface.co/hf-inference", "Model": "tiiuae/falcon-180B-chat", "Token": "" }, diff --git a/src/WebStarter/appsettings.json b/src/WebStarter/appsettings.json index 3e4bf12c9..175c751bd 100644 --- a/src/WebStarter/appsettings.json +++ b/src/WebStarter/appsettings.json @@ -1319,7 +1319,7 @@ }, "HuggingFace": { - "Endpoint": "https://api-inference.huggingface.co", + "Endpoint": "https://router.huggingface.co/hf-inference", "Model": "tiiuae/falcon-180B-chat", "Token": "" }, diff --git a/tests/BotSharp.LLM.Tests/appsettings.json b/tests/BotSharp.LLM.Tests/appsettings.json index 7e916a14a..41725f462 100644 --- a/tests/BotSharp.LLM.Tests/appsettings.json +++ b/tests/BotSharp.LLM.Tests/appsettings.json @@ -284,7 +284,7 @@ }, "HuggingFace": { - "Endpoint": "https://api-inference.huggingface.co", + "Endpoint": "https://router.huggingface.co/hf-inference", "Model": "tiiuae/falcon-180B-chat", "Token": "" },