FIX: Use vLLM if TGI is not configured for OSS LLM inference (#380)

2023-12-26 17:18:08 -03:00 · 2023-12-26 17:18:08 -03:00 · 3c27cbfb9a
parent 5db7bf6e68
commit 3c27cbfb9a
1 changed files with 1 additions and 1 deletions
--- a/lib/completions/endpoints/hugging_face.rb
+++ b/lib/completions/endpoints/hugging_face.rb
@ -12,7 +12,7 @@ module DiscourseAi
            Llama2-chat-hf
            mistralai/Mixtral-8x7B-Instruct-v0.1
            mistralai/Mistral-7B-Instruct-v0.2
-          ].include?(model_name)
+          ].include?(model_name) && SiteSetting.ai_hugging_face_api_url.present?
        end

        def default_options