Преглед на файлове

fix: use HEAVY_MODEL for demo

Young Han преди 1 седмица
родител
ревизия
b3aff9ee3d
променени са 1 файла, в които са добавени 3 реда и са изтрити 1 реда
  1. 3 1
      end-to-end-use-cases/long_context/book-character-mindmap/server/server.py

+ 3 - 1
end-to-end-use-cases/long_context/book-character-mindmap/server/server.py

@@ -126,8 +126,10 @@ You are an expert search AI designed to help users find detailed information abo
 Use this format to assist users in finding the relationship information they need.
 """
 
+HEAVY_MODEL = True
+
 if HEAVY_MODEL:
-    #LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
+    # LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     llm = LLM(
         model=LLM_MODEL,