Kaynağa Gözat

fix: use HEAVY_MODEL for demo

Young Han 10 ay önce
ebeveyn
işleme
b3aff9ee3d

+ 3 - 1
end-to-end-use-cases/long_context/book-character-mindmap/server/server.py

@@ -126,8 +126,10 @@ You are an expert search AI designed to help users find detailed information abo
 Use this format to assist users in finding the relationship information they need.
 Use this format to assist users in finding the relationship information they need.
 """
 """
 
 
+HEAVY_MODEL = True
+
 if HEAVY_MODEL:
 if HEAVY_MODEL:
-    #LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
+    # LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     llm = LLM(
     llm = LLM(
         model=LLM_MODEL,
         model=LLM_MODEL,