Procházet zdrojové kódy

fix: use HEAVY_MODEL for demo

Young Han před 10 měsíci
rodič
revize
bfd17b613f

+ 3 - 1
end-to-end-use-cases/long_context/book-character-mindmap/server/server.py

@@ -126,8 +126,10 @@ You are an expert search AI designed to help users find detailed information abo
 Use this format to assist users in finding the relationship information they need.
 Use this format to assist users in finding the relationship information they need.
 """
 """
 
 
+HEAVY_MODEL = True
+
 if HEAVY_MODEL:
 if HEAVY_MODEL:
-    #LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
+    # LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     llm = LLM(
     llm = LLM(
         model=LLM_MODEL,
         model=LLM_MODEL,