Young Han 9 месяцев назад
Родитель
Сommit
bfd17b613f
1 измененных файлов с 3 добавлено и 1 удалено
  1. 3 1
      end-to-end-use-cases/long_context/book-character-mindmap/server/server.py

+ 3 - 1
end-to-end-use-cases/long_context/book-character-mindmap/server/server.py

@@ -126,8 +126,10 @@ You are an expert search AI designed to help users find detailed information abo
 Use this format to assist users in finding the relationship information they need.
 Use this format to assist users in finding the relationship information they need.
 """
 """
 
 
+HEAVY_MODEL = True
+
 if HEAVY_MODEL:
 if HEAVY_MODEL:
-    #LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
+    # LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     llm = LLM(
     llm = LLM(
         model=LLM_MODEL,
         model=LLM_MODEL,