Bladeren bron

fix: use HEAVY_MODEL for demo

Young Han 1 jaar geleden
bovenliggende
commit
bfd17b613f
1 gewijzigde bestanden met toevoegingen van 3 en 1 verwijderingen
  1. 3 1
      end-to-end-use-cases/long_context/book-character-mindmap/server/server.py

+ 3 - 1
end-to-end-use-cases/long_context/book-character-mindmap/server/server.py

@@ -126,8 +126,10 @@ You are an expert search AI designed to help users find detailed information abo
 Use this format to assist users in finding the relationship information they need.
 Use this format to assist users in finding the relationship information they need.
 """
 """
 
 
+HEAVY_MODEL = True
+
 if HEAVY_MODEL:
 if HEAVY_MODEL:
-    #LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
+    # LLM_MODEL = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     LLM_MODEL = "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"
     llm = LLM(
     llm = LLM(
         model=LLM_MODEL,
         model=LLM_MODEL,