This commit is contained in:
aimfordeb
2026-01-30 16:48:33 +02:00
committed by GitHub
parent 598268aa80
commit e64d0405e2
+6 -5
View File
@@ -552,7 +552,7 @@ class FunPackPromptEnhancer:
print("[FunPackPromptEnhancer] Generating enhanced prompt...")
with torch.no_grad():
generated_ids = llm_model.generate(
input_ids=llm_tokens,
**llm_tokens,
do_sample=True,
top_p=top_p,
top_k=top_k,
@@ -674,7 +674,7 @@ class FunPackStoryWriter:
print("[FunPackStoryWriter] Generating hidden story...")
with torch.no_grad():
generated_ids = llm_model.generate(
input_ids=llm_tokens,
**llm_tokens,
do_sample=True,
top_p=top_p, top_k=top_k, temperature=temperature,
max_new_tokens=max_new_tokens,
@@ -710,7 +710,7 @@ class FunPackStoryWriter:
print(f"[FunPackStoryWriter] Generating sequence {seq_idx + 1}/{prompt_count}...")
with torch.no_grad():
generated_ids = llm_model.generate(
input_ids=llm_tokens,
**llm_tokens,
do_sample=True,
top_p=top_p,
top_k=top_k,
@@ -752,7 +752,7 @@ class FunPackStoryWriter:
print(f"[FunPackStoryWriter] Performing sanity check on sequence {seq_idx + 1}/{prompt_count}...")
with torch.no_grad():
generated_ids = llm_model.generate(
input_ids=llm_tokens,
**llm_tokens,
do_sample=False,
top_p=top_p,
top_k=top_k,
@@ -789,7 +789,7 @@ class FunPackStoryWriter:
print("[FunPackStoryWriter] Generating LoRA recommendations...")
with torch.no_grad():
generated_ids = llm_model.generate(
input_ids=llm_tokens,
**llm_tokens,
do_sample=True,
top_p=top_p, top_k=top_k, temperature=temperature,
max_new_tokens=max_new_tokens,
@@ -1456,5 +1456,6 @@ NODE_DISPLAY_NAME_MAPPINGS = {