thethreemagi/bookapp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Optimize AI model usage for cost reduction

Browse Source
This commit is contained in:
Mike Wichers
2026-02-22 10:23:47 -05:00
parent 51b98c9399
commit 353dc859d2
2 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ai/models.py
View File

@@ -27,7 +27,7 @@ model_logic = None
model_writer = None model_writer = None
model_artist = None model_artist = None
model_image = None model_image = None
logic_model_name = "models/gemini-1.5-pro" logic_model_name = "models/gemini-1.5-flash"
writer_model_name = "models/gemini-1.5-flash" writer_model_name = "models/gemini-1.5-flash"
artist_model_name = "models/gemini-1.5-flash" artist_model_name = "models/gemini-1.5-flash"
image_model_name = None image_model_name = None

5
story/writer.py
View File

@@ -327,7 +327,7 @@ def write_chapter(chap, bp, folder, prev_sum, tracking=None, prev_content=None,
utils.log("WRITER", f"⚠️ Failed Ch {chap['chapter_number']}: {e}") utils.log("WRITER", f"⚠️ Failed Ch {chap['chapter_number']}: {e}")
return f"## Chapter {chap['chapter_number']} Failed\n\nError: {e}" return f"## Chapter {chap['chapter_number']} Failed\n\nError: {e}"
max_attempts = 5 max_attempts = 2
SCORE_AUTO_ACCEPT = 8 SCORE_AUTO_ACCEPT = 8
SCORE_PASSING = 7 SCORE_PASSING = 7
SCORE_REWRITE_THRESHOLD = 6 SCORE_REWRITE_THRESHOLD = 6
@@ -378,11 +378,14 @@ def write_chapter(chap, bp, folder, prev_sum, tracking=None, prev_content=None,
""" """
try: try:
ai_models.model_logic.update("models/gemini-1.5-pro")
resp_rewrite = ai_models.model_logic.generate_content(full_rewrite_prompt) resp_rewrite = ai_models.model_logic.generate_content(full_rewrite_prompt)
utils.log_usage(folder, ai_models.model_logic.name, resp_rewrite.usage_metadata) utils.log_usage(folder, ai_models.model_logic.name, resp_rewrite.usage_metadata)
current_text = resp_rewrite.text current_text = resp_rewrite.text
ai_models.model_logic.update("models/gemini-1.5-flash")
continue continue
except Exception as e: except Exception as e:
ai_models.model_logic.update("models/gemini-1.5-flash")
utils.log("WRITER", f"Full rewrite failed: {e}. Falling back to refinement.") utils.log("WRITER", f"Full rewrite failed: {e}. Falling back to refinement.")
utils.log("WRITER", f" -> Refining Ch {chap['chapter_number']} based on feedback...") utils.log("WRITER", f" -> Refining Ch {chap['chapter_number']} based on feedback...")