From 5dbde00d2762aebdfb7cadd20834af1fb0c62598 Mon Sep 17 00:00:00 2001
From: 0x000011b <0x000011b@waifu.club>
Date: Mon, 26 Dec 2022 17:31:28 -0300
Subject: [PATCH] feat: bring down target word count per episode

After tokenization, most stuff was going over the 2048 context window so let's bring this down a little.
---
 waifu/core/consts.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/waifu/core/consts.py b/waifu/core/consts.py
index 2090dfa..9f9c185 100644
--- a/waifu/core/consts.py
+++ b/waifu/core/consts.py
@@ -10,7 +10,7 @@ class PromptConstants:
     # Global target word count. The word count is chosen in such a way that we
     # can fit all the required prompt trickery into the model's input, but still
     # leave enough space for the user's input message and the infernce result.
-    TARGET_WORD_COUNT_PER_EPISODE = 1536
+    TARGET_WORD_COUNT_PER_EPISODE = 1024
 
     @staticmethod
     def pdm_prefix_for(name: str) -> str: