diff --git a/waifu/core/consts.py b/waifu/core/consts.py index 2090dfa..9f9c185 100644 --- a/waifu/core/consts.py +++ b/waifu/core/consts.py @@ -10,7 +10,7 @@ class PromptConstants: # Global target word count. The word count is chosen in such a way that we # can fit all the required prompt trickery into the model's input, but still # leave enough space for the user's input message and the infernce result. - TARGET_WORD_COUNT_PER_EPISODE = 1536 + TARGET_WORD_COUNT_PER_EPISODE = 1024 @staticmethod def pdm_prefix_for(name: str) -> str: