docs: adding missing model to tokenizer (#134)

griptape-ai · Oct 31, 2023 · 3883a7f · 3883a7f
1 parent d0f8235
commit 3883a7f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/docs/griptape-framework/data/chunkers.md b/docs/griptape-framework/data/chunkers.md
@@ -15,7 +15,7 @@ from griptape.chunkers import TextChunker
 from griptape.tokenizers import OpenAiTokenizer
 TextChunker(
      # set an optional custom tokenizer
-     tokenizer=OpenAiTokenizer(),
+     tokenizer=OpenAiTokenizer(model=OpenAiTokenizer.DEFAULT_OPENAI_GPT_4_MODEL),
      # optionally modify default number of tokens
      max_tokens=100
 ).chunk("long text")