set tokens based on model (#99)

<!-- This is an auto-generated comment: release notes by openai -->
### Summary by OpenAI

Release Notes:

- New Feature: Users can now set maximum token limits for models,
requests, and responses using the `Bot` and `Options` classes.

> "Tokens set with ease,
> Limits to put your mind at peace.
> With this new feature,
> Your API usage will be a pleasure."
<!-- end of auto-generated comment: release notes by openai -->

Author: harjotgill

dist/index.js

@@ -23,6 +23,8 @@ export class Bot {
         systemMessage: options.system_message,
         apiKey: process.env.OPENAI_API_KEY,
         debug: options.debug,
+        maxModelTokens: options.max_model_tokens,
+        maxResponseTokens: options.max_tokens_for_response,
         completionParams: {
           temperature: options.openai_model_temperature,
           model: options.openai_model

src/bot.ts

@@ -203,6 +203,9 @@ export class Options {
   openai_retries: number
   openai_timeout_ms: number
   openai_concurrency_limit: number
+  max_model_tokens: number
+  max_tokens_for_request: number
+  max_tokens_for_response: number
   max_tokens_for_extra_content: number
 
   constructor(
@@ -231,14 +234,21 @@ export class Options {
     this.openai_concurrency_limit = parseInt(openai_concurrency_limit)
 
     if (this.openai_model === 'gpt-4-32k') {
-      this.max_tokens_for_extra_content = 30000
+      this.max_model_tokens = 32700
+      this.max_tokens_for_response = 4000
     } else if (this.openai_model === 'gpt-4') {
-      this.max_tokens_for_extra_content = 6000
-    } else if (this.openai_model === 'gpt-3.5-turbo') {
-      this.max_tokens_for_extra_content = 2000
+      this.max_model_tokens = 8100
+      this.max_tokens_for_response = 2000
     } else {
-      this.max_tokens_for_extra_content = 1000
+      this.max_model_tokens = 4000
+      this.max_tokens_for_response = 1000
     }
+
+    // calculate the max tokens for the request and response
+    this.max_tokens_for_request =
+      this.max_model_tokens - this.max_tokens_for_response
+    // use half the request tokens for extra content
+    this.max_tokens_for_extra_content = this.max_tokens_for_request / 1.5
   }
 
   // print all options using core.info
@@ -254,6 +264,9 @@ export class Options {
     core.info(`openai_retries: ${this.openai_retries}`)
     core.info(`openai_timeout_ms: ${this.openai_timeout_ms}`)
     core.info(`openai_concurrency_limit: ${this.openai_concurrency_limit}`)
+    core.info(`max_model_tokens: ${this.max_model_tokens}`)
+    core.info(`max_tokens_for_request: ${this.max_tokens_for_request}`)
+    core.info(`max_tokens_for_response: ${this.max_tokens_for_response}`)
     core.info(
       `max_tokens_for_extra_content: ${this.max_tokens_for_extra_content}`
     )