Add test for prompt request token count

tests/test_openai_prompt.py

@@ -183,7 +183,9 @@ def test_input_messages():
     # Test case 1: Only request message
     prompt = OpenAIPrompt("davinci-codex", "John Doe", "[email protected]")
     messages = [{"role": "user", "content": "request"}]
+    assert prompt.request_tokens == 0
     prompt.input_messages(messages)
+    assert prompt.request_tokens
     assert prompt.request.content == "request"
 
     # Test case 2: New INSTRUCT and request messages
@@ -192,7 +194,9 @@ def test_input_messages():
         {"role": "system", "content": "instruction"},
         {"role": "user", "content": "request"}
     ]
+    assert prompt.request_tokens == 0
     prompt.input_messages(messages)
+    assert prompt.request_tokens
     assert prompt._new_messages[Message.INSTRUCT][0].content == "instruction"
     assert prompt.request.content == "request"
 
@@ -204,7 +208,9 @@ def test_input_messages():
         {"role": "assistant", "content": "assistant1"},
         {"role": "user", "content": "request"},
     ]
+    assert prompt.request_tokens == 0
     prompt.input_messages(messages)
+    assert prompt.request_tokens
     assert prompt._new_messages[Message.INSTRUCT][0].content == "instruction"
     assert prompt._history_messages[Message.CHAT][0].content == "user1"
     assert prompt._history_messages[Message.CHAT][1].content == "assistant1"
@@ -218,7 +224,9 @@ def test_input_messages():
         {"role": "assistant", "content": "assistant1"},
         {"role": "user", "content": "request"},
     ]
+    assert prompt.request_tokens == 0
     prompt.input_messages(messages)
+    assert prompt.request_tokens
     assert prompt._history_messages[Message.CONTEXT][0].content == "context1"
     assert prompt._history_messages[Message.CHAT][0].content == "user1"
     assert prompt._history_messages[Message.CHAT][1].content == "assistant1"
@@ -230,6 +238,8 @@ def test_input_messages():
         {"role": "user", "content": "request"},
         {"role": "system", "content": "<context>context1</context>"}
     ]
+    assert prompt.request_tokens == 0
     prompt.input_messages(messages)
+    assert prompt.request_tokens
     assert prompt._new_messages[Message.CONTEXT][0].content == "context1"
     assert prompt.request.content == "request"