Upgrade version to 1.4.90 and adjust AI models in chatGPT

README.md

@@ -135,6 +135,7 @@ Running tox will install hooks into the .tox directory. Keep this in my if you a
 TODO: Add a cleanup function to undo this.
 
 # Release Notes
+  * 1.4.90: `askai` is upgraded to the latest models. ChatGPT3.5 has been replaced with GPT4o-mini. --advanced is now gpt-4o
   * 1.4.89: Fixes `vidinfo --full` not being able to parse json with trailing commas.
   * 1.4.88: `aicode` now has minimal version 1.1.0
   * 1.4.87: `aicode` has been externalized into package `advanced-aicode`, but can still be invoked using `aicode`.

requirements.txt

@@ -17,7 +17,7 @@ static-ffmpeg>=2.5
 zcmds_win32>=1.2.12; platform_system=='Windows'
 static-sox
 json5
-tiktoken>=0.6.0
+tiktoken>=0.7.0
 # Needed by tiktoken
 regex>=2023.12.25
 pipx

src/zcmds/util/chatgpt.py

@@ -18,11 +18,10 @@
     sys.exit(1)
 
 
-MAX_TOKENS = 4096
 HIDDEN_PROMPT_TOKEN_COUNT = (
     100  # this hack corrects for the unnaccounted for tokens in the prompt
 )
-ADVANCED_MODEL = "gpt-4-turbo"
+ADVANCED_MODEL = "gpt-4o"
 FAST_MODEL = "gpt-4o-mini"
 AI_ASSISTANT_AS_PROGRAMMER = (
     "You are a helpful assistant to a senior programmer. "
@@ -66,9 +65,6 @@ def get_client_instance(openai_key: str) -> OpenAI:
 
 
 def count_tokens(model: str, text: str):
-    # Ensure you have the right model, for example, "gpt-3.5-turbo"
-    if "gpt-4" in model:
-        model = "gpt-3.5-turbo"  # Hack to make this works
     enc = tiktoken.encoding_for_model(model)
     return len(enc.encode(text))
 

src/zcmds/version.py

@@ -1,5 +1,5 @@
 """Just holds the version for the app"""
 
 # Also change version in pyproject.toml
-VERSION = "1.4.89"  # pylint: disable=R0801
+VERSION = "1.4.90"  # pylint: disable=R0801
 __version__ = VERSION