configuration is now a TypedDict in its own module

This commit is contained in:
juk0de 2023-08-16 08:14:41 +02:00
parent 4303fb414f
commit dc13213c4d
5 changed files with 43 additions and 26 deletions

View File

@ -1,6 +1,7 @@
import openai import openai
from .utils import ConfigType, ChatType from .utils import ChatType
from .configuration import Config
def openai_api_key(api_key: str) -> None: def openai_api_key(api_key: str) -> None:
@ -22,7 +23,7 @@ def print_models() -> None:
def ai(chat: ChatType, def ai(chat: ChatType,
config: ConfigType, config: Config,
number: int number: int
) -> tuple[list[str], dict[str, int]]: ) -> tuple[list[str], dict[str, int]]:
""" """

View File

@ -0,0 +1,23 @@
from typing import TypedDict
class OpenAIConfig(TypedDict):
"""
The OpenAI section of the configuration file.
"""
api_key: str
model: str
temperature: float
max_tokens: int
top_p: float
frequency_penalty: float
presence_penalty: float
class Config(TypedDict):
"""
The configuration file structure.
"""
system: str
db: str
openai: OpenAIConfig

View File

@ -7,9 +7,10 @@ import sys
import argcomplete import argcomplete
import argparse import argparse
import pathlib import pathlib
from .utils import terminal_width, print_tag_args, print_chat_hist, display_source_code, print_tags_frequency, ConfigType, ChatType from .utils import terminal_width, print_tag_args, print_chat_hist, display_source_code, print_tags_frequency, ChatType
from .storage import save_answers, create_chat_hist, get_tags, get_tags_unique, read_file, read_config, write_config, dump_data from .storage import save_answers, create_chat_hist, get_tags, get_tags_unique, read_file, read_config, write_config, dump_data
from .api_client import ai, openai_api_key, print_models from .api_client import ai, openai_api_key, print_models
from .configuration import Config
from itertools import zip_longest from itertools import zip_longest
from typing import Any from typing import Any
@ -23,7 +24,7 @@ def tags_completer(prefix: str, parsed_args: Any, **kwargs: Any) -> list[str]:
def create_question_with_hist(args: argparse.Namespace, def create_question_with_hist(args: argparse.Namespace,
config: ConfigType, config: Config,
) -> tuple[ChatType, str, list[str]]: ) -> tuple[ChatType, str, list[str]]:
""" """
Creates the "AI request", including the question and chat history as determined Creates the "AI request", including the question and chat history as determined
@ -56,7 +57,7 @@ def create_question_with_hist(args: argparse.Namespace,
return chat, full_question, tags return chat, full_question, tags
def tag_cmd(args: argparse.Namespace, config: ConfigType) -> None: def tag_cmd(args: argparse.Namespace, config: Config) -> None:
""" """
Handler for the 'tag' command. Handler for the 'tag' command.
""" """
@ -64,13 +65,10 @@ def tag_cmd(args: argparse.Namespace, config: ConfigType) -> None:
print_tags_frequency(get_tags(config, None)) print_tags_frequency(get_tags(config, None))
def config_cmd(args: argparse.Namespace, config: ConfigType) -> None: def config_cmd(args: argparse.Namespace, config: Config) -> None:
""" """
Handler for the 'config' command. Handler for the 'config' command.
""" """
if not isinstance(config['openai'], dict):
raise RuntimeError('Configuration openai is not a dict.')
if args.list_models: if args.list_models:
print_models() print_models()
elif args.print_model: elif args.print_model:
@ -80,12 +78,10 @@ def config_cmd(args: argparse.Namespace, config: ConfigType) -> None:
write_config(args.config, config) write_config(args.config, config)
def ask_cmd(args: argparse.Namespace, config: ConfigType) -> None: def ask_cmd(args: argparse.Namespace, config: Config) -> None:
""" """
Handler for the 'ask' command. Handler for the 'ask' command.
""" """
if not isinstance(config['openai'], dict):
raise RuntimeError('Configuration openai is not a dict.')
if args.max_tokens: if args.max_tokens:
config['openai']['max_tokens'] = args.max_tokens config['openai']['max_tokens'] = args.max_tokens
if args.temperature: if args.temperature:
@ -101,7 +97,7 @@ def ask_cmd(args: argparse.Namespace, config: ConfigType) -> None:
print(f"Usage: {usage}") print(f"Usage: {usage}")
def hist_cmd(args: argparse.Namespace, config: ConfigType) -> None: def hist_cmd(args: argparse.Namespace, config: Config) -> None:
""" """
Handler for the 'hist' command. Handler for the 'hist' command.
""" """
@ -115,7 +111,7 @@ def hist_cmd(args: argparse.Namespace, config: ConfigType) -> None:
print_chat_hist(chat, args.dump, args.only_source_code) print_chat_hist(chat, args.dump, args.only_source_code)
def print_cmd(args: argparse.Namespace, config: ConfigType) -> None: def print_cmd(args: argparse.Namespace, config: Config) -> None:
""" """
Handler for the 'print' command. Handler for the 'print' command.
""" """
@ -231,10 +227,7 @@ def main() -> int:
command = parser.parse_args() command = parser.parse_args()
config = read_config(args.config) config = read_config(args.config)
if type(config['openai']) is dict and type(config['openai']['api_key']) is str: openai_api_key(config['openai']['api_key'])
openai_api_key(config['openai']['api_key'])
else:
raise RuntimeError("Configuration openai.api_key is wrong.")
command.func(command, config) command.func(command, config)

View File

@ -1,7 +1,8 @@
import yaml import yaml
import io import io
import pathlib import pathlib
from .utils import terminal_width, append_message, message_to_chat, ConfigType, ChatType from .utils import terminal_width, append_message, message_to_chat, ChatType
from .configuration import Config
from typing import Any, Optional from typing import Any, Optional
@ -22,13 +23,13 @@ def read_file(fname: pathlib.Path, tags_only: bool = False) -> dict[str, Any]:
"file": fname.name} "file": fname.name}
def read_config(path: str) -> ConfigType: def read_config(path: str) -> Config:
with open(path, 'r') as f: with open(path, 'r') as f:
config = yaml.load(f, Loader=yaml.FullLoader) config = yaml.load(f, Loader=yaml.FullLoader)
return config return config
def write_config(path: str, config: ConfigType) -> None: def write_config(path: str, config: Config) -> None:
with open(path, 'w') as f: with open(path, 'w') as f:
yaml.dump(config, f) yaml.dump(config, f)
@ -52,7 +53,7 @@ def save_answers(question: str,
answers: list[str], answers: list[str],
tags: list[str], tags: list[str],
otags: Optional[list[str]], otags: Optional[list[str]],
config: ConfigType config: Config
) -> None: ) -> None:
wtags = otags or tags wtags = otags or tags
num, inum = 0, 0 num, inum = 0, 0
@ -77,7 +78,7 @@ def save_answers(question: str,
def create_chat_hist(question: Optional[str], def create_chat_hist(question: Optional[str],
tags: Optional[list[str]], tags: Optional[list[str]],
extags: Optional[list[str]], extags: Optional[list[str]],
config: ConfigType, config: Config,
match_all_tags: bool = False, match_all_tags: bool = False,
with_tags: bool = False, with_tags: bool = False,
with_file: bool = False with_file: bool = False
@ -108,7 +109,7 @@ def create_chat_hist(question: Optional[str],
return chat return chat
def get_tags(config: ConfigType, prefix: Optional[str]) -> list[str]: def get_tags(config: Config, prefix: Optional[str]) -> list[str]:
result = [] result = []
for file in sorted(pathlib.Path(str(config['db'])).iterdir()): for file in sorted(pathlib.Path(str(config['db'])).iterdir()):
if file.suffix == '.yaml': if file.suffix == '.yaml':
@ -127,5 +128,5 @@ def get_tags(config: ConfigType, prefix: Optional[str]) -> list[str]:
return result return result
def get_tags_unique(config: ConfigType, prefix: Optional[str]) -> list[str]: def get_tags_unique(config: Config, prefix: Optional[str]) -> list[str]:
return list(set(get_tags(config, prefix))) return list(set(get_tags(config, prefix)))

View File

@ -2,7 +2,6 @@ import shutil
from pprint import PrettyPrinter from pprint import PrettyPrinter
from typing import Any from typing import Any
ConfigType = dict[str, str | dict[str, str | int | float]]
ChatType = list[dict[str, str]] ChatType = list[dict[str, str]]