#!/usr/bin/env python # -*- coding: utf-8 -*- # vim: set fileencoding=utf-8 : import yaml import sys import argcomplete import argparse import pathlib from .utils import terminal_width, print_tag_args, print_chat_hist, display_source_code, print_tags_frequency from .storage import save_answers, create_chat_hist, get_tags, get_tags_unique, read_file, dump_data from .api_client import ai, openai_api_key, print_models from itertools import zip_longest default_config = '.config.yaml' def tags_completer(prefix, parsed_args, **kwargs): with open(parsed_args.config, 'r') as f: config = yaml.load(f, Loader=yaml.FullLoader) return get_tags_unique(config, prefix) def read_config(path: str): with open(path, 'r') as f: config = yaml.load(f, Loader=yaml.FullLoader) return config def create_question_with_hist(args: argparse.Namespace, config: dict, ) -> tuple[list[dict[str, str]], str, list[str]]: """ Creates the "SI request", including the question and chat history as determined by the specified tags. """ tags = args.tags or [] extags = args.extags or [] otags = args.output_tags or [] if not args.only_source_code: print_tag_args(tags, extags, otags) question_parts = [] question_list = args.question if args.question is not None else [] source_list = args.source if args.source is not None else [] for question, source in zip_longest(question_list, source_list, fillvalue=None): if question is not None and source is not None: with open(source) as r: question_parts.append(f"{question}\n\n```\n{r.read().strip()}\n```") elif question is not None: question_parts.append(question) elif source is not None: with open(source) as r: question_parts.append(f"```\n{r.read().strip()}\n```") full_question = '\n\n'.join(question_parts) chat = create_chat_hist(full_question, tags, extags, config, args.match_all_tags, False, False) return chat, full_question, tags def tag_cmd(args: argparse.Namespace, config: dict) -> None: """ Handler for the 'tag' command. """ if args.list: print_tags_frequency(get_tags(config, None)) def model_cmd(args: argparse.Namespace, config: dict) -> None: """ Handler for the 'model' command. """ if args.list: print_models() def ask_cmd(args: argparse.Namespace, config: dict) -> None: """ Handler for the 'ask' command. """ if args.max_tokens: config['openai']['max_tokens'] = args.max_tokens if args.temperature: config['openai']['temperature'] = args.temperature if args.model: config['openai']['model'] = args.model chat, question, tags = create_question_with_hist(args, config) print_chat_hist(chat, False, args.only_source_code) otags = args.output_tags or [] answers, usage = ai(chat, config, args.number) save_answers(question, answers, tags, otags, config) print("-" * terminal_width()) print(f"Usage: {usage}") def hist_cmd(args: argparse.Namespace, config: dict) -> None: """ Handler for the 'hist' command. """ tags = args.tags or [] extags = args.extags or [] chat = create_chat_hist(None, tags, extags, config, args.match_all_tags, args.with_tags, args.with_files) print_chat_hist(chat, args.dump, args.only_source_code) def print_cmd(args: argparse.Namespace, config: dict) -> None: """ Handler for the 'print' command. """ fname = pathlib.Path(args.file) if fname.suffix == '.yaml': with open(args.file, 'r') as f: data = yaml.load(f, Loader=yaml.FullLoader) elif fname.suffix == '.txt': data = read_file(fname) else: print(f"Unknown file type: {args.file}") sys.exit(1) if args.only_source_code: display_source_code(data['answer']) else: print(dump_data(data).strip()) def create_parser() -> argparse.ArgumentParser: parser = argparse.ArgumentParser( description="ChatMastermind is a Python application that automates conversation with AI") parser.add_argument('-c', '--config', help='Config file name.', default=default_config) # subcommand-parser cmdparser = parser.add_subparsers(dest='command', title='commands', description='supported commands') cmdparser.required = True # a parent parser for all commands that support tag selection tag_parser = argparse.ArgumentParser(add_help=False) tag_arg = tag_parser.add_argument('-t', '--tags', nargs='*', help='List of tag names', metavar='TAGS') tag_arg.completer = tags_completer # type: ignore extag_arg = tag_parser.add_argument('-e', '--extags', nargs='*', help='List of tag names to exclude', metavar='EXTAGS') extag_arg.completer = tags_completer # type: ignore otag_arg = tag_parser.add_argument('-o', '--output-tags', nargs='*', help='List of output tag names, default is input', metavar='OTAGS') otag_arg.completer = tags_completer # type: ignore tag_parser.add_argument('-a', '--match-all-tags', help="All given tags must match when selecting chat history entries", action='store_true') # enable autocompletion for tags argcomplete.autocomplete(tag_parser) # 'ask' command parser ask_cmd_parser = cmdparser.add_parser('ask', parents=[tag_parser], help="Ask a question.") ask_cmd_parser.set_defaults(func=ask_cmd) ask_cmd_parser.add_argument('-q', '--question', nargs='+', help='Question to ask', required=True) ask_cmd_parser.add_argument('-m', '--max-tokens', help='Max tokens to use', type=int) ask_cmd_parser.add_argument('-T', '--temperature', help='Temperature to use', type=float) ask_cmd_parser.add_argument('-M', '--model', help='Model to use') ask_cmd_parser.add_argument('-n', '--number', help='Number of answers to produce', type=int, default=1) ask_cmd_parser.add_argument('-s', '--source', nargs='*', help='Source add content of a file to the query') ask_cmd_parser.add_argument('-S', '--only-source-code', help='Add pure source code to the chat history', action='store_true') # 'hist' command parser hist_cmd_parser = cmdparser.add_parser('hist', parents=[tag_parser], help="Print chat history.") hist_cmd_parser.set_defaults(func=hist_cmd) hist_cmd_parser.add_argument('-d', '--dump', help="Print chat history as Python structure", action='store_true') hist_cmd_parser.add_argument('-w', '--with-tags', help="Print chat history with tags.", action='store_true') hist_cmd_parser.add_argument('-W', '--with-files', help="Print chat history with filenames.", action='store_true') hist_cmd_parser.add_argument('-S', '--only-source-code', help='Print only source code', action='store_true') # 'tag' command parser tag_cmd_parser = cmdparser.add_parser('tag', help="Manage tags.") tag_cmd_parser.set_defaults(func=tag_cmd) tag_cmd_parser.add_argument('-l', '--list', help="List all tags and their frequency", action='store_true') # 'model' command parser model_cmd_parser = cmdparser.add_parser('model', help="Manage models.") model_cmd_parser.set_defaults(func=model_cmd) model_cmd_parser.add_argument('-l', '--list', help="List all available models", action='store_true') # 'print' command parser print_cmd_parser = cmdparser.add_parser('print', help="Print files.") print_cmd_parser.set_defaults(func=print_cmd) print_cmd_parser.add_argument('-f', '--file', help='File to print', required=True) print_cmd_parser.add_argument('-S', '--only-source-code', help='Print only source code', action='store_true') return parser def main() -> int: parser = create_parser() args = parser.parse_args() command = parser.parse_args() config = read_config(args.config) openai_api_key(config['openai']['api_key']) command.func(command, config) return 0 if __name__ == '__main__': sys.exit(main())