[Hackability Refactor] Move Browser/OpenAI/Server under torchchat usages (#1052)

* Initial Move of Browser/OpenAI/Server under torchchat usages

* Fix swapped init files

Author: Jack-Khuu

README.md

@@ -250,7 +250,7 @@ First, follow the steps in the Server section above to start a local server. The
 [skip default]: begin
 
 ```
-streamlit run browser/browser.py
+streamlit run torchchat/usages/browser.py
 ```
 
 Use the "Max Response Tokens" slider to limit the maximum number of tokens generated by the model for each response. Click the "Reset Chat" button to remove the message history and start a fresh chat.

requirements.txt

@@ -17,6 +17,7 @@ gguf
 lm-eval==0.4.2
 blobfile
 tomli >= 1.1.0 ; python_version < "3.11"
+openai
 
 # Build tools
 wheel

torchchat.py

@@ -68,17 +68,12 @@
 
         generate_main(args)
     elif args.command == "browser":
-        # enable "chat" and "gui" when entering "browser"
-        args.chat = True
-        args.gui = True
-        check_args(args, "browser")
-
-        from browser.browser import main as browser_main
-
-        browser_main(args)
+        print(
+            "\nTo test out the browser please use: streamlit run torchchat/usages/browser.py <args>\n"
+        )
     elif args.command == "server":
         check_args(args, "server")
-        from server import main as server_main
+        from torchchat.usages.server import main as server_main
 
         server_main(args)
     elif args.command == "generate":

torchchat/__init__.py

@@ -0,0 +1,3 @@
+from torchchat import usages
+
+__all__ = [usages]

torchchat/usages/README.md

@@ -0,0 +1,7 @@
+# Chat with LLMs Everywhere
+
+This directory hosts examples of how to leverage model inference.
+
+* OpenAI API Integration: `openai_api.py`
+* Streamlit UI: `browser.py`
+* Localhost Flask Server (OpenAI API): `server.py`

torchchat/usages/__init__.py

@@ -0,0 +1,3 @@
+from torchchat.usages import browser, openai_api, server
+
+__all__ = [browser, openai_api, server]

browser/browser.py renamed to torchchat/usages/browser.py

@@ -15,17 +15,17 @@
 
 import torch
 
-from api.openai_api import (
+from build.builder import BuilderArgs, TokenizerArgs
+from flask import Flask, request, Response
+from generate import GeneratorArgs
+
+from torchchat.usages.openai_api import (
     CompletionRequest,
     get_model_info_list,
     OpenAiApiGenerator,
     retrieve_model_info,
 )
 
-from build.builder import BuilderArgs, TokenizerArgs
-from flask import Flask, request, Response
-from generate import GeneratorArgs
-
 OPENAI_API_VERSION = "v1"