add basic UI and simple bot response

.gitignore

@@ -0,0 +1,13 @@
+# python generated files
+__pycache__/
+*.py[oc]
+build/
+dist/
+wheels/
+*.egg-info
+
+# venv
+.venv
+
+.DS_Store
+gradio_cached_examples

.python-version

@@ -0,0 +1 @@
+3.12.1

README.md

@@ -0,0 +1,3 @@
+# pdfchat
+
+Describe your project here.

data/sample.txt

@@ -0,0 +1 @@
+hello

pyproject.toml

@@ -0,0 +1,34 @@
+[project]
+name = "pdfchat"
+version = "0.1.0"
+description = "Add your description here"
+authors = [
+    { name = "Peinan Zhang", email = "[email protected]" }
+]
+dependencies = [
+    "gradio>=4.19.2",
+    "langchain>=0.1.9",
+    "gradio-pdf>=0.0.5",
+]
+readme = "README.md"
+requires-python = ">= 3.8"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.rye]
+managed = true
+dev-dependencies = [
+    "icecream>=2.1.3",
+    "ipython>=8.22.1",
+]
+
+[tool.rye.scripts]
+server = "python src/pdfchat/app.py"
+
+[tool.hatch.metadata]
+allow-direct-references = true
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/pdfchat"]

requirements-dev.lock

@@ -0,0 +1,278 @@
+# generated by rye
+# use `rye lock` or `rye sync` to update this lockfile
+#
+# last locked with the following flags:
+#   pre: false
+#   features: []
+#   all-features: false
+#   with-sources: false
+
+-e file:.
+aiofiles==23.2.1
+    # via gradio
+aiohttp==3.9.3
+    # via langchain
+    # via langchain-community
+aiosignal==1.3.1
+    # via aiohttp
+altair==5.2.0
+    # via gradio
+annotated-types==0.6.0
+    # via pydantic
+anyio==4.3.0
+    # via httpx
+    # via langchain-core
+    # via starlette
+asttokens==2.4.1
+    # via icecream
+    # via stack-data
+attrs==23.2.0
+    # via aiohttp
+    # via jsonschema
+    # via referencing
+certifi==2024.2.2
+    # via httpcore
+    # via httpx
+    # via requests
+charset-normalizer==3.3.2
+    # via requests
+click==8.1.7
+    # via typer
+    # via uvicorn
+colorama==0.4.6
+    # via icecream
+    # via typer
+contourpy==1.2.0
+    # via matplotlib
+cycler==0.12.1
+    # via matplotlib
+dataclasses-json==0.6.4
+    # via langchain
+    # via langchain-community
+decorator==5.1.1
+    # via ipython
+executing==2.0.1
+    # via icecream
+    # via stack-data
+fastapi==0.110.0
+    # via gradio
+ffmpy==0.3.2
+    # via gradio
+filelock==3.13.1
+    # via huggingface-hub
+fonttools==4.49.0
+    # via matplotlib
+frozenlist==1.4.1
+    # via aiohttp
+    # via aiosignal
+fsspec==2024.2.0
+    # via gradio-client
+    # via huggingface-hub
+gradio==4.19.2
+    # via gradio-pdf
+    # via pdfchat
+gradio-client==0.10.1
+    # via gradio
+gradio-pdf==0.0.5
+    # via pdfchat
+h11==0.14.0
+    # via httpcore
+    # via uvicorn
+httpcore==1.0.4
+    # via httpx
+httpx==0.27.0
+    # via gradio
+    # via gradio-client
+huggingface-hub==0.20.3
+    # via gradio
+    # via gradio-client
+icecream==2.1.3
+idna==3.6
+    # via anyio
+    # via httpx
+    # via requests
+    # via yarl
+importlib-resources==6.1.1
+    # via gradio
+ipython==8.22.1
+jedi==0.19.1
+    # via ipython
+jinja2==3.1.3
+    # via altair
+    # via gradio
+jsonpatch==1.33
+    # via langchain
+    # via langchain-core
+jsonpointer==2.4
+    # via jsonpatch
+jsonschema==4.21.1
+    # via altair
+jsonschema-specifications==2023.12.1
+    # via jsonschema
+kiwisolver==1.4.5
+    # via matplotlib
+langchain==0.1.9
+    # via pdfchat
+langchain-community==0.0.24
+    # via langchain
+langchain-core==0.1.26
+    # via langchain
+    # via langchain-community
+langsmith==0.1.8
+    # via langchain
+    # via langchain-community
+    # via langchain-core
+markdown-it-py==3.0.0
+    # via rich
+markupsafe==2.1.5
+    # via gradio
+    # via jinja2
+marshmallow==3.20.2
+    # via dataclasses-json
+matplotlib==3.8.3
+    # via gradio
+matplotlib-inline==0.1.6
+    # via ipython
+mdurl==0.1.2
+    # via markdown-it-py
+multidict==6.0.5
+    # via aiohttp
+    # via yarl
+mypy-extensions==1.0.0
+    # via typing-inspect
+numpy==1.26.4
+    # via altair
+    # via contourpy
+    # via gradio
+    # via langchain
+    # via langchain-community
+    # via matplotlib
+    # via pandas
+orjson==3.9.15
+    # via gradio
+    # via langsmith
+packaging==23.2
+    # via altair
+    # via gradio
+    # via gradio-client
+    # via huggingface-hub
+    # via langchain-core
+    # via marshmallow
+    # via matplotlib
+pandas==2.2.1
+    # via altair
+    # via gradio
+parso==0.8.3
+    # via jedi
+pexpect==4.9.0
+    # via ipython
+pillow==10.2.0
+    # via gradio
+    # via matplotlib
+prompt-toolkit==3.0.43
+    # via ipython
+ptyprocess==0.7.0
+    # via pexpect
+pure-eval==0.2.2
+    # via stack-data
+pydantic==2.6.2
+    # via fastapi
+    # via gradio
+    # via langchain
+    # via langchain-core
+    # via langsmith
+pydantic-core==2.16.3
+    # via pydantic
+pydub==0.25.1
+    # via gradio
+pygments==2.17.2
+    # via icecream
+    # via ipython
+    # via rich
+pyparsing==3.1.1
+    # via matplotlib
+python-dateutil==2.8.2
+    # via matplotlib
+    # via pandas
+python-multipart==0.0.9
+    # via gradio
+pytz==2024.1
+    # via pandas
+pyyaml==6.0.1
+    # via gradio
+    # via huggingface-hub
+    # via langchain
+    # via langchain-community
+    # via langchain-core
+referencing==0.33.0
+    # via jsonschema
+    # via jsonschema-specifications
+requests==2.31.0
+    # via huggingface-hub
+    # via langchain
+    # via langchain-community
+    # via langchain-core
+    # via langsmith
+rich==13.7.0
+    # via typer
+rpds-py==0.18.0
+    # via jsonschema
+    # via referencing
+ruff==0.2.2
+    # via gradio
+semantic-version==2.10.0
+    # via gradio
+shellingham==1.5.4
+    # via typer
+six==1.16.0
+    # via asttokens
+    # via python-dateutil
+sniffio==1.3.0
+    # via anyio
+    # via httpx
+sqlalchemy==2.0.27
+    # via langchain
+    # via langchain-community
+stack-data==0.6.3
+    # via ipython
+starlette==0.36.3
+    # via fastapi
+tenacity==8.2.3
+    # via langchain
+    # via langchain-community
+    # via langchain-core
+tomlkit==0.12.0
+    # via gradio
+toolz==0.12.1
+    # via altair
+tqdm==4.66.2
+    # via huggingface-hub
+traitlets==5.14.1
+    # via ipython
+    # via matplotlib-inline
+typer==0.9.0
+    # via gradio
+typing-extensions==4.9.0
+    # via fastapi
+    # via gradio
+    # via gradio-client
+    # via huggingface-hub
+    # via pydantic
+    # via pydantic-core
+    # via sqlalchemy
+    # via typer
+    # via typing-inspect
+typing-inspect==0.9.0
+    # via dataclasses-json
+tzdata==2024.1
+    # via pandas
+urllib3==2.2.1
+    # via requests
+uvicorn==0.27.1
+    # via gradio
+wcwidth==0.2.13
+    # via prompt-toolkit
+websockets==11.0.3
+    # via gradio-client
+yarl==1.9.4
+    # via aiohttp

requirements.lock

@@ -0,0 +1,243 @@
+# generated by rye
+# use `rye lock` or `rye sync` to update this lockfile
+#
+# last locked with the following flags:
+#   pre: false
+#   features: []
+#   all-features: false
+#   with-sources: false
+
+-e file:.
+aiofiles==23.2.1
+    # via gradio
+aiohttp==3.9.3
+    # via langchain
+    # via langchain-community
+aiosignal==1.3.1
+    # via aiohttp
+altair==5.2.0
+    # via gradio
+annotated-types==0.6.0
+    # via pydantic
+anyio==4.3.0
+    # via httpx
+    # via langchain-core
+    # via starlette
+attrs==23.2.0
+    # via aiohttp
+    # via jsonschema
+    # via referencing
+certifi==2024.2.2
+    # via httpcore
+    # via httpx
+    # via requests
+charset-normalizer==3.3.2
+    # via requests
+click==8.1.7
+    # via typer
+    # via uvicorn
+colorama==0.4.6
+    # via typer
+contourpy==1.2.0
+    # via matplotlib
+cycler==0.12.1
+    # via matplotlib
+dataclasses-json==0.6.4
+    # via langchain
+    # via langchain-community
+fastapi==0.110.0
+    # via gradio
+ffmpy==0.3.2
+    # via gradio
+filelock==3.13.1
+    # via huggingface-hub
+fonttools==4.49.0
+    # via matplotlib
+frozenlist==1.4.1
+    # via aiohttp
+    # via aiosignal
+fsspec==2024.2.0
+    # via gradio-client
+    # via huggingface-hub
+gradio==4.19.2
+    # via gradio-pdf
+    # via pdfchat
+gradio-client==0.10.1
+    # via gradio
+gradio-pdf==0.0.5
+    # via pdfchat
+h11==0.14.0
+    # via httpcore
+    # via uvicorn
+httpcore==1.0.4
+    # via httpx
+httpx==0.27.0
+    # via gradio
+    # via gradio-client
+huggingface-hub==0.20.3
+    # via gradio
+    # via gradio-client
+idna==3.6
+    # via anyio
+    # via httpx
+    # via requests
+    # via yarl
+importlib-resources==6.1.1
+    # via gradio
+jinja2==3.1.3
+    # via altair
+    # via gradio
+jsonpatch==1.33
+    # via langchain
+    # via langchain-core
+jsonpointer==2.4
+    # via jsonpatch
+jsonschema==4.21.1
+    # via altair
+jsonschema-specifications==2023.12.1
+    # via jsonschema
+kiwisolver==1.4.5
+    # via matplotlib
+langchain==0.1.9
+    # via pdfchat
+langchain-community==0.0.24
+    # via langchain
+langchain-core==0.1.26
+    # via langchain
+    # via langchain-community
+langsmith==0.1.8
+    # via langchain
+    # via langchain-community
+    # via langchain-core
+markdown-it-py==3.0.0
+    # via rich
+markupsafe==2.1.5
+    # via gradio
+    # via jinja2
+marshmallow==3.20.2
+    # via dataclasses-json
+matplotlib==3.8.3
+    # via gradio
+mdurl==0.1.2
+    # via markdown-it-py
+multidict==6.0.5
+    # via aiohttp
+    # via yarl
+mypy-extensions==1.0.0
+    # via typing-inspect
+numpy==1.26.4
+    # via altair
+    # via contourpy
+    # via gradio
+    # via langchain
+    # via langchain-community
+    # via matplotlib
+    # via pandas
+orjson==3.9.15
+    # via gradio
+    # via langsmith
+packaging==23.2
+    # via altair
+    # via gradio
+    # via gradio-client
+    # via huggingface-hub
+    # via langchain-core
+    # via marshmallow
+    # via matplotlib
+pandas==2.2.1
+    # via altair
+    # via gradio
+pillow==10.2.0
+    # via gradio
+    # via matplotlib
+pydantic==2.6.2
+    # via fastapi
+    # via gradio
+    # via langchain
+    # via langchain-core
+    # via langsmith
+pydantic-core==2.16.3
+    # via pydantic
+pydub==0.25.1
+    # via gradio
+pygments==2.17.2
+    # via rich
+pyparsing==3.1.1
+    # via matplotlib
+python-dateutil==2.8.2
+    # via matplotlib
+    # via pandas
+python-multipart==0.0.9
+    # via gradio
+pytz==2024.1
+    # via pandas
+pyyaml==6.0.1
+    # via gradio
+    # via huggingface-hub
+    # via langchain
+    # via langchain-community
+    # via langchain-core
+referencing==0.33.0
+    # via jsonschema
+    # via jsonschema-specifications
+requests==2.31.0
+    # via huggingface-hub
+    # via langchain
+    # via langchain-community
+    # via langchain-core
+    # via langsmith
+rich==13.7.0
+    # via typer
+rpds-py==0.18.0
+    # via jsonschema
+    # via referencing
+ruff==0.2.2
+    # via gradio
+semantic-version==2.10.0
+    # via gradio
+shellingham==1.5.4
+    # via typer
+six==1.16.0
+    # via python-dateutil
+sniffio==1.3.0
+    # via anyio
+    # via httpx
+sqlalchemy==2.0.27
+    # via langchain
+    # via langchain-community
+starlette==0.36.3
+    # via fastapi
+tenacity==8.2.3
+    # via langchain
+    # via langchain-community
+    # via langchain-core
+tomlkit==0.12.0
+    # via gradio
+toolz==0.12.1
+    # via altair
+tqdm==4.66.2
+    # via huggingface-hub
+typer==0.9.0
+    # via gradio
+typing-extensions==4.9.0
+    # via fastapi
+    # via gradio
+    # via gradio-client
+    # via huggingface-hub
+    # via pydantic
+    # via pydantic-core
+    # via sqlalchemy
+    # via typer
+    # via typing-inspect
+typing-inspect==0.9.0
+    # via dataclasses-json
+tzdata==2024.1
+    # via pandas
+urllib3==2.2.1
+    # via requests
+uvicorn==0.27.1
+    # via gradio
+websockets==11.0.3
+    # via gradio-client
+yarl==1.9.4
+    # via aiohttp

src/pdfchat/app.py

@@ -0,0 +1,114 @@
+import time
+from dataclasses import dataclass
+from pathlib import Path
+
+import gradio as gr
+from icecream import ic
+
+MODEL_CALM2 = "cyberagent/calm2"
+
+
+@dataclass
+class Chat:
+    query: str
+    response: str | None
+
+    def to_list(self) -> list[str, str]:
+        return [self.query, self.response]
+
+
+@dataclass
+class ChatHistory:
+    history: list[Chat]
+
+    def __init__(self, history: list[tuple[str, str] | list[str, str]] | None = None):
+        if history is None:
+            self.history = []
+        else:
+            self.history = [Chat(*chat) for chat in history]
+
+    def __iter__(self):
+        return iter([chat.to_list() for chat in self.history])
+
+    def __getitem__(self, index: int) -> Chat:
+        return self.history[index]
+
+    def add_chat(self, chat: Chat):
+        self.history.append(chat)
+
+
+def open_file(file_path: str) -> str:
+    file_path = Path(file_path)
+    if file_path.suffix == ".txt":
+        text = file_path.read_text()
+    elif file_path.suffix == ".pdf":
+        text = "WARNING: PDF file is not supported yet."
+    else:
+        gr.exit("Unsupported file type.")
+
+    return text
+
+
+def bot(history: ChatHistory, query: str, file_path: str) -> ChatHistory:
+    history = ChatHistory(history)
+    if not file_path:
+        history.add_chat(Chat(query=query, response=None))
+        return history
+    document = open_file(file_path)
+    history.add_chat(Chat(query=query, response=document))
+    ic(history)
+
+    # TODO: use streaming inference
+    return history
+
+
+with gr.Blocks() as app:
+    with gr.Row():
+        with gr.Column(scale=0.4):
+            model_name = gr.Dropdown(
+                choices=[MODEL_CALM2],
+                value=MODEL_CALM2,
+                label="Model",
+            )
+            file_box = gr.File(
+                label="Document",
+                file_types=[".pdf", ".txt"],
+                file_count="single",
+                container=False,
+            )
+            gr.Examples(
+                examples=[["data/sample.txt"], ["data/sample.pdf"]],
+                inputs=[file_box],
+                outputs=[],
+                fn=lambda model_name, document: None,
+            )
+            with gr.Accordion("Parameters", open=False):
+                temperature_slider = gr.Slider(
+                    minimum=0.1, maximum=1.0, value=0.5, label="Temperature"
+                )
+                temperature_slider.change(lambda x: x, [temperature_slider])
+                top_p_slider = gr.Slider(
+                    minimum=0.1, maximum=1.0, value=0.5, label="Top P"
+                )
+                top_p_slider.change(lambda x: x, [top_p_slider])
+        with gr.Column(scale=0.6):
+            chatbot = gr.Chatbot(
+                bubble_full_width=False,
+                height=650,
+            )
+            ic(chatbot)
+            with gr.Row():
+                text_box = gr.Textbox(
+                    scale=0.9,
+                    show_label=False,
+                    placeholder="Type your message here",
+                    container=False,
+                )
+                submit_button = gr.Button("Submit", scale=0.1, variant="primary")
+                submit = submit_button.click(
+                    fn=bot,
+                    inputs=[chatbot, text_box, file_box],
+                    outputs=chatbot,
+                )
+
+app.queue().launch(debug=True)