major refactor (#74)

need to fix import statements

Co-authored-by: tonic <[email protected]>

Author: Josephrp

README.md

@@ -259,6 +259,22 @@ setx SQLITE_INC "C:\sqlite"
 ```
 proceed with the rest of the setup below.
 
+### Install Taskweaver
+
+TaskWeaver requires Python >= 3.10. It can be installed by running the following command:
+
+```
+# [optional to create conda environment]
+# conda create -n taskweaver python=3.10
+# conda activate taskweaver
+
+# clone the repository
+git clone https://github.com/microsoft/TaskWeaver.git
+cd TaskWeaver
+# install the requirements
+pip install -r requirements.txt
+```
+
 **Command Prompt**:
 download and install wsl:
 ```bash

main.py

@@ -7,9 +7,9 @@
 import os
 import asyncio
 import streamlit as st
-from src.semantic_kernel.semantic_kernel_module import SemanticKernelDataModule
-from src.tonicweaver.taskweaver_module import TaskWeaverDataProcessor
-from src.autogen.autogen_module import AutoGenModule
+from src.module.semantic_kernel_module import SemanticKernelDataModule
+from src.module.taskweaver_module import TaskWeaverDataProcessor
+from src.module.autogen_module import AutoGenModule
 
 def process_image(image, project_id, region, access_token):
     buffered = io.BytesIO()

requirements.txt

@@ -8,15 +8,17 @@ azure-core
 azure-search-documents
 pyautogen[gemini]~=0.2.0b4
 semantic-kernel
+langchain
+tabulate
 msrest
 msrestazure
+pymemgpt
 bs4
 python-dotenv
 aiohttp>=3.9.0,<3.9.1
 beautifulsoup4==4.12.2
 chromadb==0.4.20
 llama_hub==0.0.59
 llama_index==0.9.15.post2
-pysqlite3
 streamlit
 streamlit-mic-recorder

src/.chainlit/config.toml

@@ -1,9 +1,9 @@
 import os
 from typing import List, Dict, Any, Optional
 from pathlib import Path
-from semantic_kernel.semantic_kernel_module import SemanticKernelModule
-from tonicweaver.taskweaver_module import TaskWeaverDataProcessor
-from agent_builder import AgentBuilder
+from src.module.semantic_kernel_module import SemanticKernelModule
+from src.module.taskweaver_module import TaskWeaverDataProcessor
+from src.module.agent_builder import AgentBuilder
 from autogen.agentchat.contrib.retrieve_assistant_agent import RetrieveAssistantAgent
 from autogen.agentchat.contrib.retrieve_user_proxy_agent import RetrieveUserProxyAgent
 from autogen import AssistantAgent, UserProxyAgent, config_list_from_json

src/autogen/add_your_files_here/.example renamed to src/add_your_files_here/.example

@@ -1,9 +1,9 @@
-from semantic_kernel import SemanticKernel, KernelBuilder
-import taskweaver
+import semantic_kernel
+from semantic_kernel import Kernel
 from taskweaver.app.app import TaskWeaverApp
-from semantic_kernel.plugins.taskweaverplugin import TaskWeaverSQLIntegration
-from semantic_kernel.plugins.googleconnector import GoogleConnector
-from semantic_kernel.plugins.sk_web_pages_plugin import WebPagesPlugin
+from plugins.taskweaverplugin import TaskWeaverSQLIntegration
+from plugins.googleconnector import GoogleConnector
+from plugins.sk_web_pages_plugin import WebPagesPlugin
 import asyncio
 
 project_details = {
@@ -98,13 +98,13 @@ def __init__(self, google_api_key, google_search_engine_id, taskweaver_app_dir):
         self.kernel.Plugins.RegisterPlugin('google', self.google_connector)
         self.kernel.Plugins.RegisterPlugin('web_pages', self.web_pages_plugin)
 
-    async def process_data_with_taskweaver(self, task_description):
-        # Process data using TaskWeaver library
-        response_round = self.taskweaver_session.send_message(
-            task_description,
-            event_handler=lambda _type, _msg: print(f"{_type}:\n{_msg}")
-        )
-        return response_round.to_dict()
+    # async def process_data_with_taskweaver(self, task_description):
+    #     # Process data using TaskWeaver library
+    #     response_round = self.taskweaver_session.send_message(
+    #         task_description,
+    #         event_handler=lambda _type, _msg: print(f"{_type}:\n{_msg}")
+    #     )
+    #     return response_round.to_dict()
 
     async def process_data_with_taskweaver(self, task_description):
         taskweaver_processor = self.semantic_kernel.get_plugin('taskweaver')
@@ -129,7 +129,6 @@ async def fetch_and_process_web_pages(self, query, num_results=10, offset=0):
             processed_content = self.taskweaver_processor.process_data_task({'content': content})
             page_contents.append(processed_content)
         return page_contents
-    
 
     async def create_and_fetch_sow(self, project_details):
         sow_planner = SoWPlanner(self.taskweaver_integration)

OAI_CONFIG_LIST.json renamed to src/config/OAI_CONFIG_LIST.json

@@ -1,8 +1,8 @@
 import taskweaver
-from taskweaver import TaskWeaver
-from planner.planner import Planner
-from code_generator.code_generator import CodeGenerator
-from code_interpretor.code_interpreter import CodeInterpreter
+from taskweaver import TaskWeaverApp
+from src.planner.planner import Planner
+from taskweaver.code_generator.code_generator import CodeGenerator
+from taskweaver.code_interpretor.code_interpreter import CodeInterpreter
 from taskweaver.logging import TelemetryLogger
 from taskweaver.memory import Memory
 

src/tonicweaver/taskweaver_config.json renamed to src/config/taskweaver_config.json

@@ -1,10 +1,10 @@
 import sqlite3
 import taskweaver
-from src.tonicweaver.taskweaver_module import TaskWeaverDataProcessor
+from src.module.taskweaver_module import TaskWeaverDataProcessor
 from taskweaver.app.app import TaskWeaverApp
 
 # Setup TaskWeaver
-app_dir = "./src/taskweaver/"  # Path to the directory with taskweaver_config.json
+app_dir = "./src/config/"  # Path to the directory with taskweaver_config.json
 app = TaskWeaverApp(app_dir=app_dir)
 session = app.get_session()