rerank model

RAG/rag_DocumentLoader.py

@@ -9,15 +9,11 @@ import streamlit as st
 from PIL import Image 
 import base64
 import re
-#import torch
-import base64
 import requests 
-from requests_aws4auth import AWS4Auth
-import re_ranker
 import utilities.invoke_models as invoke_models
 from requests.auth import HTTPBasicAuth
 import generate_csv_for_tables
-from pdf2image import convert_from_bytes,convert_from_path
+#from pdf2image import convert_from_bytes,convert_from_path
 #import langchain
 
 bedrock_runtime_client = boto3.client('bedrock-runtime',aws_access_key_id=st.secrets['user_access_key'],

RAG/rag_DocumentSearcher.py

@@ -1,16 +1,9 @@
 import boto3
 import json
 import os
-import shutil
-from unstructured.partition.pdf import partition_pdf
-from opensearchpy import OpenSearch, RequestsHttpConnection, AWSV4SignerAuth
 import streamlit as st
-from PIL import Image 
 import base64
 import re
-#from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer
-import torch
-import base64
 import requests 
 #import utilities.re_ranker as re_ranker
 import utilities.invoke_models as invoke_models
@@ -73,7 +66,7 @@ def query_(awsauth,inputs, session_id,search_types):
                 {
                     "rerank": {
                     "ml_opensearch": {
-                        "model_id": "eUoo-ZMBTp0efWqBQ-5g"
+                        "model_id": "deBS3pYB5VHEj-qVuPHT"
                     },
                     "context": {
                         "document_fields": [

semantic_search/amazon_rekognition.py

@@ -4,7 +4,6 @@ import sys
 import boto3
 from botocore.config import Config
 import getpass
-import os
 import streamlit as st
 
 

utilities/invoke_models.py

@@ -2,9 +2,9 @@ import boto3
 import json
 #from IPython.display import clear_output, display, display_markdown, Markdown
 import pandas as pd 
-from langchain.agents.agent_types import AgentType
+#from langchain.agents.agent_types import AgentType
 from langchain_experimental.agents.agent_toolkits import create_pandas_dataframe_agent
-from langchain_core.prompts import ChatPromptTemplate
+#from langchain_core.prompts import ChatPromptTemplate
 from langchain_community.chat_models import BedrockChat
 import streamlit as st
 #from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer