Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,597 +1,140 @@
|
|
|
|
1 |
import streamlit as st
|
2 |
-
from ultralytics import YOLO
|
3 |
-
import tensorflow as tf # Change this to import TensorFlow
|
4 |
import numpy as np
|
5 |
-
from PIL import Image, ImageOps, ImageDraw, ImageFont
|
6 |
import pandas as pd
|
|
|
7 |
import time
|
8 |
-
from paddleocr import PaddleOCR
|
9 |
-
import re
|
10 |
-
import dateparser
|
11 |
import os
|
12 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
13 |
|
14 |
# Initialize PaddleOCR model
|
15 |
ocr = PaddleOCR(use_angle_cls=True, lang='en')
|
16 |
-
# Define the class names based on your dataset
|
17 |
-
class_names = [
|
18 |
-
'fresh_apple', 'fresh_banana', 'fresh_bitter_gourd', 'fresh_capsicum',
|
19 |
-
'fresh_orange', 'fresh_tomato', 'stale_apple', 'stale_banana',
|
20 |
-
'stale_bitter_gourd', 'stale_capsicum', 'stale_orange', 'stale_tomato'
|
21 |
-
]
|
22 |
|
23 |
# Team details
|
24 |
team_members = [
|
25 |
{"name": "Aman Deep", "image": "aman.jpg"}, # Replace with actual paths to images
|
26 |
-
{"name": "Nandini", "image": "
|
27 |
-
{"name": "Abhay Sharma", "image": "
|
28 |
{"name": "Ratan Prakash Mishra", "image": "anandimg.jpg"}
|
29 |
]
|
30 |
|
31 |
-
# Function to preprocess
|
32 |
-
from PIL import Image
|
33 |
-
import numpy as np
|
34 |
-
|
35 |
def preprocess_image(image):
|
36 |
"""
|
37 |
Preprocess the input image for model prediction.
|
38 |
-
|
39 |
Args:
|
40 |
image (PIL.Image): Input image in PIL format.
|
41 |
-
|
42 |
Returns:
|
43 |
np.ndarray: Preprocessed image array ready for prediction.
|
44 |
"""
|
45 |
try:
|
46 |
# Resize image to match model input size
|
47 |
-
img = image.resize((128, 128), Image.LANCZOS)
|
48 |
|
49 |
# Convert image to NumPy array
|
50 |
img_array = np.array(img)
|
51 |
|
52 |
# Check if the image is grayscale and convert to RGB if needed
|
53 |
if img_array.ndim == 2: # Grayscale image
|
54 |
-
img_array = np.stack([img_array] * 3, axis=-1)
|
55 |
elif img_array.shape[2] == 1: # Single-channel image
|
56 |
-
img_array = np.concatenate([img_array, img_array, img_array], axis=-1)
|
57 |
|
58 |
# Normalize pixel values to [0, 1] range
|
59 |
img_array = img_array / 255.0
|
60 |
|
61 |
# Add batch dimension
|
62 |
-
img_array = np.expand_dims(img_array, axis=0)
|
63 |
|
64 |
return img_array
|
65 |
|
66 |
except Exception as e:
|
67 |
print(f"Error processing image: {e}")
|
68 |
-
return None
|
69 |
-
|
70 |
-
|
71 |
-
# Function to create a high-quality circular mask for an image
|
72 |
-
def make_image_circular1(img, size=(256, 256)):
|
73 |
-
img = img.resize(size, Image.LANCZOS)
|
74 |
-
mask = Image.new("L", size, 0)
|
75 |
-
draw = ImageDraw.Draw(mask)
|
76 |
-
draw.ellipse((0, 0) + size, fill=255)
|
77 |
-
output = ImageOps.fit(img, mask.size, centering=(0.5, 0.5))
|
78 |
-
output.putalpha(mask) # Apply the mask as transparency
|
79 |
-
return output
|
80 |
-
# Function to check if a file exists
|
81 |
-
def file_exists(file_path):
|
82 |
-
return os.path.isfile(file_path)
|
83 |
-
|
84 |
-
def make_image_circular(image):
|
85 |
-
# Create a circular mask
|
86 |
-
mask = Image.new("L", image.size, 0)
|
87 |
-
draw = ImageDraw.Draw(mask)
|
88 |
-
draw.ellipse((0, 0, image.size[0], image.size[1]), fill=255)
|
89 |
-
|
90 |
-
# Apply the mask to the image
|
91 |
-
circular_image = Image.new("RGB", image.size)
|
92 |
-
circular_image.paste(image.convert("RGBA"), (0, 0), mask)
|
93 |
-
|
94 |
-
return circular_image
|
95 |
-
|
96 |
-
# Function to extract dates from recognized text using regex
|
97 |
-
def extract_dates_with_dateparser(texts, result):
|
98 |
-
date_texts = []
|
99 |
-
date_boxes = []
|
100 |
-
date_scores = []
|
101 |
-
|
102 |
-
def is_potential_date(text):
|
103 |
-
valid_date_pattern = r'^(0[1-9]|[12][0-9]|3[01])[-/.]?(0[1-9]|1[0-2])[-/.]?(\d{2}|\d{4})$|' \
|
104 |
-
r'^(0[1-9]|[12][0-9]|3[01])[-/.]?[A-Za-z]{3}[-/.]?(\d{2}|\d{4})$|' \
|
105 |
-
r'^(0[1-9]|1[0-2])[-/.]?(\d{2}|\d{4})$|' \
|
106 |
-
r'^[A-Za-z]{3}[-/.]?(\d{2}|\d{4})$'
|
107 |
-
return bool(re.match(valid_date_pattern, text))
|
108 |
-
|
109 |
-
dates_found = []
|
110 |
-
for i, text in enumerate(texts):
|
111 |
-
if is_potential_date(text): # Only process texts that are potential dates
|
112 |
-
parsed_date = dateparser.parse(text, settings={'DATE_ORDER': 'DMY'})
|
113 |
-
if parsed_date:
|
114 |
-
dates_found.append(parsed_date.strftime('%Y-%m-%d')) # Store as 'YYYY-MM-DD'
|
115 |
-
date_texts.append(text) # Store the original text
|
116 |
-
date_boxes.append(result[0][i][0]) # Store the bounding box
|
117 |
-
date_scores.append(result[0][i][1][1]) # Store confidence score
|
118 |
-
return dates_found, date_texts, date_boxes, date_scores
|
119 |
-
|
120 |
-
# Function to display circular images in a matrix format
|
121 |
-
def display_images_in_grid(images, max_images_per_row=4):
|
122 |
-
num_images = len(images)
|
123 |
-
num_rows = (num_images + max_images_per_row - 1) // max_images_per_row # Calculate number of rows
|
124 |
-
|
125 |
-
for i in range(num_rows):
|
126 |
-
cols = st.columns(min(max_images_per_row, num_images - i * max_images_per_row))
|
127 |
-
for j, img in enumerate(images[i * max_images_per_row:(i + 1) * max_images_per_row]):
|
128 |
-
with cols[j]:
|
129 |
-
st.image(img, use_column_width=True)
|
130 |
|
131 |
# Function to display team members in circular format
|
132 |
def display_team_members(members, max_members_per_row=4):
|
133 |
num_members = len(members)
|
134 |
-
num_rows = (num_members + max_members_per_row - 1) // max_members_per_row
|
135 |
|
136 |
for i in range(num_rows):
|
137 |
cols = st.columns(min(max_members_per_row, num_members - i * max_members_per_row))
|
138 |
for j, member in enumerate(members[i * max_members_per_row:(i + 1) * max_members_per_row]):
|
139 |
with cols[j]:
|
140 |
-
img = Image.open(member["image"])
|
141 |
-
|
142 |
-
st.
|
143 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
144 |
|
145 |
# Title and description
|
146 |
-
st.title("
|
147 |
-
# Team Details with links
|
148 |
-
st.sidebar.title("Amazon Smbhav")
|
149 |
-
st.sidebar.write("DELHI TECHNOLOGICAL UNIVERSITY")
|
150 |
|
151 |
# Navbar with task tabs
|
152 |
st.sidebar.title("Navigation")
|
153 |
-
st.sidebar.write("Team Name:
|
154 |
-
app_mode = st.sidebar.selectbox("Choose the task", ["Welcome","Project Details", "
|
155 |
-
if app_mode == "Welcome":
|
156 |
-
# Navigation Menu
|
157 |
-
st.write("# Welcome to Amazon Smbhav! 🎉")
|
158 |
-
|
159 |
-
# Example for adding a local video
|
160 |
-
video_file = open('Finalist.mp4', 'rb') # Replace with the path to your video file
|
161 |
-
video_bytes = video_file.read()
|
162 |
-
# Embed the video using st.video()
|
163 |
-
st.video(video_bytes)
|
164 |
-
|
165 |
-
# Add a welcome image
|
166 |
-
welcome_image = Image.open("grid_banner.jpg") # Replace with the path to your welcome image
|
167 |
-
st.image(welcome_image, use_column_width=True) # Display the welcome image
|
168 |
-
|
169 |
-
elif app_mode=="Project Details":
|
170 |
-
st.markdown("""
|
171 |
-
## Navigation
|
172 |
-
- [Project Overview](#project-overview)
|
173 |
-
- [Proposal Round](#proposal-round)
|
174 |
-
- [Problem Statement](#problem-statement)
|
175 |
-
- [Proposed Solution](#proposed-solution)
|
176 |
-
""")
|
177 |
-
# Project Overview
|
178 |
-
st.write("## Project Overview:")
|
179 |
-
st.write("""
|
180 |
-
1. **OCR to Extract Details** (20%):
|
181 |
-
- Use OCR to read brand details, pack size, brand name, etc.
|
182 |
-
- Train the model to read details from various products, including FMCG, OTC items, health supplements, personal care, and household items.
|
183 |
-
|
184 |
-
2. **Using OCR for Expiry Date Details** (10%):
|
185 |
-
- Validate expiry dates using OCR to read expiry and MRP details printed on items.
|
186 |
-
|
187 |
-
3. **Image Recognition for Brand Recognition and Counting** (30%):
|
188 |
-
- Use machine learning to recognize brands and count product quantities from images.
|
189 |
-
|
190 |
-
4. **Detecting Freshness of Fresh Produce** (40%):
|
191 |
-
- Assess the freshness of fruits and vegetables by analyzing various visual cues and patterns.
|
192 |
-
""")
|
193 |
-
|
194 |
-
st.write("""
|
195 |
-
Our project aims to leverage OCR and image recognition to enhance product packaging analysis and freshness detection.
|
196 |
-
""")
|
197 |
|
198 |
-
|
199 |
-
st.write("
|
200 |
-
|
201 |
-
|
202 |
-
|
203 |
-
-
|
204 |
-
-
|
205 |
-
-
|
206 |
-
- Teams working on detecting the freshness of produce may choose any fresh fruit/vegetable/bread, etc., and submit the freshness index based on the model.
|
207 |
-
- The video will help demonstrate the effectiveness of their approach and provide a visual representation of their solution.
|
208 |
-
|
209 |
-
Teams with the most comprehensive and innovative proposals will proceed to the final stage.
|
210 |
-
""")
|
211 |
-
|
212 |
-
# Problem Statement
|
213 |
-
st.write("## Problem Statement:")
|
214 |
-
st.write("""
|
215 |
-
In today’s fast-paced retail environment, ensuring product quality and freshness is crucial for customer satisfaction. The Amazon Sambhav Challenge aims to address this issue by leveraging technology to enhance product packaging analysis and freshness detection.
|
216 |
-
|
217 |
-
Traditional methods of checking freshness often involve manual inspection, which can be time-consuming and prone to human error. Furthermore, with the increasing variety of products available, a more automated and reliable solution is needed to streamline this process.
|
218 |
-
|
219 |
-
Our project focuses on developing an advanced system that utilizes Optical Character Recognition (OCR) and image recognition techniques to automate the extraction of product details from packaging. This will not only improve accuracy but also increase efficiency in assessing product freshness.
|
220 |
-
""")
|
221 |
-
|
222 |
-
# Proposed Solution
|
223 |
-
st.write("## Proposed Solution:")
|
224 |
-
st.write("""
|
225 |
-
Our solution is designed to tackle the problem by implementing the following key components:
|
226 |
-
|
227 |
-
### 1. OCR for Product Detail Extraction
|
228 |
-
We will use OCR technology to accurately extract critical information from product packaging, including:
|
229 |
-
- Brand name
|
230 |
-
- Pack size
|
231 |
-
- Expiry date
|
232 |
-
- MRP details
|
233 |
-
|
234 |
-
This will allow for real-time analysis of product information, ensuring that customers receive accurate data about their purchases.
|
235 |
-
|
236 |
-
### 2. Freshness Detection using Image Recognition
|
237 |
-
In conjunction with OCR, our model will utilize image recognition to assess the freshness of fruits, vegetables, and other perishable items. The model will be trained to classify products based on their appearance, detecting signs of spoilage and degradation.
|
238 |
-
|
239 |
-
### 3. Data Validation and Reporting
|
240 |
-
Our system will not only extract data but also validate expiry dates against the current date to ensure product safety. The results will be compiled into a user-friendly report that can be easily interpreted by retail staff.
|
241 |
-
|
242 |
-
### 4. Video Simulation
|
243 |
-
To effectively demonstrate our solution, we will create a video simulation showcasing the functionality of our system. This will include real-time examples of how our model processes images and extracts relevant information.
|
244 |
-
|
245 |
-
### 5. Proposal Submission
|
246 |
-
As part of the proposal round, we will provide a comprehensive submission outlining our approach, methodology, and the code developed thus far. This submission will highlight the effectiveness of our solution and our readiness to proceed to the final stage of the challenge.
|
247 |
-
|
248 |
-
Our team is committed to delivering a robust solution that not only meets but exceeds the expectations of the Amazon Sambhav Challenge.
|
249 |
""")
|
250 |
-
|
251 |
elif app_mode == "Team Details":
|
252 |
st.write("## Meet Our Team:")
|
253 |
display_team_members(team_members)
|
254 |
-
|
|
|
|
|
|
|
255 |
|
256 |
-
|
257 |
-
|
258 |
-
|
259 |
-
|
260 |
-
# File uploader for images (supports multiple files)
|
261 |
-
uploaded_files = st.file_uploader("Upload images of products", type=["jpeg", "png", "jpg"], accept_multiple_files=True)
|
262 |
|
263 |
-
if uploaded_files:
|
264 |
-
st.write("### Uploaded Images in Circular Format:")
|
265 |
-
circular_images = []
|
266 |
-
|
267 |
-
for uploaded_file in uploaded_files:
|
268 |
-
img = Image.open(uploaded_file)
|
269 |
-
circular_img = make_image_circular(img) # Create circular images
|
270 |
-
circular_images.append(circular_img)
|
271 |
-
|
272 |
-
# Display the circular images in a matrix/grid format
|
273 |
-
display_images_in_grid(circular_images, max_images_per_row=4)
|
274 |
-
|
275 |
-
# Function to simulate loading process with a progress bar
|
276 |
-
def simulate_progress():
|
277 |
-
progress_bar = st.progress(0)
|
278 |
-
for percent_complete in range(100):
|
279 |
-
time.sleep(0.02)
|
280 |
-
progress_bar.progress(percent_complete + 1)
|
281 |
-
# Function to remove gibberish using regex (removes non-alphanumeric chars, filters out very short text)
|
282 |
-
def clean_text(text):
|
283 |
-
# Keep text with letters, digits, and spaces, and remove short/irrelevant text
|
284 |
-
return re.sub(r'[^a-zA-Z0-9\s]', '', text).strip()
|
285 |
-
|
286 |
-
# Function to extract the most prominent text (product name) and other details
|
287 |
-
def extract_product_info(results):
|
288 |
-
product_name = ""
|
289 |
-
product_details = ""
|
290 |
-
largest_text_size = 0
|
291 |
-
|
292 |
-
for line in results:
|
293 |
-
for box in line:
|
294 |
-
text, confidence = box[1][0], box[1][1]
|
295 |
-
text_size = box[0][2][1] - box[0][0][1] # Calculate height of the text box
|
296 |
-
|
297 |
-
# Clean the text to avoid gibberish
|
298 |
-
clean_text_line = clean_text(text)
|
299 |
-
|
300 |
-
if confidence > 0.7 and len(clean_text_line) > 2: # Only consider confident, meaningful text
|
301 |
-
if text_size > largest_text_size: # Assume the largest text is the product name
|
302 |
-
largest_text_size = text_size
|
303 |
-
product_name = clean_text_line
|
304 |
-
else:
|
305 |
-
product_details += clean_text_line + " "
|
306 |
-
|
307 |
-
return product_name, product_details.strip()
|
308 |
-
if st.button("Start Analysis"):
|
309 |
-
simulate_progress()
|
310 |
-
# Loop through each uploaded image and process them
|
311 |
-
for uploaded_image in uploaded_files:
|
312 |
-
# Load the uploaded image
|
313 |
-
image = Image.open(uploaded_image)
|
314 |
-
# st.image(image, caption=f'Uploaded Image: {uploaded_image.name}', use_column_width=True)
|
315 |
-
|
316 |
-
# Convert image to numpy array for OCR processing
|
317 |
-
img_array = np.array(image)
|
318 |
-
|
319 |
-
# Perform OCR on the image
|
320 |
-
st.write(f"Extracting details from {uploaded_image.name}...")
|
321 |
-
result = ocr.ocr(img_array, cls=True)
|
322 |
-
|
323 |
-
# Process the OCR result to extract product name and properties
|
324 |
-
product_name, product_details = extract_product_info(result)
|
325 |
-
|
326 |
-
# UI display for single image product details
|
327 |
-
st.markdown("---")
|
328 |
-
st.markdown(f"### **Product Name:** `{product_name}`")
|
329 |
-
st.write(f"**Product Properties:** {product_details}")
|
330 |
-
st.markdown("---")
|
331 |
-
|
332 |
-
else:
|
333 |
-
st.write("Please upload images to extract product details.")
|
334 |
-
|
335 |
-
elif app_mode == "Task 2":
|
336 |
-
st.write("## Task 2:📅 Expiry Date Validation ✅")
|
337 |
-
st.write("Use OCR to get expiry and MRP details printed on items.")
|
338 |
-
# File uploader for images (supports multiple files)
|
339 |
-
uploaded_files = st.file_uploader("Upload images of products containing expiry date", type=["jpeg", "png", "jpg"], accept_multiple_files=True)
|
340 |
-
|
341 |
-
if uploaded_files:
|
342 |
-
st.write("### Uploaded Images in Circular Format:")
|
343 |
-
circular_images = []
|
344 |
-
|
345 |
-
for uploaded_file in uploaded_files:
|
346 |
-
img = Image.open(uploaded_file)
|
347 |
-
circular_img = make_image_circular(img) # Create circular images
|
348 |
-
circular_images.append(circular_img)
|
349 |
-
|
350 |
-
# Display the circular images in a matrix/grid format
|
351 |
-
display_images_in_grid(circular_images, max_images_per_row=4)
|
352 |
-
|
353 |
-
# Function to simulate loading process with a progress bar
|
354 |
-
def simulate_progress():
|
355 |
-
progress_bar = st.progress(0)
|
356 |
-
for percent_complete in range(100):
|
357 |
-
time.sleep(0.02)
|
358 |
-
progress_bar.progress(percent_complete + 1)
|
359 |
-
|
360 |
-
for idx, uploaded_file in enumerate(uploaded_files):
|
361 |
-
image = Image.open(uploaded_file)
|
362 |
-
img_array = np.array(image)
|
363 |
-
result = ocr.ocr(img_array, cls=True)
|
364 |
-
|
365 |
-
if result and result[0]:
|
366 |
-
# Extract recognized texts
|
367 |
-
recognized_texts = [line[1][0] for line in result[0]]
|
368 |
-
|
369 |
-
# Clean up recognized texts by removing extra spaces and standardizing formats
|
370 |
-
cleaned_texts = []
|
371 |
-
for text in recognized_texts:
|
372 |
-
cleaned_text = re.sub(r'\s+', ' ', text.strip()) # Replace multiple spaces with a single space
|
373 |
-
cleaned_text = cleaned_text.replace('.', '').replace(',', '') # Remove dots and commas for date detection
|
374 |
-
cleaned_texts.append(cleaned_text)
|
375 |
-
|
376 |
-
# Extract dates from recognized texts
|
377 |
-
extracted_dates, date_texts, date_boxes, date_scores = extract_dates_with_dateparser(cleaned_texts, result)
|
378 |
-
|
379 |
-
if extracted_dates:
|
380 |
-
# Display extracted dates
|
381 |
-
st.write("**Extracted Dates**:")
|
382 |
-
for date, text in zip(extracted_dates, date_texts):
|
383 |
-
st.write(f"Detected Date: **{date}**, Original Text: *{text}*")
|
384 |
-
else:
|
385 |
-
st.write("No valid dates found in the image.")
|
386 |
-
|
387 |
-
# Option to visualize the bounding boxes on the image
|
388 |
-
if st.checkbox(f"Show image with highlighted dates for {uploaded_file.name}", key=f"highlight_{idx}"):
|
389 |
-
# Draw the OCR results on the image
|
390 |
-
image_with_boxes = draw_ocr(image, date_boxes, date_texts, date_scores,font_path='CedarvilleCursive-Regular.ttf') # Removed font path
|
391 |
-
|
392 |
-
# Display the image with highlighted boxes
|
393 |
-
plt.figure(figsize=(10, 10))
|
394 |
-
plt.imshow(image_with_boxes)
|
395 |
-
plt.axis('off') # Hide axes
|
396 |
-
st.pyplot(plt)
|
397 |
-
else:
|
398 |
-
st.write("No text detected in the image.")
|
399 |
-
|
400 |
-
|
401 |
-
def make_image_circular1(image):
|
402 |
-
# Create a circular mask
|
403 |
-
mask = Image.new("L", image.size, 0)
|
404 |
-
draw = ImageDraw.Draw(mask)
|
405 |
-
draw.ellipse((0, 0, image.size[0], image.size[1]), fill=255)
|
406 |
-
|
407 |
-
# Apply the mask to the image
|
408 |
-
circular_image = Image.new("RGB", image.size)
|
409 |
-
circular_image.paste(image.convert("RGBA"), (0, 0), mask)
|
410 |
-
|
411 |
-
return circular_image
|
412 |
-
|
413 |
-
def display_images_in_grid1(images, max_images_per_row=4):
|
414 |
-
rows = (len(images) + max_images_per_row - 1) // max_images_per_row # Calculate number of rows needed
|
415 |
-
|
416 |
-
for i in range(0, len(images), max_images_per_row):
|
417 |
-
cols_to_show = images[i:i + max_images_per_row]
|
418 |
-
|
419 |
-
# Prepare to display in a grid format
|
420 |
-
cols = st.columns(max_images_per_row) # Create columns dynamically
|
421 |
-
|
422 |
-
for idx, img in enumerate(cols_to_show):
|
423 |
-
img = img.convert("RGB") # Ensure the image is in RGB mode
|
424 |
-
|
425 |
-
if idx < len(cols):
|
426 |
-
cols[idx].image(img, use_column_width=True)
|
427 |
-
|
428 |
-
# Initialize your Streamlit app
|
429 |
-
if app_mode == "Task 3":
|
430 |
-
st.write("## Task 3: Image Recognition 📸 and IR-Based Counting 📊")
|
431 |
-
|
432 |
-
# File uploader for images (supports multiple files)
|
433 |
-
uploaded_files = st.file_uploader("Upload images of fruits, vegetables, or products for brand recognition and freshness detection",
|
434 |
-
type=["jpeg", "png", "jpg"], accept_multiple_files=True)
|
435 |
if uploaded_files:
|
436 |
st.write("### Uploaded Images:")
|
437 |
-
|
438 |
-
|
439 |
-
|
440 |
-
|
441 |
-
product_count_dict = {}
|
442 |
-
circular_images = []
|
443 |
-
images=[]
|
444 |
-
|
445 |
-
for uploaded_file in uploaded_files:
|
446 |
-
img = Image.open(uploaded_file)
|
447 |
-
circular_img = make_image_circular(img) # Create circular images
|
448 |
-
circular_images.append(circular_img)
|
449 |
-
images.append(img)
|
450 |
-
|
451 |
-
# Display the circular images in a matrix/grid format
|
452 |
-
display_images_in_grid(circular_images, max_images_per_row=4)
|
453 |
-
|
454 |
-
detected_images = []
|
455 |
-
|
456 |
-
for idx, image in enumerate(images):
|
457 |
-
# Run object detection
|
458 |
-
results = model(image)
|
459 |
-
|
460 |
-
# Initialize counts for this image
|
461 |
-
image_counts = {}
|
462 |
-
|
463 |
-
# Display results with bounding boxes
|
464 |
-
for result in results:
|
465 |
-
img_with_boxes = result.plot() # Get image with bounding boxes
|
466 |
-
detected_images.append(make_image_circular(image.resize((150, 150)))) # Resize and make circular
|
467 |
-
|
468 |
-
# Display detected object counts per class
|
469 |
-
counts = result.boxes.cls.tolist() # Extract class IDs
|
470 |
-
class_counts = {int(cls): counts.count(cls) for cls in set(counts)}
|
471 |
-
|
472 |
-
# Update the image counts for this image
|
473 |
-
for cls_id, count in class_counts.items():
|
474 |
-
product_name = result.names[cls_id] # Get the product name from class ID
|
475 |
-
image_counts[product_name] = count
|
476 |
-
|
477 |
-
# Aggregate counts into the main product count dictionary
|
478 |
-
for product, count in image_counts.items():
|
479 |
-
if product in product_count_dict:
|
480 |
-
product_count_dict[product] += count
|
481 |
-
else:
|
482 |
-
product_count_dict[product] = count
|
483 |
-
|
484 |
-
# Option to visualize the bounding boxes on the image
|
485 |
-
if st.checkbox(f"Show image with highlighted boxes for image {idx + 1}", key=f"checkbox_{idx}"):
|
486 |
-
st.image(img_with_boxes, caption="Image with Highlighted Boxes", use_column_width=True)
|
487 |
-
|
488 |
-
# Display the total counts as a bar chart
|
489 |
-
st.write("### Total Product Counts Across All Images:")
|
490 |
-
if product_count_dict:
|
491 |
-
product_count_df = pd.DataFrame(product_count_dict.items(), columns=["Product", "Count"])
|
492 |
-
st.bar_chart(product_count_df.set_index("Product"))
|
493 |
-
else:
|
494 |
-
st.write("No products detected.")
|
495 |
-
|
496 |
-
elif app_mode == "Task 4":
|
497 |
-
st.write("## Task 4: 🍏 Fruit and Vegetable Freshness Detector 🍅")
|
498 |
-
# Load the trained model
|
499 |
-
try:
|
500 |
-
model = tf.keras.models.load_model('fruit_freshness_model.h5') # Using TensorFlow to load the model
|
501 |
-
st.success("Model loaded successfully!")
|
502 |
-
except Exception as e:
|
503 |
-
st.error(f"Error loading model: {e}")
|
504 |
-
|
505 |
-
# File uploader for images (supports multiple files)
|
506 |
-
uploaded_files = st.file_uploader("Upload images of fruits/vegetables", type=["jpeg", "png", "jpg"], accept_multiple_files=True)
|
507 |
-
|
508 |
-
if uploaded_files:
|
509 |
-
st.write("### Uploaded Images in Circular Format:")
|
510 |
-
circular_images = []
|
511 |
-
images=[]
|
512 |
-
|
513 |
-
for uploaded_file in uploaded_files:
|
514 |
-
img = Image.open(uploaded_file)
|
515 |
-
circular_img = make_image_circular(img) # Create circular images
|
516 |
-
circular_images.append(circular_img)
|
517 |
-
images.append(img)
|
518 |
-
|
519 |
-
# Display the circular images in a matrix/grid format
|
520 |
-
display_images_in_grid(circular_images, max_images_per_row=4)
|
521 |
-
|
522 |
-
# Function to simulate loading process with a progress bar
|
523 |
-
def simulate_progress():
|
524 |
-
progress_bar = st.progress(0)
|
525 |
-
for percent_complete in range(100):
|
526 |
-
time.sleep(0.02)
|
527 |
-
progress_bar.progress(percent_complete + 1)
|
528 |
-
|
529 |
-
# Create an empty DataFrame to hold the image name and prediction results
|
530 |
-
results_df = pd.DataFrame(columns=["Image", "Prediction"])
|
531 |
-
|
532 |
-
# Create a dictionary to count the occurrences of each class
|
533 |
-
class_counts = {class_name: 0 for class_name in class_names}
|
534 |
-
|
535 |
-
# Button to initiate predictions
|
536 |
-
if st.button("Run Prediction"):
|
537 |
-
# Display progress bar
|
538 |
simulate_progress()
|
539 |
-
|
540 |
-
|
541 |
-
img_array = preprocess_image(img.convert('RGB')) # Convert to RGB
|
542 |
-
|
543 |
-
try:
|
544 |
-
# Perform the prediction
|
545 |
-
prediction = model.predict(img_array)
|
546 |
-
|
547 |
-
# Get the class with the highest probability
|
548 |
-
result = class_names[np.argmax(prediction)]
|
549 |
-
st.success(f'Prediction for Image {idx + 1}: **{result}**')
|
550 |
-
|
551 |
-
# Increment the class count
|
552 |
-
class_counts[result] += 1
|
553 |
-
|
554 |
-
# Add the result to the DataFrame
|
555 |
-
result_data = pd.DataFrame({"Image": [uploaded_files[idx].name], "Prediction": [result]})
|
556 |
-
results_df = pd.concat([results_df, result_data], ignore_index=True)
|
557 |
-
|
558 |
-
except Exception as e:
|
559 |
-
st.error(f"Error occurred during prediction: {e}")
|
560 |
-
|
561 |
-
# Display class distribution as a bar chart
|
562 |
-
st.write("### Class Distribution:")
|
563 |
-
class_counts_df = pd.DataFrame(list(class_counts.items()), columns=['Class', 'Count'])
|
564 |
-
st.bar_chart(class_counts_df.set_index('Class'))
|
565 |
-
|
566 |
-
# Option to download the prediction results as a CSV file
|
567 |
-
st.write("### Download Results:")
|
568 |
-
csv = results_df.to_csv(index=False).encode('utf-8')
|
569 |
-
st.download_button(
|
570 |
-
label="Download prediction results as CSV",
|
571 |
-
data=csv,
|
572 |
-
file_name='prediction_results.csv',
|
573 |
-
mime='text/csv',
|
574 |
-
)
|
575 |
-
|
576 |
-
# Display the dataframe after the graph
|
577 |
-
st.write("### Prediction Data:")
|
578 |
-
st.dataframe(results_df)
|
579 |
-
|
580 |
-
# Footer with animation
|
581 |
-
st.markdown("""
|
582 |
-
<style>
|
583 |
-
@keyframes fade-in {
|
584 |
-
from { opacity: 0; }
|
585 |
-
to { opacity: 1;}
|
586 |
-
}
|
587 |
-
.footer {
|
588 |
-
text-align: center;
|
589 |
-
font-size: 1.1em;
|
590 |
-
animation: fade-in 2s;
|
591 |
-
padding-top: 2rem;
|
592 |
-
}
|
593 |
-
</style>
|
594 |
-
<div class="footer">
|
595 |
-
<p>© 2024 Amazon Smbhav Challenge. All rights reserved.</p>
|
596 |
-
</div>
|
597 |
-
""", unsafe_allow_html=True)
|
|
|
1 |
+
from itertools import product
|
2 |
import streamlit as st
|
|
|
|
|
3 |
import numpy as np
|
|
|
4 |
import pandas as pd
|
5 |
+
from PIL import Image, ImageOps
|
6 |
import time
|
7 |
+
from paddleocr import PaddleOCR
|
|
|
|
|
8 |
import os
|
9 |
+
from dotenv import load_dotenv
|
10 |
+
from huggingface_hub import login
|
11 |
+
|
12 |
+
load_dotenv() # Load .env file
|
13 |
+
huggingface_token = os.getenv("HF_TOKEN")
|
14 |
+
login(huggingface_token)
|
15 |
+
|
16 |
+
##########################LLAMA3BI################################
|
17 |
+
from huggingface_hub import InferenceClient
|
18 |
+
client = InferenceClient(api_key=huggingface_token)
|
19 |
+
messages = [
|
20 |
+
{"role": "system", "content": """Your task is to get the product details out of the text given.
|
21 |
+
The text given will be raw text from OCR of social media images of products,
|
22 |
+
and the goal is to get product details and description so that it can be used for e-commerce product listings.
|
23 |
+
TRY TO KEEP THE LISTING IN FOLLOWING FORMAT.
|
24 |
+
📦 [Product Name]
|
25 |
+
💰 Price: $XX.XX
|
26 |
+
✨ Key Features:
|
27 |
+
• [Main Feature 1]
|
28 |
+
• [Main Feature 2]
|
29 |
+
• [Main Feature 3]
|
30 |
+
📸 [Product Image]
|
31 |
+
🏷 Available Now
|
32 |
+
✈️ Prime Shipping Available
|
33 |
+
🛍 Shop Now: [Link]
|
34 |
+
🔍 Search: [Main Keywords]
|
35 |
+
[#RelevantHashtags] """},
|
36 |
+
]
|
37 |
|
38 |
# Initialize PaddleOCR model
|
39 |
ocr = PaddleOCR(use_angle_cls=True, lang='en')
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
|
41 |
# Team details
|
42 |
team_members = [
|
43 |
{"name": "Aman Deep", "image": "aman.jpg"}, # Replace with actual paths to images
|
44 |
+
{"name": "Nandini", "image": "nandini.jpg"},
|
45 |
+
{"name": "Abhay Sharma", "image": "abhay.jpg"},
|
46 |
{"name": "Ratan Prakash Mishra", "image": "anandimg.jpg"}
|
47 |
]
|
48 |
|
49 |
+
# Function to preprocess images for the model
|
|
|
|
|
|
|
50 |
def preprocess_image(image):
|
51 |
"""
|
52 |
Preprocess the input image for model prediction.
|
|
|
53 |
Args:
|
54 |
image (PIL.Image): Input image in PIL format.
|
|
|
55 |
Returns:
|
56 |
np.ndarray: Preprocessed image array ready for prediction.
|
57 |
"""
|
58 |
try:
|
59 |
# Resize image to match model input size
|
60 |
+
img = image.resize((128, 128), Image.LANCZOS)
|
61 |
|
62 |
# Convert image to NumPy array
|
63 |
img_array = np.array(img)
|
64 |
|
65 |
# Check if the image is grayscale and convert to RGB if needed
|
66 |
if img_array.ndim == 2: # Grayscale image
|
67 |
+
img_array = np.stack([img_array] * 3, axis=-1)
|
68 |
elif img_array.shape[2] == 1: # Single-channel image
|
69 |
+
img_array = np.concatenate([img_array, img_array, img_array], axis=-1)
|
70 |
|
71 |
# Normalize pixel values to [0, 1] range
|
72 |
img_array = img_array / 255.0
|
73 |
|
74 |
# Add batch dimension
|
75 |
+
img_array = np.expand_dims(img_array, axis=0)
|
76 |
|
77 |
return img_array
|
78 |
|
79 |
except Exception as e:
|
80 |
print(f"Error processing image: {e}")
|
81 |
+
return None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
82 |
|
83 |
# Function to display team members in circular format
|
84 |
def display_team_members(members, max_members_per_row=4):
|
85 |
num_members = len(members)
|
86 |
+
num_rows = (num_members + max_members_per_row - 1) // max_members_per_row
|
87 |
|
88 |
for i in range(num_rows):
|
89 |
cols = st.columns(min(max_members_per_row, num_members - i * max_members_per_row))
|
90 |
for j, member in enumerate(members[i * max_members_per_row:(i + 1) * max_members_per_row]):
|
91 |
with cols[j]:
|
92 |
+
img = Image.open(member["image"])
|
93 |
+
st.image(img, use_column_width=True)
|
94 |
+
st.write(member["name"])
|
95 |
+
|
96 |
+
# Function to simulate loading process with a progress bar
|
97 |
+
def simulate_progress():
|
98 |
+
progress_bar = st.progress(0)
|
99 |
+
for percent_complete in range(100):
|
100 |
+
time.sleep(0.02)
|
101 |
+
progress_bar.progress(percent_complete + 1)
|
102 |
|
103 |
# Title and description
|
104 |
+
st.title("Product Listing Assistant")
|
|
|
|
|
|
|
105 |
|
106 |
# Navbar with task tabs
|
107 |
st.sidebar.title("Navigation")
|
108 |
+
st.sidebar.write("Team Name: Sadhya")
|
109 |
+
app_mode = st.sidebar.selectbox("Choose the task", ["Welcome", "Project Details", "Team Details", "Extract Product Details"])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
110 |
|
111 |
+
if app_mode == "Welcome":
|
112 |
+
st.write("# Welcome to the Product Listing Assistant! 🎉")
|
113 |
+
elif app_mode == "Project Details":
|
114 |
+
st.write("""
|
115 |
+
## Project Overview:
|
116 |
+
- Automates product listings from social media content.
|
117 |
+
- Extracts product details from posts using OCR and LLMs.
|
118 |
+
- Outputs structured, engaging, and optimized e-commerce listings.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
119 |
""")
|
|
|
120 |
elif app_mode == "Team Details":
|
121 |
st.write("## Meet Our Team:")
|
122 |
display_team_members(team_members)
|
123 |
+
elif app_mode == "Extract Product Details":
|
124 |
+
st.write("## Extract Product Details Using OCR and LLM")
|
125 |
+
post_url = st.text_input("Enter Post URL:")
|
126 |
+
uploaded_files = st.file_uploader("Upload Product Images", type=["jpeg", "png", "jpg"], accept_multiple_files=True)
|
127 |
|
128 |
+
if post_url:
|
129 |
+
st.write("### Processed Details:")
|
130 |
+
# Add Instagram post processing logic here.
|
|
|
|
|
|
|
131 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
132 |
if uploaded_files:
|
133 |
st.write("### Uploaded Images:")
|
134 |
+
simulate_progress()
|
135 |
+
for uploaded_image in uploaded_files:
|
136 |
+
image = Image.open(uploaded_image)
|
137 |
+
st.image(image, use_column_width=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
138 |
simulate_progress()
|
139 |
+
st.write("Details extracted:")
|
140 |
+
# Add OCR and LLM processing logic here.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|