Update app.py

app.py

@@ -3,127 +3,29 @@ import time
 import numpy as np
 import mediapipe as mp
 
-
 import cv2
 from flask import Flask, render_template, request, Response, session, redirect, url_for
-
 from flask_socketio import SocketIO
 import yt_dlp as youtube_dl
 
-
 model_object_detection = YOLO("bisindov2.pt")
 
 app = Flask(__name__)
-
 app.config['SECRET_KEY'] = 'secret!'
 socketio = SocketIO(app, async_mode='threading')
 stop_flag = False
 
-
-######################################################
+# Translation mappings
 classes_translation = {
-    "all": "الكل",
-    "A": "أ",
-    "B": "ب",
-    "C": "ج",
-    "D": "د",
-    "F": "ف",
-    "H": "هـ",
-    "I": "أنا",
-    "J": "جيم",
-    "L": "إل",
-    "M": "إم",
-    "O": "أو",
-    "R": "ر",
-    "T": "ت",
-    "U": "يو",
-    "V": "في",
-    "W": "دبليو",
-    "Z": "زد",
-    "additional": "إضافي",
-    "alcohol": "مدرسة",
-    "allergy": "حساسية",
-    "bacon": "لحم المقدد",
-    "bag": "حقيبة",
-    "barbecue": "شواء",
-    "bill": "فاتورة",
-    "biscuit": "بسكويت",
-    "bitter": "مر",
-    "bread": "خبز",
-    "burger": "برغر",
-    "bye": "وداعاً",
-    "cheese": "جبن",
-    "chicken": "دجاج",
-    "coke": "كوكاكولا",
-    "cold": "بارد",
-    "cost": "تكلفة",
-    "coupon": "كوبون",
-    "cup": "كوب",
-    "dessert": "حلوى",
-    "drink": "شراب",
-    "drive": "قيادة",
-    "eat": "تناول الطعام",
-    "eggs": "بيض",
-    "enjoy": "استمتع",
-    "fork": "شوكة",
-    "french fries": "بطاطس مقلية",
-    "fresh": "طازج",
-    "hello": "مرحبا",
-    "hot": "ساخن",
-    "icecream": "آيس كريم",
-    "ingredients": "مكونات",
-    "juicy": "عصيري",
-    "ketchup": "كاتشب",
-    "lactose": "لاكتوز",
-    "lettuce": "خس",
-    "lid": "غطاء",
-    "manager": "مدير",
-    "menu": "قائمة الطعام",
-    "milk": "حليب",
-    "mustard": "خردل",
-    "napkin": "منديل",
-    "no": "لا",
-    "order": "طلب",
-    "pepper": "فلفل",
-    "pickle": "مخلل",
-    "pizza": "بيتزا",
-    "please": "من فضلك",
-    "ready": "جاهز",
-    "refill": "إعادة ملء",
-    "repeat": "كرر",
-    "safe": "آمن",
-    "salt": "ملح",
-    "sandwich": "ساندويتش",
-    "sauce": "صلصة",
-    "small": "صغير",
-    "soda": "صودا",
-    "sorry": "آسف",
-    "spicy": "حار",
-    "spoon": "ملعقة",
-    "straw": "قش",
-    "sugar": "سكر",
-    "sweet": "حلو",
-    "tissues": "مناديل",
-    "total": "مجموع",
-    "urgent": "عاجل",
-    "vegetables": "خضروات",
-    "warm": "دافئ",
-    "water": "ماء",
-    "what": "ماذا",
-    "yoghurt": "زبادي",
-    "your": "لك",
-    "ILoveYou":"أحبك",
-    "Halo":"مرحبًا"
-    }
-######################################################
+    # Add your translations here
+}
+
 class VideoStreaming(object):
     def __init__(self):
-        super(VideoStreaming, self).__init__()
         print ("===== Video Streaming =====")
         self._preview = False
         self._flipH = False
         self._detect = False
-        self._model = False
         self._mediaPipe = False
         self._confidence = 75.0
         self.mp_hands = mp.solutions.hands
@@ -175,8 +77,9 @@ class VideoStreaming(object):
         self._flipH = False
         self._detect = False
         self._mediaPipe = False
-
         self._confidence = 75.0
+
+        # Video capture setup
         ydl_opts = {
             "quiet": True,
             "no_warnings": True,
@@ -184,48 +87,37 @@ class VideoStreaming(object):
             "forceurl": True,
         }
 
-        if url == '0':
-            cap = cv2.VideoCapture(0)
-        else:
-            
-            ydl = youtube_dl.YoutubeDL(ydl_opts)
-
-            info = ydl.extract_info(url, download=False)
-            url = info["url"]
-
-            cap = cv2.VideoCapture(url)
-
+        cap = cv2.VideoCapture(0 if url == '0' else url)
+        
         while True:
             if self._preview:
                 if stop_flag:
                     print("Process Stopped")
                     return
-
+                
                 grabbed, frame = cap.read()
+                
                 if not grabbed:
                     break
+
                 if self.flipH:
                     frame = cv2.flip(frame, 1)
 
+                # Perform YOLO object detection
                 if self.detect:
                     frame_yolo = frame.copy()
                     results_yolo = model_object_detection.predict(frame_yolo, conf=self._confidence / 100)
-
                     frame_yolo, labels = results_yolo[0].plot()
-                    list_labels = []
-                    # labels_confidences
-
+                    
                     for label in labels:
                         confidence = label.split(" ")[-1]
                         label_name = " ".join(label.split(" ")[:-1])
-                        # Translate the label if it exists in the translation dictionary
                         translated_label = classes_translation.get(label_name, label_name)
-                        list_labels.append(translated_label)
-                        list_labels.append(confidence)
+                        list_labels = [translated_label, confidence]
                         socketio.emit('label', list_labels)
 
+                # Process hand landmarks with MediaPipe
                 if self.mediaPipe:
-                    # Convert the image to RGB for processing with MediaPipe
                     image = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
                     results = self.hands.process(image)
                     
@@ -236,48 +128,36 @@ class VideoStreaming(object):
                                 hand_landmarks,
                                 self.mp_hands.HAND_CONNECTIONS,
                                 landmark_drawing_spec=mp.solutions.drawing_utils.DrawingSpec(color=(255, 0, 0), thickness=4, circle_radius=3),
-                                connection_drawing_spec=mp.solutions.drawing_utils.DrawingSpec(color=(255, 255, 255), thickness=2, circle_radius=2), 
+                                connection_drawing_spec=mp.solutions.drawing_utils.DrawingSpec(color=(255, 255, 255), thickness=2, circle_radius=2),
                             )
 
                 frame = cv2.imencode(".jpg", frame)[1].tobytes()
-                yield ( 
-                    b'--frame\r\n'
-                    b'Content-Type: image/jpeg\r\n\r\n' + frame + b'\r\n'
-                )
+                yield (b'--frame\r\nContent-Type: image/jpeg\r\n\r\n' + frame + b'\r\n')
             else:
-                snap = np.zeros((
-                    1000,
-                    1000
-                ), np.uint8)
+                snap = np.zeros((1000, 1000), np.uint8)
                 label = "Streaming Off"
                 H, W = snap.shape
                 font = cv2.FONT_HERSHEY_PLAIN
                 color = (255, 255, 255)
-                cv2.putText(snap, label, (W//2 - 100, H//2),
-                            font, 2, color, 2)
+                cv2.putText(snap, label, (W//2 - 100, H//2), font, 2, color, 2)
                 frame = cv2.imencode(".jpg", snap)[1].tobytes()
-                yield (b'--frame\r\n'
-                       b'Content-Type: image/jpeg\r\n\r\n' + frame + b'\r\n')
+                yield (b'--frame\r\nContent-Type: image/jpeg\r\n\r\n' + frame + b'\r\n')
 
 
-# check_settings()
+# Initialize VideoStreaming object
 VIDEO = VideoStreaming()
 
-
+# Flask routes for the web application
 @app.route('/', methods=['GET', 'POST'])
 def homepage():
     return render_template('hompage.html')
 
-
 @app.route('/index', methods=['GET', 'POST'])
 def index():
-    print("index")
     global stop_flag
     stop_flag = False
     if request.method == 'POST':
-        print("Index post request")
         url = request.form['url']
-        print("index: ", url)
         session['url'] = url
         return redirect(url_for('index'))
     return render_template('index.html')
@@ -285,35 +165,29 @@ def index():
 @app.route('/video_feed')
 def video_feed():
     url = session.get('url', None)
-    print("video feed: ", url)
     if url is None:
         return redirect(url_for('homepage'))
-
     return Response(VIDEO.show(url), mimetype='multipart/x-mixed-replace; boundary=frame')
 
-# * Button requests
+# Button request routes for controlling settings
 @app.route("/request_preview_switch")
 def request_preview_switch():
     VIDEO.preview = not VIDEO.preview
-    print("*"*10, VIDEO.preview)
     return "nothing"
 
 @app.route("/request_flipH_switch")
 def request_flipH_switch():
     VIDEO.flipH = not VIDEO.flipH
-    print("*"*10, VIDEO.flipH)
     return "nothing"
 
 @app.route("/request_run_model_switch")
 def request_run_model_switch():
     VIDEO.detect = not VIDEO.detect
-    print("*"*10, VIDEO.detect)
     return "nothing"
 
 @app.route("/request_mediapipe_switch")
 def request_mediapipe_switch():
     VIDEO.mediaPipe = not VIDEO.mediaPipe
-    print("*"*10, VIDEO.mediaPipe)
     return "nothing"
 
 @app.route('/update_slider_value', methods=['POST'])
@@ -324,7 +198,6 @@ def update_slider_value():
 
 @app.route('/stop_process')
 def stop_process():
-    print("Process stop Request")
     global stop_flag
     stop_flag = True
     return 'Process Stop Request'
@@ -333,5 +206,9 @@ def stop_process():
 def test_connect():
     print('Connected')
 
+
+
+
+
 if __name__ == '__main__':
     socketio.run(app, host="0.0.0.0", allow_unsafe_werkzeug=True,port=7860)