[PhotoBooth] mode (#4)

* spacebar

* trunk

* cleanup

.gitignore

@@ -3,4 +3,4 @@
 /narration
 /frames/*
 !/frames/.gitkeep
-.env
+.trunk

capture.py

@@ -1,8 +1,9 @@
-import cv2
-import time
-from PIL import Image
-import numpy as np
 import os
+import time
+
+import cv2
+import numpy as np
+from PIL import Image
 
 # Folder
 folder = "frames"
@@ -30,7 +31,7 @@ while True:
         # Resize the image
         max_size = 250
         ratio = max_size / max(pil_img.size)
-        new_size = tuple([int(x*ratio) for x in pil_img.size])
+        new_size = tuple([int(x * ratio) for x in pil_img.size])
         resized_img = pil_img.resize(new_size, Image.LANCZOS)
 
         # Convert the PIL image back to an OpenCV image

narrator.py

@@ -1,22 +1,43 @@
 import base64
 import errno
-import json
 import os
 import time
 
-import simpleaudio as sa
-from elevenlabs import generate, play, set_api_key, stream, voices
+from elevenlabs import generate, play, set_api_key, stream
 from openai import OpenAI
+from pynput import (  # Using pynput to listen for a keypress instead of native keyboard module which was requiring admin privileges
+    keyboard,
+)
 
 client = OpenAI()
 
 set_api_key(os.environ.get("ELEVENLABS_API_KEY"))
 
-
-# This code initializes the variable 'isStreaming' based on the value of the environment variable 'ELEVENLABS_STREAMIMAGES'.
-# If the value of 'ELEVENLABS_STREAMIMAGES' is "true", then 'isStreaming' is set to True.
-# Otherwise, 'isStreaming' is set to False.
+# Initializes the variables based their respective environment variable values, defaulting to false
 isStreaming = os.environ.get("ELEVENLABS_STREAMING", "false") == "true"
+isPhotoBooth = os.environ.get("PHOTOBOOTH_MODE", "false") == "true"
+
+script = []
+narrator = "Sir David Attenborough"
+
+
+def on_press(key):
+    if key == keyboard.Key.space:
+        # When space bar is pressed, run the main function which analyzes the image and generates the audio
+        _main()
+
+
+def on_release(key):
+    if key == keyboard.Key.esc:
+        # Stop listener
+        return False
+
+
+# Create a listener
+listener = keyboard.Listener(on_press=on_press, on_release=on_release)
+
+# Start the listener
+listener.start()
 
 
 def encode_image(image_path):
@@ -41,9 +62,11 @@ def play_audio(text):
     )
 
     if isStreaming:
+        # Stream the audio for more real-time responsiveness
         stream(audio)
         return
 
+    # Save the audio to a file and play it
     unique_id = base64.urlsafe_b64encode(os.urandom(30)).decode("utf-8").rstrip("=")
     dir_path = os.path.join("narration", unique_id)
     os.makedirs(dir_path, exist_ok=True)
@@ -62,7 +85,7 @@ def generate_new_line(base64_image):
             "content": [
                 {
                     "type": "text",
-                    "text": "Describe this image as if you are David Attenborough",
+                    "text": f"Describe this image as if you are {narrator}",
                 },
                 {
                     "type": "image_url",
@@ -79,8 +102,8 @@ def analyze_image(base64_image, script):
         messages=[
             {
                 "role": "system",
-                "content": """
-                You are Sir David Attenborough. Narrate the picture of the human as if it is a nature documentary.
+                "content": f"""
+                You are {narrator}. Narrate the picture of the human as if it is a nature documentary.
                 Make it snarky and funny. Don't repeat yourself. Make it short. If I do anything remotely interesting, make a big deal about it!
                 """,
             },
@@ -93,30 +116,40 @@ def analyze_image(base64_image, script):
     return response_text
 
 
+def _main():
+    global script
+
+    # path to your image
+    image_path = os.path.join(os.getcwd(), "./frames/frame.jpg")
+
+    # getting the base64 encoding
+    base64_image = encode_image(image_path)
+
+    # analyze posture
+    print(f"👀 {narrator} is watching...")
+    analysis = analyze_image(base64_image, script=script)
+
+    print("🎙️ David says:")
+    print(analysis)
+
+    play_audio(analysis)
+
+    script = script + [{"role": "assistant", "content": analysis}]
+
+
 def main():
-    script = []
-
     while True:
-        # path to your image
-        image_path = os.path.join(os.getcwd(), "./frames/frame.jpg")
+        if isPhotoBooth:
+            pass
+        else:
+            _main()
 
-        # getting the base64 encoding
-        base64_image = encode_image(image_path)
+            # wait for 5 seconds
+            time.sleep(5)
 
-        # analyze posture
-        print("👀 David is watching...")
-        analysis = analyze_image(base64_image, script=script)
-
-        print("🎙️ David says:")
-        print(analysis)
-
-        play_audio(analysis)
-
-        script = script + [{"role": "assistant", "content": analysis}]
-
-        # wait for 5 seconds
-        time.sleep(5)
 
+if isPhotoBooth:
+    print(f"Press the spacebar to trigger {narrator}")
 
 if __name__ == "__main__":
     main()

requirements.txt

@@ -28,6 +28,7 @@ pure-eval==0.2.2
 pydantic==2.4.2
 pydantic_core==2.10.1
 Pygments==2.16.1
+pynput==1.7.6
 requests==2.31.0
 simpleaudio==1.0.4
 six==1.16.0
@@ -38,4 +39,4 @@ traitlets==5.13.0
 typing_extensions==4.8.0
 urllib3==2.0.7
 wcwidth==0.2.10
-websockets==12.0
+websockets==12.0