123 lines
3.3 KiB
Python
123 lines
3.3 KiB
Python
import base64
|
|
import errno
|
|
import json
|
|
import os
|
|
import time
|
|
|
|
import simpleaudio as sa
|
|
from elevenlabs import generate, play, set_api_key, stream, voices
|
|
from openai import OpenAI
|
|
|
|
client = OpenAI()
|
|
|
|
set_api_key(os.environ.get("ELEVENLABS_API_KEY"))
|
|
|
|
|
|
# This code initializes the variable 'isStreaming' based on the value of the environment variable 'ELEVENLABS_STREAMIMAGES'.
|
|
# If the value of 'ELEVENLABS_STREAMIMAGES' is "true", then 'isStreaming' is set to True.
|
|
# Otherwise, 'isStreaming' is set to False.
|
|
isStreaming = os.environ.get("ELEVENLABS_STREAMING", "false") == "true"
|
|
|
|
|
|
def encode_image(image_path):
|
|
while True:
|
|
try:
|
|
with open(image_path, "rb") as image_file:
|
|
return base64.b64encode(image_file.read()).decode("utf-8")
|
|
except IOError as e:
|
|
if e.errno != errno.EACCES:
|
|
# Not a "file in use" error, re-raise
|
|
raise
|
|
# File is being written to, wait a bit and retry
|
|
time.sleep(0.1)
|
|
|
|
|
|
def play_audio(text):
|
|
audio = generate(
|
|
text,
|
|
voice=os.environ.get("ELEVENLABS_VOICE_ID"),
|
|
model="eleven_turbo_v2",
|
|
stream=isStreaming,
|
|
)
|
|
|
|
if isStreaming:
|
|
stream(audio)
|
|
return
|
|
|
|
unique_id = base64.urlsafe_b64encode(os.urandom(30)).decode("utf-8").rstrip("=")
|
|
dir_path = os.path.join("narration", unique_id)
|
|
os.makedirs(dir_path, exist_ok=True)
|
|
file_path = os.path.join(dir_path, "audio.wav")
|
|
|
|
with open(file_path, "wb") as f:
|
|
f.write(audio)
|
|
|
|
play(audio)
|
|
|
|
|
|
def generate_new_line(base64_image):
|
|
return [
|
|
{
|
|
"role": "user",
|
|
"content": [
|
|
{
|
|
"type": "text",
|
|
"text": "Describe this image as if you are David Attenborough",
|
|
},
|
|
{
|
|
"type": "image_url",
|
|
"image_url": f"data:image/jpeg;base64,{base64_image}",
|
|
},
|
|
],
|
|
},
|
|
]
|
|
|
|
|
|
def analyze_image(base64_image, script):
|
|
response = client.chat.completions.create(
|
|
model="gpt-4-vision-preview",
|
|
messages=[
|
|
{
|
|
"role": "system",
|
|
"content": """
|
|
You are Sir David Attenborough. Narrate the picture of the human as if it is a nature documentary.
|
|
Make it snarky and funny. Don't repeat yourself. Make it short. If I do anything remotely interesting, make a big deal about it!
|
|
""",
|
|
},
|
|
]
|
|
+ script
|
|
+ generate_new_line(base64_image),
|
|
max_tokens=500,
|
|
)
|
|
response_text = response.choices[0].message.content
|
|
return response_text
|
|
|
|
|
|
def main():
|
|
script = []
|
|
|
|
while True:
|
|
# path to your image
|
|
image_path = os.path.join(os.getcwd(), "./frames/frame.jpg")
|
|
|
|
# getting the base64 encoding
|
|
base64_image = encode_image(image_path)
|
|
|
|
# analyze posture
|
|
print("👀 David is watching...")
|
|
analysis = analyze_image(base64_image, script=script)
|
|
|
|
print("🎙️ David says:")
|
|
print(analysis)
|
|
|
|
play_audio(analysis)
|
|
|
|
script = script + [{"role": "assistant", "content": analysis}]
|
|
|
|
# wait for 5 seconds
|
|
time.sleep(5)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|