Initial commit - original eyes2.py from head-lyra
This commit is contained in:
Alex Kazaiev
189
eyes2.py
Normal file
189
eyes2.py
Normal file
@@ -0,0 +1,189 @@
|
||||
#!/usr/bin/env python
|
||||
from lib import LCD_2inch
|
||||
import lgpio
|
||||
from PIL import Image, ImageDraw
|
||||
import time
|
||||
import numpy as np
|
||||
import random
|
||||
import spidev
|
||||
import usb.core
|
||||
import usb.util
|
||||
from tuning import Tuning
|
||||
|
||||
# === Display Configuration ===
|
||||
RST1 = 27
|
||||
DC1 = 25
|
||||
BL1 = 18
|
||||
RST2 = 22
|
||||
DC2 = 23
|
||||
BL2 = 24
|
||||
bus = 0
|
||||
|
||||
# === Initialize GPIO Handle ===
|
||||
h = lgpio.gpiochip_open(0)
|
||||
|
||||
# === Initialize Displays ===
|
||||
disp1 = LCD_2inch.LCD_2inch(spi=spidev.SpiDev(bus, 0), rst=RST1, dc=DC1, bl=BL1)
|
||||
disp1.Init()
|
||||
disp1.clear()
|
||||
disp1.bl_DutyCycle(50)
|
||||
|
||||
disp2 = LCD_2inch.LCD_2inch(spi=spidev.SpiDev(bus, 1), rst=RST2, dc=DC2, bl=BL2)
|
||||
disp2.Init()
|
||||
disp2.clear()
|
||||
disp2.bl_DutyCycle(50)
|
||||
|
||||
# === Image and Drawing Setup ===
|
||||
WIDTH = disp1.width
|
||||
HEIGHT = disp1.height
|
||||
CENTER = (WIDTH // 2, HEIGHT // 2)
|
||||
|
||||
# === Animation Parameters ===
|
||||
segment_count = 12
|
||||
segment_width = 8
|
||||
segment_length = 4
|
||||
base_iris_radius = 30
|
||||
pulse_range = 5
|
||||
rotation_speed = 0.002
|
||||
sleep_time = 0.05
|
||||
|
||||
angle_offset = 0
|
||||
fixed_outer_radius = 75
|
||||
|
||||
# === State Management ===
|
||||
class EyeState:
|
||||
IDLE = "idle"
|
||||
LISTENING = "listening"
|
||||
RESPONDING = "responding"
|
||||
PLEASURE = "pleasure"
|
||||
|
||||
state = EyeState.IDLE
|
||||
state_timer = time.time()
|
||||
|
||||
# === Idle Color Pulse Setup ===
|
||||
pulse_timer = 0
|
||||
pulse_duration = 8.0
|
||||
|
||||
# === DoA Detection Setup ===
|
||||
dev = usb.core.find(idVendor=0x2886, idProduct=0x0018)
|
||||
mic_tuning = Tuning(dev) if dev else None
|
||||
|
||||
def get_doa_angle():
|
||||
if mic_tuning:
|
||||
try:
|
||||
return mic_tuning.direction
|
||||
except Exception as e:
|
||||
print(f"DoA read error: {e}")
|
||||
return None
|
||||
return None
|
||||
|
||||
last_doa_poll = 0
|
||||
iris_offset = (0, 0)
|
||||
doa_angle = 180
|
||||
|
||||
# === Flick Timer ===
|
||||
last_flick_time = time.time()
|
||||
flick_interval = random.uniform(15, 30)
|
||||
flick_active = False
|
||||
flick_duration = 0.2
|
||||
flick_start = 0
|
||||
flick_offset = (0, 0)
|
||||
|
||||
try:
|
||||
while True:
|
||||
current_time = time.time()
|
||||
elapsed = current_time - pulse_timer
|
||||
|
||||
# === Flick logic ===
|
||||
if not flick_active and current_time - last_flick_time > flick_interval:
|
||||
flick_active = True
|
||||
flick_start = current_time
|
||||
flick_offset = (random.randint(-8, 8), random.randint(-4, 4))
|
||||
last_flick_time = current_time
|
||||
flick_interval = random.uniform(15, 30)
|
||||
|
||||
if flick_active:
|
||||
if current_time - flick_start < flick_duration:
|
||||
current_offset = flick_offset
|
||||
else:
|
||||
flick_active = False
|
||||
current_offset = iris_offset
|
||||
else:
|
||||
current_offset = iris_offset
|
||||
|
||||
# === Poll DoA every 0.5s ===
|
||||
if current_time - last_doa_poll > 0.5:
|
||||
angle = get_doa_angle()
|
||||
if angle is not None:
|
||||
doa_angle = angle
|
||||
offset_x = int(-20 * np.sin(np.radians(doa_angle)))
|
||||
offset_y = int(-10 * np.cos(np.radians(doa_angle)))
|
||||
iris_offset = (offset_x, offset_y)
|
||||
last_doa_poll = current_time
|
||||
|
||||
# === State-Driven Properties ===
|
||||
if state == EyeState.IDLE:
|
||||
t = (np.sin(2 * np.pi * elapsed / pulse_duration) + 1) / 2
|
||||
iris_color = (
|
||||
int((1 - t) * 192 + t * 0),
|
||||
int((1 - t) * 192 + t * 255),
|
||||
int((1 - t) * 192 + t * 255)
|
||||
)
|
||||
pulse = np.sin(current_time * 0.5) * pulse_range
|
||||
elif state == EyeState.LISTENING:
|
||||
iris_color = (160, 255, 255)
|
||||
pulse = np.sin(current_time * 4) * (pulse_range * 0.5)
|
||||
elif state == EyeState.RESPONDING:
|
||||
iris_color = (100, 220, 255)
|
||||
pulse = np.sin(current_time * 5) * (pulse_range * 1.5)
|
||||
elif state == EyeState.PLEASURE:
|
||||
iris_color = (180, 180, 255)
|
||||
pulse = np.sin(current_time * 2) * (pulse_range * 0.5)
|
||||
else:
|
||||
iris_color = (192, 192, 192)
|
||||
pulse = 0
|
||||
|
||||
iris_radius = base_iris_radius + pulse
|
||||
center_offset = (CENTER[0] + current_offset[0], CENTER[1] + current_offset[1])
|
||||
|
||||
img = Image.new("RGB", (WIDTH, HEIGHT), (10, 0, 20))
|
||||
draw = ImageDraw.Draw(img)
|
||||
|
||||
for r in range(int(fixed_outer_radius), int(iris_radius), -2):
|
||||
alpha = int(255 * (1 - (r - iris_radius) / (fixed_outer_radius - iris_radius)))
|
||||
color = tuple((c * alpha // 255) for c in iris_color)
|
||||
draw.ellipse(
|
||||
[center_offset[0] - r, center_offset[1] - r, center_offset[0] + r, center_offset[1] + r],
|
||||
fill=color
|
||||
)
|
||||
|
||||
draw.ellipse(
|
||||
[center_offset[0] - iris_radius, center_offset[1] - iris_radius,
|
||||
center_offset[0] + iris_radius, center_offset[1] + iris_radius],
|
||||
fill=iris_color
|
||||
)
|
||||
|
||||
# Draw segmented outer ring as small arcs (platinum, fixed size)
|
||||
platinum = (192, 192, 192)
|
||||
arc_extent = 360 / segment_count * 0.6
|
||||
for i in range(segment_count):
|
||||
start_angle = np.degrees(angle_offset + 2 * np.pi * i / segment_count)
|
||||
bbox = [
|
||||
center_offset[0] - fixed_outer_radius,
|
||||
center_offset[1] - fixed_outer_radius,
|
||||
center_offset[0] + fixed_outer_radius,
|
||||
center_offset[1] + fixed_outer_radius
|
||||
]
|
||||
draw.arc(bbox, start=start_angle, end=start_angle + arc_extent, fill=platinum, width=segment_width)
|
||||
|
||||
angle_offset += rotation_speed
|
||||
|
||||
disp1.ShowImage(img)
|
||||
disp2.ShowImage(img.transpose(Image.ROTATE_180))
|
||||
time.sleep(sleep_time)
|
||||
|
||||
except KeyboardInterrupt:
|
||||
disp1.module_exit()
|
||||
disp2.module_exit()
|
||||
lgpio.gpiochip_close(h)
|
||||
print("Animation stopped.")
|
||||
197
tuning.py
Executable file
197
tuning.py
Executable file
@@ -0,0 +1,197 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import sys
|
||||
import struct
|
||||
import usb.core
|
||||
import usb.util
|
||||
|
||||
USAGE = """Usage: python {} -h
|
||||
-p show all parameters
|
||||
-r read all parameters
|
||||
NAME get the parameter with the NAME
|
||||
NAME VALUE set the parameter with the NAME and the VALUE
|
||||
"""
|
||||
|
||||
|
||||
|
||||
# parameter list
|
||||
# name: (id, offset, type, max, min , r/w, info)
|
||||
PARAMETERS = {
|
||||
'AECFREEZEONOFF': (18, 7, 'int', 1, 0, 'rw', 'Adaptive Echo Canceler updates inhibit.', '0 = Adaptation enabled', '1 = Freeze adaptation, filter only'),
|
||||
'AECNORM': (18, 19, 'float', 16, 0.25, 'rw', 'Limit on norm of AEC filter coefficients'),
|
||||
'AECPATHCHANGE': (18, 25, 'int', 1, 0, 'ro', 'AEC Path Change Detection.', '0 = false (no path change detected)', '1 = true (path change detected)'),
|
||||
'RT60': (18, 26, 'float', 0.9, 0.25, 'ro', 'Current RT60 estimate in seconds'),
|
||||
'HPFONOFF': (18, 27, 'int', 3, 0, 'rw', 'High-pass Filter on microphone signals.', '0 = OFF', '1 = ON - 70 Hz cut-off', '2 = ON - 125 Hz cut-off', '3 = ON - 180 Hz cut-off'),
|
||||
'RT60ONOFF': (18, 28, 'int', 1, 0, 'rw', 'RT60 Estimation for AES. 0 = OFF 1 = ON'),
|
||||
'AECSILENCELEVEL': (18, 30, 'float', 1, 1e-09, 'rw', 'Threshold for signal detection in AEC [-inf .. 0] dBov (Default: -80dBov = 10log10(1x10-8))'),
|
||||
'AECSILENCEMODE': (18, 31, 'int', 1, 0, 'ro', 'AEC far-end silence detection status. ', '0 = false (signal detected) ', '1 = true (silence detected)'),
|
||||
'AGCONOFF': (19, 0, 'int', 1, 0, 'rw', 'Automatic Gain Control. ', '0 = OFF ', '1 = ON'),
|
||||
'AGCMAXGAIN': (19, 1, 'float', 1000, 1, 'rw', 'Maximum AGC gain factor. ', '[0 .. 60] dB (default 30dB = 20log10(31.6))'),
|
||||
'AGCDESIREDLEVEL': (19, 2, 'float', 0.99, 1e-08, 'rw', 'Target power level of the output signal. ', '[-inf .. 0] dBov (default: -23dBov = 10log10(0.005))'),
|
||||
'AGCGAIN': (19, 3, 'float', 1000, 1, 'rw', 'Current AGC gain factor. ', '[0 .. 60] dB (default: 0.0dB = 20log10(1.0))'),
|
||||
'AGCTIME': (19, 4, 'float', 1, 0.1, 'rw', 'Ramps-up / down time-constant in seconds.'),
|
||||
'CNIONOFF': (19, 5, 'int', 1, 0, 'rw', 'Comfort Noise Insertion.', '0 = OFF', '1 = ON'),
|
||||
'FREEZEONOFF': (19, 6, 'int', 1, 0, 'rw', 'Adaptive beamformer updates.', '0 = Adaptation enabled', '1 = Freeze adaptation, filter only'),
|
||||
'STATNOISEONOFF': (19, 8, 'int', 1, 0, 'rw', 'Stationary noise suppression.', '0 = OFF', '1 = ON'),
|
||||
'GAMMA_NS': (19, 9, 'float', 3, 0, 'rw', 'Over-subtraction factor of stationary noise. min .. max attenuation'),
|
||||
'MIN_NS': (19, 10, 'float', 1, 0, 'rw', 'Gain-floor for stationary noise suppression.', '[-inf .. 0] dB (default: -16dB = 20log10(0.15))'),
|
||||
'NONSTATNOISEONOFF': (19, 11, 'int', 1, 0, 'rw', 'Non-stationary noise suppression.', '0 = OFF', '1 = ON'),
|
||||
'GAMMA_NN': (19, 12, 'float', 3, 0, 'rw', 'Over-subtraction factor of non- stationary noise. min .. max attenuation'),
|
||||
'MIN_NN': (19, 13, 'float', 1, 0, 'rw', 'Gain-floor for non-stationary noise suppression.', '[-inf .. 0] dB (default: -10dB = 20log10(0.3))'),
|
||||
'ECHOONOFF': (19, 14, 'int', 1, 0, 'rw', 'Echo suppression.', '0 = OFF', '1 = ON'),
|
||||
'GAMMA_E': (19, 15, 'float', 3, 0, 'rw', 'Over-subtraction factor of echo (direct and early components). min .. max attenuation'),
|
||||
'GAMMA_ETAIL': (19, 16, 'float', 3, 0, 'rw', 'Over-subtraction factor of echo (tail components). min .. max attenuation'),
|
||||
'GAMMA_ENL': (19, 17, 'float', 5, 0, 'rw', 'Over-subtraction factor of non-linear echo. min .. max attenuation'),
|
||||
'NLATTENONOFF': (19, 18, 'int', 1, 0, 'rw', 'Non-Linear echo attenuation.', '0 = OFF', '1 = ON'),
|
||||
'NLAEC_MODE': (19, 20, 'int', 2, 0, 'rw', 'Non-Linear AEC training mode.', '0 = OFF', '1 = ON - phase 1', '2 = ON - phase 2'),
|
||||
'SPEECHDETECTED': (19, 22, 'int', 1, 0, 'ro', 'Speech detection status.', '0 = false (no speech detected)', '1 = true (speech detected)'),
|
||||
'FSBUPDATED': (19, 23, 'int', 1, 0, 'ro', 'FSB Update Decision.', '0 = false (FSB was not updated)', '1 = true (FSB was updated)'),
|
||||
'FSBPATHCHANGE': (19, 24, 'int', 1, 0, 'ro', 'FSB Path Change Detection.', '0 = false (no path change detected)', '1 = true (path change detected)'),
|
||||
'TRANSIENTONOFF': (19, 29, 'int', 1, 0, 'rw', 'Transient echo suppression.', '0 = OFF', '1 = ON'),
|
||||
'VOICEACTIVITY': (19, 32, 'int', 1, 0, 'ro', 'VAD voice activity status.', '0 = false (no voice activity)', '1 = true (voice activity)'),
|
||||
'STATNOISEONOFF_SR': (19, 33, 'int', 1, 0, 'rw', 'Stationary noise suppression for ASR.', '0 = OFF', '1 = ON'),
|
||||
'NONSTATNOISEONOFF_SR': (19, 34, 'int', 1, 0, 'rw', 'Non-stationary noise suppression for ASR.', '0 = OFF', '1 = ON'),
|
||||
'GAMMA_NS_SR': (19, 35, 'float', 3, 0, 'rw', 'Over-subtraction factor of stationary noise for ASR. ', '[0.0 .. 3.0] (default: 1.0)'),
|
||||
'GAMMA_NN_SR': (19, 36, 'float', 3, 0, 'rw', 'Over-subtraction factor of non-stationary noise for ASR. ', '[0.0 .. 3.0] (default: 1.1)'),
|
||||
'MIN_NS_SR': (19, 37, 'float', 1, 0, 'rw', 'Gain-floor for stationary noise suppression for ASR.', '[-inf .. 0] dB (default: -16dB = 20log10(0.15))'),
|
||||
'MIN_NN_SR': (19, 38, 'float', 1, 0, 'rw', 'Gain-floor for non-stationary noise suppression for ASR.', '[-inf .. 0] dB (default: -10dB = 20log10(0.3))'),
|
||||
'GAMMAVAD_SR': (19, 39, 'float', 1000, 0, 'rw', 'Set the threshold for voice activity detection.', '[-inf .. 60] dB (default: 3.5dB 20log10(1.5))'),
|
||||
# 'KEYWORDDETECT': (20, 0, 'int', 1, 0, 'ro', 'Keyword detected. Current value so needs polling.'),
|
||||
'DOAANGLE': (21, 0, 'int', 359, 0, 'ro', 'DOA angle. Current value. Orientation depends on build configuration.')
|
||||
}
|
||||
|
||||
|
||||
class Tuning:
|
||||
TIMEOUT = 100000
|
||||
|
||||
def __init__(self, dev):
|
||||
self.dev = dev
|
||||
|
||||
def write(self, name, value):
|
||||
try:
|
||||
data = PARAMETERS[name]
|
||||
except KeyError:
|
||||
return
|
||||
|
||||
if data[5] == 'ro':
|
||||
raise ValueError('{} is read-only'.format(name))
|
||||
|
||||
id = data[0]
|
||||
|
||||
# 4 bytes offset, 4 bytes value, 4 bytes type
|
||||
if data[2] == 'int':
|
||||
payload = struct.pack(b'iii', data[1], int(value), 1)
|
||||
else:
|
||||
payload = struct.pack(b'ifi', data[1], float(value), 0)
|
||||
|
||||
self.dev.ctrl_transfer(
|
||||
usb.util.CTRL_OUT | usb.util.CTRL_TYPE_VENDOR | usb.util.CTRL_RECIPIENT_DEVICE,
|
||||
0, 0, id, payload, self.TIMEOUT)
|
||||
|
||||
def read(self, name):
|
||||
try:
|
||||
data = PARAMETERS[name]
|
||||
except KeyError:
|
||||
return
|
||||
|
||||
id = data[0]
|
||||
|
||||
cmd = 0x80 | data[1]
|
||||
if data[2] == 'int':
|
||||
cmd |= 0x40
|
||||
|
||||
length = 8
|
||||
|
||||
response = self.dev.ctrl_transfer(
|
||||
usb.util.CTRL_IN | usb.util.CTRL_TYPE_VENDOR | usb.util.CTRL_RECIPIENT_DEVICE,
|
||||
0, cmd, id, length, self.TIMEOUT)
|
||||
|
||||
response = struct.unpack(b'ii', response.tobytes())
|
||||
|
||||
if data[2] == 'int':
|
||||
result = response[0]
|
||||
else:
|
||||
result = response[0] * (2.**response[1])
|
||||
|
||||
return result
|
||||
|
||||
def set_vad_threshold(self, db):
|
||||
self.write('GAMMAVAD_SR', db)
|
||||
|
||||
def is_voice(self):
|
||||
return self.read('VOICEACTIVITY')
|
||||
|
||||
@property
|
||||
def direction(self):
|
||||
return self.read('DOAANGLE')
|
||||
|
||||
@property
|
||||
def version(self):
|
||||
return self.dev.ctrl_transfer(
|
||||
usb.util.CTRL_IN | usb.util.CTRL_TYPE_VENDOR | usb.util.CTRL_RECIPIENT_DEVICE,
|
||||
0, 0x80, 0, 1, self.TIMEOUT)[0]
|
||||
|
||||
def close(self):
|
||||
"""
|
||||
close the interface
|
||||
"""
|
||||
usb.util.dispose_resources(self.dev)
|
||||
|
||||
|
||||
def find(vid=0x2886, pid=0x0018):
|
||||
dev = usb.core.find(idVendor=vid, idProduct=pid)
|
||||
if not dev:
|
||||
return
|
||||
|
||||
# configuration = dev.get_active_configuration()
|
||||
|
||||
# interface_number = None
|
||||
# for interface in configuration:
|
||||
# interface_number = interface.bInterfaceNumber
|
||||
|
||||
# if dev.is_kernel_driver_active(interface_number):
|
||||
# dev.detach_kernel_driver(interface_number)
|
||||
|
||||
return Tuning(dev)
|
||||
|
||||
|
||||
|
||||
def main():
|
||||
if len(sys.argv) > 1:
|
||||
if sys.argv[1] == '-p':
|
||||
print('name\t\t\ttype\tmax\tmin\tr/w\tinfo')
|
||||
print('-------------------------------')
|
||||
for name in sorted(PARAMETERS.keys()):
|
||||
data = PARAMETERS[name]
|
||||
print('{:16}\t{}'.format(name, '\t'.join([str(i) for i in data[2:7]])))
|
||||
for extra in data[7:]:
|
||||
print('{}{}'.format(' '*60, extra))
|
||||
else:
|
||||
dev = find()
|
||||
if not dev:
|
||||
print('No device found')
|
||||
sys.exit(1)
|
||||
|
||||
# print('version: {}'.format(dev.version))
|
||||
|
||||
if sys.argv[1] == '-r':
|
||||
print('{:24} {}'.format('name', 'value'))
|
||||
print('-------------------------------')
|
||||
for name in sorted(PARAMETERS.keys()):
|
||||
print('{:24} {}'.format(name, dev.read(name)))
|
||||
else:
|
||||
name = sys.argv[1].upper()
|
||||
if name in PARAMETERS:
|
||||
if len(sys.argv) > 2:
|
||||
dev.write(name, sys.argv[2])
|
||||
|
||||
print('{}: {}'.format(name, dev.read(name)))
|
||||
else:
|
||||
print('{} is not a valid name'.format(name))
|
||||
|
||||
dev.close()
|
||||
else:
|
||||
print(USAGE.format(sys.argv[0]))
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Reference in New Issue
Block a user