mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-17 07:51:36 +00:00
* refactor(voice): dedupe talk audio primitives into OpenClawKit One buffered TTS clip player (watchdog + metering) shared by iOS and macOS replaces the near-identical pair; macOS TalkPlaybackResult was a field-for-field duplicate of StreamingPlaybackResult and is gone. One AVAudioPCMBuffer RMS helper replaces five per-file copies; the metered PCM passthrough moves into PCMPlaybackEnvelope; TalkModeManager's duplicated ElevenLabs PCM-then-mp3-retry blocks collapse into one helper. Net -378 lines, no behavior change. * fix(ios): drop stray blank line and resync i18n inventory * fix(ios): drop stray blank line after helper extraction
112 lines
3.9 KiB
Swift
112 lines
3.9 KiB
Swift
import AVFoundation
|
|
import Foundation
|
|
import OpenClawChatUI
|
|
import OpenClawKit
|
|
import Testing
|
|
|
|
struct TalkWaveformMathTests {
|
|
@Test
|
|
func `idle is A flat floor`() {
|
|
#expect(TalkWaveformMath.power(for: .idle, time: 0) == 0.05)
|
|
#expect(TalkWaveformMath.power(for: .idle, time: 12.7) == 0.05)
|
|
}
|
|
|
|
@Test
|
|
func `thinking breathes inside its band`() {
|
|
for time in stride(from: 0.0, through: 10.0, by: 0.25) {
|
|
let power = TalkWaveformMath.power(for: .thinking, time: time)
|
|
#expect(power >= 0.16)
|
|
#expect(power <= 0.26 + 1e-9)
|
|
}
|
|
}
|
|
|
|
@Test
|
|
func `listening follows the mic level and clamps`() {
|
|
#expect(TalkWaveformMath.power(for: .listening(level: 0, speechActive: false), time: 1) == 0.30)
|
|
#expect(TalkWaveformMath.power(for: .listening(level: 1, speechActive: false), time: 1) == 0.95)
|
|
#expect(TalkWaveformMath.power(for: .listening(level: 2.5, speechActive: false), time: 1) == 0.95)
|
|
#expect(TalkWaveformMath.power(for: .listening(level: -1, speechActive: false), time: 1) == 0.30)
|
|
}
|
|
|
|
@Test
|
|
func `detected speech raises the floor but stays level driven`() {
|
|
let quiet = TalkWaveformMath.power(for: .listening(level: 0, speechActive: true), time: 1)
|
|
let loud = TalkWaveformMath.power(for: .listening(level: 1, speechActive: true), time: 1)
|
|
#expect(quiet == 0.55)
|
|
#expect(loud == 1.0)
|
|
}
|
|
|
|
@Test
|
|
func `speaking follows the playback envelope`() {
|
|
#expect(TalkWaveformMath.power(for: .speaking(level: 0), time: 1) == 0.25)
|
|
#expect(TalkWaveformMath.power(for: .speaking(level: 1), time: 1) == 1.0)
|
|
#expect(TalkWaveformMath.power(for: .speaking(level: 3), time: 1) == 1.0)
|
|
}
|
|
|
|
@Test
|
|
func `speaking without an envelope pulses synthetically`() {
|
|
var seen: Set<Int> = []
|
|
for time in stride(from: 0.0, through: 3.0, by: 0.05) {
|
|
let power = TalkWaveformMath.power(for: .speaking(level: nil), time: time)
|
|
#expect(power >= 0.70 * 0.55 - 1e-9)
|
|
#expect(power <= 0.70 + 1e-9)
|
|
seen.insert(Int(power * 1000))
|
|
}
|
|
// The fallback must move over time, not freeze.
|
|
#expect(seen.count > 5)
|
|
}
|
|
}
|
|
|
|
struct TalkAudioLevelTests {
|
|
@Test
|
|
func `full scale RMS normalizes to one`() {
|
|
#expect(TalkAudioLevel.normalized(rms: 1.0) == 1.0)
|
|
}
|
|
|
|
@Test
|
|
func `silence normalizes to zero`() {
|
|
#expect(TalkAudioLevel.normalized(rms: 0) == 0)
|
|
#expect(TalkAudioLevel.normalized(rms: 1e-9) == 0)
|
|
}
|
|
|
|
@Test
|
|
func `pcm 16 RMS measures real samples`() {
|
|
let silence = Data(repeating: 0, count: 512)
|
|
#expect(TalkAudioLevel.pcm16RMS(silence) == 0)
|
|
|
|
var fullScale = Data()
|
|
for _ in 0..<256 {
|
|
withUnsafeBytes(of: Int16.max.littleEndian) { fullScale.append(contentsOf: $0) }
|
|
}
|
|
let rms = TalkAudioLevel.pcm16RMS(fullScale)
|
|
#expect(abs(rms - 1.0) < 0.001)
|
|
#expect(TalkAudioLevel.normalized(rms: rms) > 0.99)
|
|
}
|
|
|
|
@Test
|
|
func `pcm 16 RMS ignores empty and odd data`() {
|
|
#expect(TalkAudioLevel.pcm16RMS(Data()) == 0)
|
|
#expect(TalkAudioLevel.pcm16RMS(Data([0x7F])) == 0)
|
|
}
|
|
|
|
@Test
|
|
func `buffer RMS averages float samples across channels`() throws {
|
|
let format = try #require(AVAudioFormat(
|
|
commonFormat: .pcmFormatFloat32,
|
|
sampleRate: 16000,
|
|
channels: 2,
|
|
interleaved: false))
|
|
let buffer = try #require(AVAudioPCMBuffer(pcmFormat: format, frameCapacity: 128))
|
|
buffer.frameLength = 128
|
|
let channels = try #require(buffer.floatChannelData)
|
|
for index in 0..<128 {
|
|
channels[0][index] = 0.5
|
|
channels[1][index] = -0.5
|
|
}
|
|
#expect(abs(TalkAudioLevel.rms(buffer: buffer) - 0.5) < 1e-6)
|
|
|
|
buffer.frameLength = 0
|
|
#expect(TalkAudioLevel.rms(buffer: buffer) == 0)
|
|
}
|
|
}
|