test_doubao_asr.py
17.7 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
# AIfeng/2025-07-11 13:36:00
"""
豆包ASR语音识别服务测试模块
包含单元测试、集成测试和性能测试
"""
import unittest
import asyncio
import os
import tempfile
import json
import wave
import struct
from pathlib import Path
from unittest.mock import Mock, patch, AsyncMock
from typing import Dict, Any
# 添加项目路径
import sys
sys.path.insert(0, str(Path(__file__).parent.parent))
# 导入待测试模块
from asr.doubao import (
DoubaoASRClient,
DoubaoASRService,
ConfigManager,
DoubaoProtocol,
AudioProcessor,
create_asr_service,
recognize_file,
recognize_audio_data,
run_recognition
)
from asr.doubao.protocol import MessageType, MessageFlags, SerializationMethod, CompressionType
class TestConfigManager(unittest.TestCase):
"""
配置管理器测试
"""
def setUp(self):
self.config_manager = ConfigManager()
self.temp_dir = tempfile.mkdtemp()
self.config_path = os.path.join(self.temp_dir, "test_config.json")
def tearDown(self):
# 清理临时文件
if os.path.exists(self.config_path):
os.remove(self.config_path)
os.rmdir(self.temp_dir)
def test_create_default_config(self):
"""测试创建默认配置"""
config = self.config_manager.get_config()
# 验证配置结构
self.assertIn('asr_config', config)
self.assertIn('auth_config', config)
self.assertIn('audio_config', config)
self.assertIn('connection_config', config)
self.assertIn('logging_config', config)
# 验证关键配置项
self.assertIn('ws_url', config['asr_config'])
self.assertIn('app_key', config['auth_config'])
self.assertIn('default_format', config['audio_config'])
def test_save_and_load_config(self):
"""测试保存和加载配置"""
# 创建测试配置
config = self.config_manager.get_config()
config['auth_config']['app_key'] = 'test_app_key'
config['auth_config']['access_key'] = 'test_access_key'
# 更新配置并保存
self.config_manager.update_config(config)
self.config_manager.save_config(self.config_path)
self.assertTrue(os.path.exists(self.config_path))
# 加载配置
loaded_config = self.config_manager.load_config(self.config_path)
self.assertEqual(loaded_config['auth_config']['app_key'], 'test_app_key')
self.assertEqual(loaded_config['auth_config']['access_key'], 'test_access_key')
def test_validate_config(self):
"""测试配置验证"""
# 有效配置
valid_config = self.config_manager.get_config()
valid_config['auth_config']['app_key'] = 'test_key'
valid_config['auth_config']['access_key'] = 'test_secret'
# 验证有效配置(通过更新配置来验证)
try:
self.config_manager.update_config(valid_config)
validation_passed = True
except ValueError:
validation_passed = False
self.assertTrue(validation_passed)
# 无效配置(缺少必需字段)
with self.assertRaises(ValueError):
ConfigManager.from_dict({
'asr_config': {'ws_url': ''}, # 空的ws_url
'auth_config': {'app_key': '', 'access_key': ''} # 空的认证信息
})
def test_merge_configs(self):
"""测试配置合并"""
base_config = self.config_manager.get_config()
override_config = {
'asr_config': {
'enable_punc': False,
'seg_duration': 500
},
'auth_config': {
'app_key': 'new_app_key'
}
}
# 使用_merge_config私有方法进行测试
merged_config = self.config_manager._merge_config(base_config, override_config)
# 验证合并结果
self.assertEqual(merged_config['asr_config']['enable_punc'], False)
self.assertEqual(merged_config['asr_config']['seg_duration'], 500)
self.assertEqual(merged_config['auth_config']['app_key'], 'new_app_key')
# 原有配置应保持不变
self.assertIn('ws_url', merged_config['asr_config'])
class TestDoubaoProtocol(unittest.TestCase):
"""
协议处理测试
"""
def test_generate_header(self):
"""测试生成协议头"""
header = DoubaoProtocol.generate_header(
message_type=MessageType.FULL_CLIENT_REQUEST,
message_type_specific_flags=MessageFlags.NO_SEQUENCE,
serial_method=SerializationMethod.JSON,
compression_type=CompressionType.GZIP
)
self.assertEqual(len(header), 4)
self.assertIsInstance(header, (bytes, bytearray))
def test_sequence_payload(self):
"""测试序列化负载"""
payload = {'test': 'data', 'number': 123}
# 测试生成序列负载
json_payload = DoubaoProtocol.generate_sequence_payload(1)
self.assertIsInstance(json_payload, (bytes, bytearray))
# 测试构建完整请求
full_request = DoubaoProtocol.build_full_request(payload)
self.assertIsInstance(full_request, (bytes, bytearray))
def test_parse_response(self):
"""测试解析响应"""
# 模拟响应数据
test_response = {'result': 'success', 'data': 'test'}
# 创建模拟的二进制响应
json_data = json.dumps(test_response).encode('utf-8')
header = DoubaoProtocol.generate_header(
message_type=MessageType.FULL_SERVER_RESPONSE,
message_type_specific_flags=MessageFlags.NO_SEQUENCE,
serial_method=SerializationMethod.JSON,
compression_type=CompressionType.NO_COMPRESSION
)
# 解析响应(这里需要模拟实际的解析逻辑)
# 实际实现中需要根据协议格式进行解析
self.assertIsInstance(header, (bytes, bytearray))
self.assertIsInstance(json_data, bytes)
class TestAudioProcessor(unittest.TestCase):
"""
音频处理测试
"""
def setUp(self):
self.processor = AudioProcessor()
self.temp_dir = tempfile.mkdtemp()
def tearDown(self):
# 清理临时文件
for file in os.listdir(self.temp_dir):
os.remove(os.path.join(self.temp_dir, file))
os.rmdir(self.temp_dir)
def create_test_wav_file(self, filename: str, duration: float = 1.0, sample_rate: int = 16000) -> str:
"""创建测试WAV文件"""
filepath = os.path.join(self.temp_dir, filename)
# 生成测试音频数据(正弦波)
import math
samples = int(duration * sample_rate)
audio_data = []
for i in range(samples):
# 生成440Hz正弦波
value = int(32767 * math.sin(2 * math.pi * 440 * i / sample_rate))
audio_data.append(struct.pack('<h', value))
# 写入WAV文件
with wave.open(filepath, 'wb') as wav_file:
wav_file.setnchannels(1) # 单声道
wav_file.setsampwidth(2) # 16位
wav_file.setframerate(sample_rate)
wav_file.writeframes(b''.join(audio_data))
return filepath
def test_detect_audio_format(self):
"""测试音频格式检测"""
# 创建测试WAV文件
wav_file = self.create_test_wav_file("test.wav")
with open(wav_file, 'rb') as f:
audio_data = f.read()
# 检测格式
format_info = self.processor.detect_audio_format(audio_data)
self.assertEqual(format_info, 'wav')
def test_read_wav_info(self):
"""测试读取WAV文件信息"""
wav_file = self.create_test_wav_file("test.wav", duration=2.0, sample_rate=16000)
# 读取文件内容
with open(wav_file, 'rb') as f:
wav_data = f.read()
nchannels, sampwidth, framerate, nframes, wave_bytes = self.processor.read_wav_info(wav_data)
self.assertEqual(framerate, 16000)
self.assertEqual(nchannels, 1)
self.assertEqual(sampwidth, 2) # 16位 = 2字节
def test_slice_audio_data(self):
"""测试音频数据切片"""
# 创建测试数据
test_data = b'0123456789' * 100 # 1000字节
# 切片
chunks = list(self.processor.slice_audio_data(test_data, chunk_size=100))
self.assertEqual(len(chunks), 10)
self.assertEqual(len(chunks[0][0]), 100) # chunks返回(data, is_last)元组
self.assertEqual(chunks[0][0], b'0123456789' * 10) # 检查第一个chunk的数据
def test_calculate_segment_size(self):
"""测试计算分段大小"""
# WAV格式
wav_size = self.processor.calculate_segment_size(
audio_format='wav',
sample_rate=16000,
bits=16,
channels=1,
segment_duration_ms=200
)
expected_size = int(16000 * 16 * 1 * 0.2 / 8) # 200ms的数据量
self.assertEqual(wav_size, expected_size)
# MP3格式
mp3_size = self.processor.calculate_segment_size(
audio_format='mp3',
segment_duration_ms=200
)
self.assertIsInstance(mp3_size, int)
self.assertGreater(mp3_size, 0)
class TestDoubaoASRIntegration(unittest.IsolatedAsyncioTestCase):
"""
ASR服务集成测试
"""
def setUp(self):
self.app_key = os.getenv('DOUBAO_APP_KEY', 'test_app_key')
self.access_key = os.getenv('DOUBAO_ACCESS_KEY', 'test_access_key')
self.temp_dir = tempfile.mkdtemp()
def tearDown(self):
# 清理临时文件
for file in os.listdir(self.temp_dir):
os.remove(os.path.join(self.temp_dir, file))
os.rmdir(self.temp_dir)
def create_test_config(self) -> str:
"""创建测试配置文件"""
config = {
'asr_config': {
'ws_url': 'wss://test.example.com/asr',
'resource_id': 'test.resource',
'model_name': 'test_model',
'enable_punc': True,
'streaming_mode': True
},
'auth_config': {
'app_key': self.app_key,
'access_key': self.access_key
},
'audio_config': {
'default_format': 'wav',
'default_rate': 16000,
'default_bits': 16,
'default_channel': 1
},
'connection_config': {
'timeout': 30,
'retry_times': 3
},
'logging_config': {
'enable_debug': True
}
}
config_path = os.path.join(self.temp_dir, 'test_config.json')
with open(config_path, 'w', encoding='utf-8') as f:
json.dump(config, f, indent=2, ensure_ascii=False)
return config_path
@patch('asr.doubao.asr_client.websockets.connect')
async def test_create_asr_service(self, mock_connect):
"""测试创建ASR服务"""
# 模拟WebSocket连接
mock_websocket = AsyncMock()
mock_connect.return_value.__aenter__.return_value = mock_websocket
service = create_asr_service(
app_key=self.app_key,
access_key=self.access_key,
streaming=True
)
self.assertIsInstance(service, DoubaoASRService)
self.assertIsNotNone(service.client)
await service.close()
async def test_config_manager_integration(self):
"""测试配置管理器集成"""
config_path = self.create_test_config()
# 使用配置文件创建服务
service = create_asr_service(config_path=config_path)
self.assertIsInstance(service, DoubaoASRService)
self.assertEqual(service.client.auth_config.get('app_key'), self.app_key)
self.assertEqual(service.client.auth_config.get('access_key'), self.access_key)
await service.close()
@patch('asr.doubao.asr_client.websockets.connect')
async def test_mock_recognition(self, mock_connect):
"""测试模拟识别流程"""
# 模拟WebSocket连接和响应
mock_websocket = AsyncMock()
mock_websocket.recv.side_effect = [
# 模拟服务器响应
json.dumps({
'payload_msg': '测试识别结果',
'is_final': True,
'code': 0
}).encode('utf-8'),
# 结束信号
json.dumps({'code': 0, 'message': 'success'}).encode('utf-8')
]
mock_connect.return_value.__aenter__.return_value = mock_websocket
# 创建测试音频数据
test_audio_data = b'fake_audio_data' * 1000
try:
result = await recognize_audio_data(
audio_data=test_audio_data,
audio_format='wav',
app_key=self.app_key,
access_key=self.access_key,
streaming=True
)
# 验证结果(在模拟环境中)
self.assertIsNotNone(result)
except Exception as e:
# 在模拟环境中可能会有连接错误,这是正常的
self.assertIsInstance(e, Exception)
class TestPerformance(unittest.TestCase):
"""
性能测试
"""
def test_config_loading_performance(self):
"""测试配置加载性能"""
import time
config_manager = ConfigManager()
# 测试创建默认配置的性能
start_time = time.time()
for _ in range(100):
config = config_manager.get_config()
end_time = time.time()
avg_time = (end_time - start_time) / 100
self.assertLess(avg_time, 0.01) # 平均每次应少于10ms
def test_protocol_encoding_performance(self):
"""测试协议编码性能"""
import time
test_payload = {'test': 'data' * 100} # 较大的测试数据
start_time = time.time()
for _ in range(100):
encoded = DoubaoProtocol.build_full_request(test_payload)
end_time = time.time()
avg_time = (end_time - start_time) / 100
self.assertLess(avg_time, 0.1) # 平均每次应少于100ms
def test_audio_processing_performance(self):
"""测试音频处理性能"""
import time
processor = AudioProcessor()
# 创建大量测试数据(模拟1MB音频)
test_data = b'0123456789' * 100000
start_time = time.time()
chunks = list(processor.slice_audio_data(test_data, chunk_size=1000))
end_time = time.time()
processing_time = end_time - start_time
self.assertLess(processing_time, 1.0) # 应在1秒内完成
self.assertEqual(len(chunks), 1000) # 验证切片数量
class TestErrorHandling(unittest.TestCase):
"""
错误处理测试
"""
def test_invalid_config_handling(self):
"""测试无效配置处理"""
# 测试缺少必需字段的配置
with self.assertRaises(ValueError):
ConfigManager()
# 创建一个缺少认证信息的配置管理器应该抛出异常
config_manager = ConfigManager()
config_manager.config['auth_config']['app_key'] = ''
config_manager.config['auth_config']['access_key'] = ''
config_manager._validate_config()
def test_invalid_audio_format_handling(self):
"""测试无效音频格式处理"""
processor = AudioProcessor()
# 测试无效音频数据
invalid_data = b'invalid_audio_data'
try:
format_info = processor.detect_audio_format(invalid_data)
# 应该返回默认格式或抛出异常
self.assertIn('format', format_info)
except Exception as e:
# 抛出异常也是可接受的
self.assertIsInstance(e, Exception)
def test_network_error_simulation(self):
"""测试网络错误模拟"""
# 这里可以添加网络错误的模拟测试
# 例如连接超时、连接拒绝等
pass
def create_test_suite():
"""
创建测试套件
"""
suite = unittest.TestSuite()
# 添加测试类
suite.addTest(unittest.makeSuite(TestConfigManager))
suite.addTest(unittest.makeSuite(TestDoubaoProtocol))
suite.addTest(unittest.makeSuite(TestAudioProcessor))
suite.addTest(unittest.makeSuite(TestDoubaoASRIntegration))
suite.addTest(unittest.makeSuite(TestPerformance))
suite.addTest(unittest.makeSuite(TestErrorHandling))
return suite
if __name__ == '__main__':
# 运行测试
import logging
logging.basicConfig(level=logging.INFO)
# 创建测试套件
suite = create_test_suite()
# 运行测试
runner = unittest.TextTestRunner(verbosity=2)
result = runner.run(suite)
# 输出测试结果
print(f"\n测试完成:")
print(f"运行测试: {result.testsRun}")
print(f"失败: {len(result.failures)}")
print(f"错误: {len(result.errors)}")
print(f"成功率: {(result.testsRun - len(result.failures) - len(result.errors)) / result.testsRun * 100:.1f}%")
if result.failures:
print("\n失败的测试:")
for test, traceback in result.failures:
print(f"- {test}: {traceback}")
if result.errors:
print("\n错误的测试:")
for test, traceback in result.errors:
print(f"- {test}: {traceback}")