292 lines
9.5 KiB
Dart
292 lines
9.5 KiB
Dart
import 'dart:async';
|
||
import 'dart:io';
|
||
import 'dart:math';
|
||
|
||
import 'package:flutter/services.dart';
|
||
import 'package:flutter_pcm_sound/flutter_pcm_sound.dart';
|
||
import 'package:flutter_voice_processor/flutter_voice_processor.dart';
|
||
import 'package:get/get.dart';
|
||
import 'package:permission_handler/permission_handler.dart';
|
||
import 'package:star_lock/app_settings/app_settings.dart';
|
||
import 'package:star_lock/blue/io_tool/manager_event_bus.dart';
|
||
import 'package:star_lock/talk/call/callTalk.dart';
|
||
import 'package:star_lock/talk/startChart/constant/talk_status.dart';
|
||
import 'package:star_lock/talk/startChart/proto/talk_data.pb.dart';
|
||
import 'package:star_lock/talk/startChart/proto/talk_data.pbenum.dart';
|
||
import 'package:star_lock/talk/startChart/start_chart_manage.dart';
|
||
import 'package:star_lock/talk/startChart/start_chart_talk_status.dart';
|
||
import 'package:star_lock/talk/startChart/views/talkView/talk_view_state.dart';
|
||
|
||
import '../../../../talk/call/g711.dart';
|
||
import '../../../../talk/udp/udp_manage.dart';
|
||
import '../../../../talk/udp/udp_senderManage.dart';
|
||
import '../../../../tools/baseGetXController.dart';
|
||
import '../../../../tools/eventBusEventManage.dart';
|
||
|
||
class TalkViewLogic extends BaseGetXController {
|
||
final TalkViewState state = TalkViewState();
|
||
|
||
Timer? _syncTimer;
|
||
int _startTime = 0;
|
||
final int bufferSize = 22; // 缓冲区大小（以帧为单位）
|
||
final List<int> frameTimestamps = [];
|
||
int frameIntervalMs = 45; // 初始帧间隔设置为45毫秒（约22FPS）
|
||
int minFrameIntervalMs = 30; // 最小帧间隔（约33 FPS）
|
||
int maxFrameIntervalMs = 100; // 最大帧间隔（约10 FPS）
|
||
|
||
/// 收到Talk发送的状态
|
||
StreamSubscription? _getTalkStatusRefreshUIEvent;
|
||
|
||
void _initFlutterPcmSound() {
|
||
const int sampleRate = 44100;
|
||
FlutterPcmSound.setLogLevel(LogLevel.verbose);
|
||
FlutterPcmSound.setup(sampleRate: sampleRate, channelCount: 2);
|
||
// 设置 feed 阈值
|
||
if (Platform.isAndroid) {
|
||
FlutterPcmSound.setFeedThreshold(-1); // Android 平台的特殊处理
|
||
} else {
|
||
FlutterPcmSound.setFeedThreshold(sampleRate ~/ 32); // 非 Android 平台的处理
|
||
}
|
||
}
|
||
|
||
/// 挂断
|
||
void udpHangUpAction() async {
|
||
if (state.talkStatus.value == TalkStatus.duringCall) {
|
||
// 如果是通话中就挂断
|
||
StartChartManage().sendTalkHangupMessage();
|
||
} else {
|
||
// 拒绝
|
||
StartChartManage().sendTalkRejectMessage();
|
||
}
|
||
Get.back();
|
||
}
|
||
|
||
// 发起接听命令
|
||
void initiateAnswerCommand() {
|
||
StartChartManage().sendTalkAcceptMessage();
|
||
}
|
||
|
||
void _updateFps(List<int> frameTimestamps) {
|
||
final int now = DateTime.now().millisecondsSinceEpoch;
|
||
// 移除超过1秒的时间戳
|
||
frameTimestamps.removeWhere((timestamp) => now - timestamp > 1000);
|
||
|
||
// 计算 FPS
|
||
final double fps = frameTimestamps.length.toDouble();
|
||
|
||
// 更新 FPS
|
||
state.fps.value = fps;
|
||
}
|
||
|
||
// 监听音视频数据流
|
||
void _startListenTalkData() {
|
||
state.talkDataRepository.talkDataStream.listen((talkData) {
|
||
final contentType = talkData.contentType;
|
||
// 判断数据类型，进行分发处理
|
||
switch (contentType) {
|
||
case TalkData_ContentTypeE.G711:
|
||
// state.audioBuffer.add(talkData);
|
||
if (state.audioBuffer.length < 60) {
|
||
// 假设缓冲区大小为60帧
|
||
state.audioBuffer.add(talkData);
|
||
}
|
||
break;
|
||
case TalkData_ContentTypeE.Image:
|
||
// state.videoBuffer.add(talkData);
|
||
// 增加视频缓冲区大小
|
||
if (state.videoBuffer.length < 60) {
|
||
// 假设缓冲区大小为60帧
|
||
state.videoBuffer.add(talkData);
|
||
}
|
||
break;
|
||
}
|
||
});
|
||
}
|
||
|
||
/// 监听对讲状态
|
||
void _startListenTalkStatus() {
|
||
state.startChartTalkStatus.statusStream.listen((talkStatus) {
|
||
state.talkStatus.value = talkStatus;
|
||
switch (talkStatus) {
|
||
case TalkStatus.rejected:
|
||
case TalkStatus.hangingUpDuring:
|
||
case TalkStatus.notTalkData:
|
||
case TalkStatus.notTalkPing:
|
||
case TalkStatus.end:
|
||
_handleInvalidTalkStatus();
|
||
break;
|
||
default:
|
||
// 其他状态的处理
|
||
break;
|
||
}
|
||
});
|
||
}
|
||
|
||
void _playAudioData(TalkData talkData) {
|
||
// 将 PCM 数据转换为 PcmArrayInt16
|
||
final PcmArrayInt16 fromList = PcmArrayInt16.fromList(talkData.content);
|
||
FlutterPcmSound.feed(fromList);
|
||
if (!state.isPlaying.value) {
|
||
FlutterPcmSound.play();
|
||
state.isPlaying.value = true;
|
||
}
|
||
}
|
||
|
||
void _playVideoData(TalkData talkData) {
|
||
state.listData.value = Uint8List.fromList(talkData.content);
|
||
}
|
||
|
||
void _startPlayback() {
|
||
int frameIntervalMs = 45; // 初始帧间隔设置为45毫秒（约22FPS）
|
||
|
||
Future.delayed(Duration(milliseconds: 800), () {
|
||
_startTime = DateTime.now().millisecondsSinceEpoch;
|
||
_syncTimer ??=
|
||
Timer.periodic(Duration(milliseconds: frameIntervalMs), (timer) {
|
||
final currentTime = DateTime.now().millisecondsSinceEpoch;
|
||
final elapsedTime = currentTime - _startTime;
|
||
|
||
// 根据 elapsedTime 同步音频和视频
|
||
// AppLog.log('Elapsed Time: $elapsedTime ms');
|
||
// 动态调整帧间隔
|
||
_adjustFrameInterval();
|
||
|
||
// 播放合适的音频帧
|
||
if (state.audioBuffer.isNotEmpty &&
|
||
state.audioBuffer.first.durationMs <= elapsedTime) {
|
||
_playAudioData(state.audioBuffer.removeAt(0));
|
||
}
|
||
|
||
// 播放合适的视频帧
|
||
// 跳帧策略：如果缓冲区中有多个帧，且它们的时间戳都在当前时间之前，则播放最新的帧
|
||
while (state.videoBuffer.isNotEmpty &&
|
||
state.videoBuffer.first.durationMs <= elapsedTime) {
|
||
// 如果有多个帧，移除旧的帧，保持最新的帧
|
||
if (state.videoBuffer.length > 1) {
|
||
state.videoBuffer.removeAt(0);
|
||
} else {
|
||
// 记录当前时间戳
|
||
frameTimestamps.add(DateTime.now().millisecondsSinceEpoch);
|
||
// 计算并更新 FPS
|
||
_updateFps(frameTimestamps);
|
||
_playVideoData(state.videoBuffer.removeAt(0));
|
||
}
|
||
}
|
||
});
|
||
});
|
||
}
|
||
|
||
/// 动态调整帧间隔
|
||
void _adjustFrameInterval() {
|
||
if (state.videoBuffer.length < 10 && frameIntervalMs < maxFrameIntervalMs) {
|
||
// 如果缓冲区较小且帧间隔小于最大值，则增加帧间隔
|
||
frameIntervalMs += 5;
|
||
} else if (state.videoBuffer.length > 20 &&
|
||
frameIntervalMs > minFrameIntervalMs) {
|
||
// 如果缓冲区较大且帧间隔大于最小值，则减少帧间隔
|
||
frameIntervalMs -= 5;
|
||
}
|
||
_syncTimer?.cancel();
|
||
_syncTimer =
|
||
Timer.periodic(Duration(milliseconds: frameIntervalMs), (timer) {
|
||
final currentTime = DateTime.now().millisecondsSinceEpoch;
|
||
final elapsedTime = currentTime - _startTime;
|
||
|
||
// 播放合适的音频帧
|
||
if (state.audioBuffer.isNotEmpty &&
|
||
state.audioBuffer.first.durationMs <= elapsedTime) {
|
||
_playAudioData(state.audioBuffer.removeAt(0));
|
||
}
|
||
|
||
// 播放合适的视频帧
|
||
// 跳帧策略：如果缓冲区中有多个帧，且它们的时间戳都在当前时间之前，则播放最新的帧
|
||
while (state.videoBuffer.isNotEmpty &&
|
||
state.videoBuffer.first.durationMs <= elapsedTime) {
|
||
// 如果有多个帧，移除旧的帧，保持最新的帧
|
||
if (state.videoBuffer.length > 1) {
|
||
state.videoBuffer.removeAt(0);
|
||
} else {
|
||
// 记录当前时间戳
|
||
frameTimestamps.add(DateTime.now().millisecondsSinceEpoch);
|
||
// 计算并更新 FPS
|
||
_updateFps(frameTimestamps);
|
||
_playVideoData(state.videoBuffer.removeAt(0));
|
||
}
|
||
}
|
||
});
|
||
}
|
||
|
||
/// 停止播放音频
|
||
void _stopPlayG711Data() async {
|
||
print('停止播放');
|
||
await FlutterPcmSound.pause();
|
||
await FlutterPcmSound.stop();
|
||
await FlutterPcmSound.clear();
|
||
}
|
||
|
||
/// 开门
|
||
udpOpenDoorAction(List<int> list) async {}
|
||
|
||
Future<bool> getPermissionStatus() async {
|
||
final Permission permission = Permission.microphone;
|
||
//granted 通过，denied 被拒绝，permanentlyDenied 拒绝且不在提示
|
||
final PermissionStatus status = await permission.status;
|
||
if (status.isGranted) {
|
||
return true;
|
||
} else if (status.isDenied) {
|
||
requestPermission(permission);
|
||
} else if (status.isPermanentlyDenied) {
|
||
openAppSettings();
|
||
} else if (status.isRestricted) {
|
||
requestPermission(permission);
|
||
} else {}
|
||
return false;
|
||
}
|
||
|
||
///申请权限
|
||
void requestPermission(Permission permission) async {
|
||
final PermissionStatus status = await permission.request();
|
||
if (status.isPermanentlyDenied) {
|
||
openAppSettings();
|
||
}
|
||
}
|
||
|
||
@override
|
||
void onReady() {
|
||
super.onReady();
|
||
}
|
||
|
||
@override
|
||
void onInit() {
|
||
super.onInit();
|
||
|
||
// 监听音视频数据流
|
||
_startListenTalkData();
|
||
// 监听对讲状态
|
||
_startListenTalkStatus();
|
||
// 在没有监听成功之前赋值一遍状态
|
||
// *** 由于页面会在状态变化之后才会初始化，导致识别不到最新的状态，在这里手动赋值 ***
|
||
state.talkStatus.value = state.startChartTalkStatus.status;
|
||
|
||
_initFlutterPcmSound();
|
||
|
||
_startPlayback();
|
||
}
|
||
|
||
@override
|
||
void onClose() {
|
||
_stopPlayG711Data();
|
||
state.listData.value = Uint8List(0);
|
||
_syncTimer?.cancel();
|
||
}
|
||
|
||
/// 处理无效通话状态
|
||
void _handleInvalidTalkStatus() {
|
||
state.listData.value = Uint8List(0);
|
||
// 停止播放音频
|
||
_stopPlayG711Data();
|
||
// 状态错误，返回页面
|
||
Get.back();
|
||
}
|
||
}
|