425 lines
14 KiB
Dart
425 lines
14 KiB
Dart
import 'dart:async';
|
||
import 'dart:io';
|
||
import 'dart:ui' as ui;
|
||
|
||
import 'package:flutter/rendering.dart';
|
||
import 'package:flutter/services.dart';
|
||
import 'package:flutter_easyloading/flutter_easyloading.dart';
|
||
import 'package:flutter_pcm_sound/flutter_pcm_sound.dart';
|
||
import 'package:flutter_screen_recording/flutter_screen_recording.dart';
|
||
import 'package:gallery_saver/gallery_saver.dart';
|
||
|
||
import 'package:get/get.dart';
|
||
import 'package:image_gallery_saver/image_gallery_saver.dart';
|
||
import 'package:path_provider/path_provider.dart';
|
||
import 'package:permission_handler/permission_handler.dart';
|
||
import 'package:star_lock/app_settings/app_settings.dart';
|
||
|
||
import 'package:star_lock/talk/startChart/constant/talk_status.dart';
|
||
import 'package:star_lock/talk/startChart/proto/talk_data.pb.dart';
|
||
import 'package:star_lock/talk/startChart/proto/talk_data.pbenum.dart';
|
||
import 'package:star_lock/talk/startChart/proto/talk_expect.pb.dart';
|
||
import 'package:star_lock/talk/startChart/start_chart_manage.dart';
|
||
|
||
import 'package:star_lock/talk/startChart/views/talkView/talk_view_state.dart';
|
||
|
||
import '../../../../tools/baseGetXController.dart';
|
||
|
||
class TalkViewLogic extends BaseGetXController {
|
||
final TalkViewState state = TalkViewState();
|
||
|
||
Timer? _syncTimer;
|
||
int _startTime = 0;
|
||
final int bufferSize = 20; // 缓冲区大小（以帧为单位）
|
||
final List<int> frameTimestamps = [];
|
||
int frameIntervalMs = 45; // 初始帧间隔设置为45毫秒（约22FPS）
|
||
int minFrameIntervalMs = 30; // 最小帧间隔（约33 FPS）
|
||
int maxFrameIntervalMs = 100; // 最大帧间隔（约10 FPS）
|
||
|
||
/// 收到Talk发送的状态
|
||
StreamSubscription? _getTalkStatusRefreshUIEvent;
|
||
|
||
void _initFlutterPcmSound() {
|
||
const int sampleRate = 44100;
|
||
FlutterPcmSound.setLogLevel(LogLevel.verbose);
|
||
FlutterPcmSound.setup(sampleRate: sampleRate, channelCount: 2);
|
||
// 设置 feed 阈值
|
||
if (Platform.isAndroid) {
|
||
FlutterPcmSound.setFeedThreshold(-1); // Android 平台的特殊处理
|
||
} else {
|
||
FlutterPcmSound.setFeedThreshold(sampleRate ~/ 32); // 非 Android 平台的处理
|
||
}
|
||
}
|
||
|
||
/// 挂断
|
||
void udpHangUpAction() async {
|
||
if (state.talkStatus.value == TalkStatus.duringCall) {
|
||
// 如果是通话中就挂断
|
||
StartChartManage().sendTalkHangupMessage();
|
||
} else {
|
||
// 拒绝
|
||
StartChartManage().sendTalkRejectMessage();
|
||
}
|
||
Get.back();
|
||
}
|
||
|
||
// 发起接听命令
|
||
void initiateAnswerCommand() {
|
||
StartChartManage().sendTalkAcceptMessage();
|
||
}
|
||
|
||
void _updateFps(List<int> frameTimestamps) {
|
||
final int now = DateTime.now().millisecondsSinceEpoch;
|
||
// 移除超过1秒的时间戳
|
||
frameTimestamps.removeWhere((timestamp) => now - timestamp > 1000);
|
||
|
||
// 计算 FPS
|
||
final double fps = frameTimestamps.length.toDouble();
|
||
|
||
// 更新 FPS
|
||
state.fps.value = fps;
|
||
}
|
||
|
||
// 监听音视频数据流
|
||
void _startListenTalkData() {
|
||
state.talkDataRepository.talkDataStream.listen((talkData) {
|
||
final contentType = talkData.contentType;
|
||
final currentTimestamp = DateTime.now().millisecondsSinceEpoch;
|
||
|
||
/// 如果不是通话中的状态不处理对讲数据
|
||
if (state.startChartTalkStatus.status != TalkStatus.duringCall) {
|
||
return;
|
||
}
|
||
|
||
// 判断数据类型，进行分发处理
|
||
switch (contentType) {
|
||
case TalkData_ContentTypeE.G711:
|
||
if (state.audioBuffer.length < bufferSize) {
|
||
state.audioBuffer.add(talkData);
|
||
}
|
||
break;
|
||
case TalkData_ContentTypeE.Image:
|
||
if (state.videoBuffer.length < bufferSize) {
|
||
state.videoBuffer.add(talkData);
|
||
}
|
||
|
||
/// 更新网络状态
|
||
updateNetworkStatus(currentTimestamp);
|
||
break;
|
||
}
|
||
});
|
||
}
|
||
|
||
/// 监听对讲状态
|
||
void _startListenTalkStatus() {
|
||
state.startChartTalkStatus.statusStream.listen((talkStatus) {
|
||
state.talkStatus.value = talkStatus;
|
||
switch (talkStatus) {
|
||
case TalkStatus.rejected:
|
||
case TalkStatus.hangingUpDuring:
|
||
case TalkStatus.notTalkData:
|
||
case TalkStatus.notTalkPing:
|
||
case TalkStatus.end:
|
||
_handleInvalidTalkStatus();
|
||
break;
|
||
default:
|
||
// 其他状态的处理
|
||
break;
|
||
}
|
||
});
|
||
}
|
||
|
||
void _playAudioData(TalkData talkData) {
|
||
// 将 PCM 数据转换为 PcmArrayInt16
|
||
final PcmArrayInt16 fromList = PcmArrayInt16.fromList(talkData.content);
|
||
FlutterPcmSound.feed(fromList);
|
||
if (!state.isPlaying.value) {
|
||
FlutterPcmSound.play();
|
||
state.isPlaying.value = true;
|
||
}
|
||
}
|
||
|
||
void _playVideoData(TalkData talkData) {
|
||
state.listData.value = Uint8List.fromList(talkData.content);
|
||
}
|
||
|
||
/// 启动播放
|
||
void _startPlayback() {
|
||
int frameIntervalMs = 45; // 初始帧间隔设置为45毫秒（约22FPS）
|
||
|
||
Future.delayed(Duration(milliseconds: 800), () {
|
||
_startTime = DateTime.now().millisecondsSinceEpoch;
|
||
_syncTimer ??=
|
||
Timer.periodic(Duration(milliseconds: frameIntervalMs), (timer) {
|
||
final currentTime = DateTime.now().millisecondsSinceEpoch;
|
||
final elapsedTime = currentTime - _startTime;
|
||
|
||
// 根据 elapsedTime 同步音频和视频
|
||
// AppLog.log('Elapsed Time: $elapsedTime ms');
|
||
// 动态调整帧间隔
|
||
_adjustFrameInterval();
|
||
|
||
// 播放合适的音频帧
|
||
if (state.audioBuffer.isNotEmpty &&
|
||
state.audioBuffer.first.durationMs <= elapsedTime) {
|
||
// 判断音频开关是否打开
|
||
if (state.isOpenVoice.value) {
|
||
_playAudioData(state.audioBuffer.removeAt(0));
|
||
} else {
|
||
// 如果不播放音频，只从缓冲区中读取数据，但不移除
|
||
// 你可以根据需要调整此处逻辑，例如保留缓冲区的最大长度，防止无限增长
|
||
// 仅移除缓冲区数据但不播放音频，确保音频也是实时更新的
|
||
state.audioBuffer.removeAt(0);
|
||
}
|
||
}
|
||
|
||
// 播放合适的视频帧
|
||
// 跳帧策略：如果缓冲区中有多个帧，且它们的时间戳都在当前时间之前，则播放最新的帧
|
||
while (state.videoBuffer.isNotEmpty &&
|
||
state.videoBuffer.first.durationMs <= elapsedTime) {
|
||
// 如果有多个帧，移除旧的帧，保持最新的帧
|
||
if (state.videoBuffer.length > 1) {
|
||
state.videoBuffer.removeAt(0);
|
||
} else {
|
||
// // 记录当前时间戳
|
||
// frameTimestamps.add(DateTime.now().millisecondsSinceEpoch);
|
||
// // 计算并更新 FPS
|
||
// _updateFps(frameTimestamps);
|
||
_playVideoData(state.videoBuffer.removeAt(0));
|
||
}
|
||
}
|
||
});
|
||
});
|
||
}
|
||
|
||
/// 动态调整帧间隔
|
||
void _adjustFrameInterval() {
|
||
if (state.videoBuffer.length < 10 && frameIntervalMs < maxFrameIntervalMs) {
|
||
// 如果缓冲区较小且帧间隔小于最大值，则增加帧间隔
|
||
frameIntervalMs += 5;
|
||
} else if (state.videoBuffer.length > 20 &&
|
||
frameIntervalMs > minFrameIntervalMs) {
|
||
// 如果缓冲区较大且帧间隔大于最小值，则减少帧间隔
|
||
frameIntervalMs -= 5;
|
||
}
|
||
_syncTimer?.cancel();
|
||
_syncTimer =
|
||
Timer.periodic(Duration(milliseconds: frameIntervalMs), (timer) {
|
||
final currentTime = DateTime.now().millisecondsSinceEpoch;
|
||
final elapsedTime = currentTime - _startTime;
|
||
|
||
// 播放合适的音频帧
|
||
if (state.audioBuffer.isNotEmpty &&
|
||
state.audioBuffer.first.durationMs <= elapsedTime) {
|
||
// 判断音频开关是否打开
|
||
if (state.isOpenVoice.value) {
|
||
_playAudioData(state.audioBuffer.removeAt(0));
|
||
} else {
|
||
// 如果不播放音频，只从缓冲区中读取数据，但不移除
|
||
// 你可以根据需要调整此处逻辑，例如保留缓冲区的最大长度，防止无限增长
|
||
// 仅移除缓冲区数据但不播放音频，确保音频也是实时更新的
|
||
state.audioBuffer.removeAt(0);
|
||
}
|
||
}
|
||
|
||
// 播放合适的视频帧
|
||
// 跳帧策略：如果缓冲区中有多个帧，且它们的时间戳都在当前时间之前，则播放最新的帧
|
||
while (state.videoBuffer.isNotEmpty &&
|
||
state.videoBuffer.first.durationMs <= elapsedTime) {
|
||
// 如果有多个帧，移除旧的帧，保持最新的帧
|
||
if (state.videoBuffer.length > 1) {
|
||
state.videoBuffer.removeAt(0);
|
||
} else {
|
||
// // 记录当前时间戳
|
||
// frameTimestamps.add(DateTime.now().millisecondsSinceEpoch);
|
||
// // 计算并更新 FPS
|
||
// _updateFps(frameTimestamps);
|
||
_playVideoData(state.videoBuffer.removeAt(0));
|
||
}
|
||
}
|
||
});
|
||
}
|
||
|
||
/// 修改网络状态
|
||
void updateNetworkStatus(int currentTimestamp) {
|
||
if (state.lastFrameTimestamp.value != 0) {
|
||
final frameInterval = currentTimestamp - state.lastFrameTimestamp.value;
|
||
if (frameInterval > 500 && frameInterval <= 1000) {
|
||
// 判断帧间隔是否在500毫秒到1秒之间
|
||
state.networkStatus.value = NetworkStatus.lagging;
|
||
showNetworkStatus("Network is lagging");
|
||
} else if (frameInterval > 1000) {
|
||
// 判断帧间隔是否超过1秒
|
||
state.networkStatus.value = NetworkStatus.delayed;
|
||
showNetworkStatus("Network is delayed");
|
||
} else {
|
||
state.networkStatus.value = NetworkStatus.normal;
|
||
state.alertCount.value = 0; // 重置计数器
|
||
EasyLoading.dismiss(); // 网络恢复正常时关闭提示
|
||
}
|
||
}
|
||
state.lastFrameTimestamp.value = currentTimestamp;
|
||
}
|
||
|
||
/// 提示网络状态
|
||
void showNetworkStatus(String message) {
|
||
if (state.alertCount.value < 3 && !EasyLoading.isShow) {
|
||
showToast(message);
|
||
state.alertCount++;
|
||
}
|
||
}
|
||
|
||
/// 停止播放音频
|
||
void _stopPlayG711Data() async {
|
||
await FlutterPcmSound.pause();
|
||
await FlutterPcmSound.stop();
|
||
await FlutterPcmSound.clear();
|
||
}
|
||
|
||
/// 开门
|
||
udpOpenDoorAction(List<int> list) async {}
|
||
|
||
Future<bool> getPermissionStatus() async {
|
||
final Permission permission = Permission.microphone;
|
||
//granted 通过，denied 被拒绝，permanentlyDenied 拒绝且不在提示
|
||
final PermissionStatus status = await permission.status;
|
||
if (status.isGranted) {
|
||
return true;
|
||
} else if (status.isDenied) {
|
||
requestPermission(permission);
|
||
} else if (status.isPermanentlyDenied) {
|
||
openAppSettings();
|
||
} else if (status.isRestricted) {
|
||
requestPermission(permission);
|
||
} else {}
|
||
return false;
|
||
}
|
||
|
||
///申请权限
|
||
void requestPermission(Permission permission) async {
|
||
final PermissionStatus status = await permission.request();
|
||
if (status.isPermanentlyDenied) {
|
||
openAppSettings();
|
||
}
|
||
}
|
||
|
||
@override
|
||
void onReady() {
|
||
super.onReady();
|
||
}
|
||
|
||
@override
|
||
void onInit() {
|
||
super.onInit();
|
||
|
||
// 监听音视频数据流
|
||
_startListenTalkData();
|
||
// 监听对讲状态
|
||
_startListenTalkStatus();
|
||
// 在没有监听成功之前赋值一遍状态
|
||
// *** 由于页面会在状态变化之后才会初始化，导致识别不到最新的状态，在这里手动赋值 ***
|
||
state.talkStatus.value = state.startChartTalkStatus.status;
|
||
|
||
_initFlutterPcmSound();
|
||
|
||
_startPlayback();
|
||
}
|
||
|
||
@override
|
||
void onClose() {
|
||
_stopPlayG711Data();
|
||
state.listData.value = Uint8List(0);
|
||
_syncTimer?.cancel();
|
||
}
|
||
|
||
/// 处理无效通话状态
|
||
void _handleInvalidTalkStatus() {
|
||
state.listData.value = Uint8List(0);
|
||
// 停止播放音频
|
||
_stopPlayG711Data();
|
||
// 状态错误，返回页面
|
||
Get.back();
|
||
}
|
||
|
||
/// 更新发送预期数据
|
||
void updateTalkExpect() {
|
||
TalkExpectReq talkExpectReq = TalkExpectReq();
|
||
if (state.isOpenVoice.value) {
|
||
talkExpectReq = TalkExpectReq(
|
||
videoType: [VideoTypeE.IMAGE],
|
||
audioType: [AudioTypeE.G711],
|
||
);
|
||
} else {
|
||
talkExpectReq = TalkExpectReq(
|
||
videoType: [VideoTypeE.IMAGE],
|
||
audioType: [],
|
||
);
|
||
}
|
||
|
||
/// 修改发送预期数据
|
||
StartChartManage().changeTalkExpectDataType(talkExpect: talkExpectReq);
|
||
state.isOpenVoice.value = !state.isOpenVoice.value;
|
||
}
|
||
|
||
/// 截图并保存到相册
|
||
Future<void> captureAndSavePng() async {
|
||
try {
|
||
if (state.globalKey.currentContext == null) {
|
||
AppLog.log('截图失败: 未找到当前上下文');
|
||
return;
|
||
}
|
||
final RenderRepaintBoundary boundary = state.globalKey.currentContext!
|
||
.findRenderObject()! as RenderRepaintBoundary;
|
||
final ui.Image image = await boundary.toImage();
|
||
final ByteData? byteData =
|
||
await image.toByteData(format: ui.ImageByteFormat.png);
|
||
|
||
if (byteData == null) {
|
||
AppLog.log('截图失败: 图像数据为空');
|
||
return;
|
||
}
|
||
final Uint8List pngBytes = byteData.buffer.asUint8List();
|
||
|
||
// 获取应用程序的文档目录
|
||
final Directory directory = await getApplicationDocumentsDirectory();
|
||
final String imagePath = '${directory.path}/screenshot.png';
|
||
|
||
// 将截图保存为文件
|
||
final File imgFile = File(imagePath);
|
||
await imgFile.writeAsBytes(pngBytes);
|
||
|
||
// 将截图保存到相册
|
||
await ImageGallerySaver.saveFile(imagePath);
|
||
|
||
AppLog.log('截图保存路径: $imagePath');
|
||
showToast('截图已保存到相册'.tr);
|
||
} catch (e) {
|
||
AppLog.log('截图失败: $e');
|
||
}
|
||
}
|
||
|
||
/// 开始录屏
|
||
Future<void> startRecording() async {
|
||
getPermissionStatus();
|
||
bool started =
|
||
await FlutterScreenRecording.startRecordScreenAndAudio("Recording");
|
||
if (started) {
|
||
state.isRecording.value = true;
|
||
}
|
||
}
|
||
|
||
/// 停止录屏
|
||
Future<void> stopRecording() async {
|
||
String path = await FlutterScreenRecording.stopRecordScreen;
|
||
if (path != null) {
|
||
state.isRecording.value = false;
|
||
// 保存录制的视频到相册
|
||
await GallerySaver.saveVideo(path).then((bool? success) {});
|
||
showToast('录屏已保存到相册'.tr);
|
||
} else {
|
||
state.isRecording.value = false;
|
||
print("Recording failed");
|
||
}
|
||
}
|
||
}
|