447 lines
15 KiB
Dart
447 lines
15 KiB
Dart
import 'dart:async';
|
||
import 'dart:collection';
|
||
import 'dart:io';
|
||
import 'dart:ui' as ui;
|
||
import 'dart:math'; // Import the math package to use sqrt
|
||
|
||
import 'package:flutter/foundation.dart';
|
||
import 'package:flutter/rendering.dart';
|
||
import 'package:flutter/services.dart';
|
||
import 'package:flutter_pcm_sound/flutter_pcm_sound.dart';
|
||
import 'package:flutter_voice_processor/flutter_voice_processor.dart';
|
||
import 'package:gallery_saver/gallery_saver.dart';
|
||
import 'package:get/get.dart';
|
||
import 'package:image_gallery_saver/image_gallery_saver.dart';
|
||
import 'package:path_provider/path_provider.dart';
|
||
import 'package:permission_handler/permission_handler.dart';
|
||
import 'package:star_lock/app_settings/app_settings.dart';
|
||
import 'package:star_lock/login/login/entity/LoginEntity.dart';
|
||
import 'package:star_lock/main/lockDetail/lockDetail/lockDetail_logic.dart';
|
||
import 'package:star_lock/main/lockDetail/lockDetail/lockDetail_state.dart';
|
||
import 'package:star_lock/main/lockDetail/lockDetail/lockNetToken_entity.dart';
|
||
import 'package:star_lock/main/lockDetail/lockSet/lockSet/lockSetInfo_entity.dart';
|
||
import 'package:star_lock/main/lockMian/entity/lockListInfo_entity.dart';
|
||
import 'package:star_lock/network/api_repository.dart';
|
||
import 'package:star_lock/talk/call/g711.dart';
|
||
import 'package:star_lock/talk/starChart/constant/talk_status.dart';
|
||
import 'package:star_lock/talk/starChart/handle/other/packet_loss_statistics.dart';
|
||
import 'package:star_lock/talk/starChart/proto/talk_data.pb.dart';
|
||
import 'package:star_lock/talk/starChart/proto/talk_expect.pb.dart';
|
||
import 'package:star_lock/talk/starChart/star_chart_manage.dart';
|
||
import 'package:star_lock/talk/starChart/views/talkView/talk_view_state.dart';
|
||
import 'package:star_lock/talk/starChart/webView/h264_web_view_state.dart';
|
||
import 'package:star_lock/tools/G711Tool.dart';
|
||
import 'package:star_lock/tools/bugly/bugly_tool.dart';
|
||
import 'package:webview_flutter/webview_flutter.dart';
|
||
|
||
import '../../../../tools/baseGetXController.dart';
|
||
|
||
class H264WebViewLogic extends BaseGetXController {
|
||
final H264WebViewState state = H264WebViewState();
|
||
|
||
final LockDetailState lockDetailState = Get.put(LockDetailLogic()).state;
|
||
|
||
// 添加模拟数据相关变量
|
||
static const int CHUNK_SIZE = 4096;
|
||
Timer? _mockDataTimer;
|
||
// 定义音频帧缓冲和发送函数
|
||
final List<int> _bufferedAudioFrames = <int>[];
|
||
final Queue<List<int>> _frameBuffer = Queue<List<int>>();
|
||
static const int FRAME_BUFFER_SIZE = 25;
|
||
|
||
@override
|
||
void onInit() {
|
||
super.onInit();
|
||
// 初始化 WebView 控制器
|
||
state.webViewController = WebViewController()
|
||
..setJavaScriptMode(JavaScriptMode.unrestricted)
|
||
..enableZoom(false)
|
||
..addJavaScriptChannel(
|
||
'Flutter',
|
||
onMessageReceived: (message) {
|
||
print("来自 HTML 的消息: ${message.message}");
|
||
},
|
||
);
|
||
|
||
state.isShowLoading.value = true;
|
||
// 加载本地 HTML
|
||
_loadLocalHtml();
|
||
// 创建流数据监听
|
||
_createFramesStreamListen();
|
||
// playLocalTestVideo();
|
||
_startListenTalkStatus();
|
||
state.talkStatus.value = state.startChartTalkStatus.status;
|
||
// 初始化音频播放器
|
||
_initFlutterPcmSound();
|
||
// 初始化录音控制器
|
||
_initAudioRecorder();
|
||
}
|
||
|
||
/// 初始化音频录制器
|
||
void _initAudioRecorder() {
|
||
state.voiceProcessor = VoiceProcessor.instance;
|
||
}
|
||
|
||
/// 初始化音频播放器
|
||
void _initFlutterPcmSound() {
|
||
const int sampleRate = 8000;
|
||
FlutterPcmSound.setLogLevel(LogLevel.none);
|
||
FlutterPcmSound.setup(sampleRate: sampleRate, channelCount: 1);
|
||
// 设置 feed 阈值
|
||
if (Platform.isAndroid) {
|
||
FlutterPcmSound.setFeedThreshold(1024); // Android 平台的特殊处理
|
||
} else {
|
||
FlutterPcmSound.setFeedThreshold(2000); // 非 Android 平台的处理
|
||
}
|
||
}
|
||
|
||
void _createFramesStreamListen() async {
|
||
state.talkDataRepository.talkDataStream.listen((TalkData event) async {
|
||
// 添加新帧到缓冲区
|
||
_frameBuffer.add(event.content);
|
||
|
||
// 当缓冲区超过最大容量时,发送最早的帧并移除
|
||
while (_frameBuffer.length > FRAME_BUFFER_SIZE) {
|
||
if (_frameBuffer.isNotEmpty) {
|
||
final frame = _frameBuffer.removeFirst();
|
||
await _sendBufferedData(frame);
|
||
}
|
||
}
|
||
});
|
||
}
|
||
|
||
/// 播放本地测试视频文件
|
||
// Future<void> playLocalTestVideo() async {
|
||
// try {
|
||
// ByteData data = await rootBundle.load('assets/html/demo.h264');
|
||
// List<int> bytes = data.buffer.asUint8List();
|
||
//
|
||
// int offset = 0;
|
||
// _mockDataTimer = Timer.periodic(Duration(milliseconds: 40), (timer) {
|
||
// if (offset >= bytes.length) {
|
||
// timer.cancel();
|
||
// return;
|
||
// }
|
||
//
|
||
// int end = min(offset + CHUNK_SIZE, bytes.length);
|
||
// List<int> chunk = bytes.sublist(offset, end);
|
||
// _sendBufferedData(chunk);
|
||
//
|
||
// offset += CHUNK_SIZE;
|
||
// });
|
||
// } catch (e) {
|
||
// AppLog.log('加载测试视频文件失败: $e');
|
||
// }
|
||
// }
|
||
|
||
/// 加载html文件
|
||
Future<void> _loadLocalHtml() async {
|
||
// 加载 HTML 文件内容
|
||
final String fileHtmlContent =
|
||
await rootBundle.loadString('assets/html/h264.html');
|
||
|
||
// 加载 JS 文件内容
|
||
final String jsContent =
|
||
await rootBundle.loadString('assets/html/jmuxer.min.js');
|
||
|
||
// 将 JS 文件内容嵌入到 HTML 中
|
||
final String htmlWithJs = fileHtmlContent.replaceAll(
|
||
'<script src="jmuxer.min.js"></script>', // 替换掉引用外部 JS 的标签
|
||
'<script>$jsContent</script>' // 使用内联方式嵌入 JS 内容
|
||
);
|
||
|
||
// 加载最终的 HTML 字符串到 WebView 中
|
||
if (state.webViewController != null) {
|
||
state.webViewController.loadHtmlString(htmlWithJs); // 设置 baseUrl 避免资源加载问题
|
||
}
|
||
}
|
||
|
||
// 修改后的发送方法
|
||
_sendBufferedData(List<int> buffer) async {
|
||
// 原始发送逻辑
|
||
String jsCode = "feedDataFromFlutter($buffer);";
|
||
await state.webViewController.runJavaScript(jsCode);
|
||
|
||
if (state.isShowLoading.isTrue) {
|
||
await Future.delayed(Duration(seconds: 1));
|
||
state.isShowLoading.value = false;
|
||
}
|
||
}
|
||
|
||
/// 监听对讲状态
|
||
void _startListenTalkStatus() {
|
||
state.startChartTalkStatus.statusStream.listen((talkStatus) {
|
||
state.talkStatus.value = talkStatus;
|
||
switch (talkStatus) {
|
||
case TalkStatus.rejected:
|
||
case TalkStatus.hangingUpDuring:
|
||
case TalkStatus.notTalkData:
|
||
case TalkStatus.notTalkPing:
|
||
case TalkStatus.end:
|
||
_handleInvalidTalkStatus();
|
||
break;
|
||
case TalkStatus.answeredSuccessfully:
|
||
state.oneMinuteTimeTimer?.cancel(); // 取消旧定时器
|
||
state.oneMinuteTimeTimer ??=
|
||
Timer.periodic(const Duration(seconds: 1), (Timer t) {
|
||
if (state.isShowLoading.isFalse) {
|
||
state.oneMinuteTime.value++;
|
||
if (state.oneMinuteTime.value >= 60) {
|
||
t.cancel(); // 取消定时器
|
||
state.oneMinuteTime.value = 0;
|
||
}
|
||
}
|
||
});
|
||
break;
|
||
default:
|
||
// 其他状态的处理
|
||
break;
|
||
}
|
||
});
|
||
}
|
||
|
||
/// 更新发送预期数据
|
||
void updateTalkExpect() {
|
||
TalkExpectReq talkExpectReq = TalkExpectReq();
|
||
state.isOpenVoice.value = !state.isOpenVoice.value;
|
||
if (!state.isOpenVoice.value) {
|
||
talkExpectReq = TalkExpectReq(
|
||
videoType: [VideoTypeE.IMAGE],
|
||
audioType: [],
|
||
);
|
||
showToast('已静音'.tr);
|
||
} else {
|
||
talkExpectReq = TalkExpectReq(
|
||
videoType: [VideoTypeE.IMAGE],
|
||
audioType: [AudioTypeE.G711],
|
||
);
|
||
}
|
||
|
||
/// 修改发送预期数据
|
||
StartChartManage().changeTalkExpectDataTypeAndReStartTalkExpectMessageTimer(
|
||
talkExpect: talkExpectReq);
|
||
}
|
||
|
||
/// 处理无效通话状态
|
||
void _handleInvalidTalkStatus() {}
|
||
|
||
/// 截图并保存到相册
|
||
Future<void> captureAndSavePng() async {
|
||
try {
|
||
if (state.globalKey.currentContext == null) {
|
||
AppLog.log('截图失败: 未找到当前上下文');
|
||
return;
|
||
}
|
||
final RenderRepaintBoundary boundary = state.globalKey.currentContext!
|
||
.findRenderObject()! as RenderRepaintBoundary;
|
||
final ui.Image image = await boundary.toImage();
|
||
final ByteData? byteData =
|
||
await image.toByteData(format: ui.ImageByteFormat.png);
|
||
|
||
if (byteData == null) {
|
||
AppLog.log('截图失败: 图像数据为空');
|
||
return;
|
||
}
|
||
final Uint8List pngBytes = byteData.buffer.asUint8List();
|
||
|
||
// 获取应用程序的文档目录
|
||
final Directory directory = await getApplicationDocumentsDirectory();
|
||
final String imagePath = '${directory.path}/screenshot.png';
|
||
|
||
// 将截图保存为文件
|
||
final File imgFile = File(imagePath);
|
||
await imgFile.writeAsBytes(pngBytes);
|
||
|
||
// 将截图保存到相册
|
||
await ImageGallerySaver.saveFile(imagePath);
|
||
|
||
AppLog.log('截图保存路径: $imagePath');
|
||
showToast('截图已保存到相册'.tr);
|
||
} catch (e) {
|
||
AppLog.log('截图失败: $e');
|
||
}
|
||
}
|
||
|
||
// 发起接听命令
|
||
void initiateAnswerCommand() {
|
||
StartChartManage().startTalkAcceptTimer();
|
||
}
|
||
|
||
//开始录音
|
||
Future<void> startProcessingAudio() async {
|
||
try {
|
||
if (await state.voiceProcessor?.hasRecordAudioPermission() ?? false) {
|
||
await state.voiceProcessor?.start(state.frameLength, state.sampleRate);
|
||
final bool? isRecording = await state.voiceProcessor?.isRecording();
|
||
state.isRecordingAudio.value = isRecording!;
|
||
state.startRecordingAudioTime.value = DateTime.now();
|
||
|
||
// 增加录音帧监听器和错误监听器
|
||
state.voiceProcessor
|
||
?.addFrameListeners(<VoiceProcessorFrameListener>[_onFrame]);
|
||
state.voiceProcessor?.addErrorListener(_onError);
|
||
} else {
|
||
// state.errorMessage.value = 'Recording permission not granted';
|
||
}
|
||
} on PlatformException catch (ex) {
|
||
// state.errorMessage.value = 'Failed to start recorder: $ex';
|
||
}
|
||
state.isOpenVoice.value = false;
|
||
}
|
||
|
||
/// 停止录音
|
||
Future<void> stopProcessingAudio() async {
|
||
try {
|
||
await state.voiceProcessor?.stop();
|
||
state.voiceProcessor?.removeFrameListener(_onFrame);
|
||
state.udpSendDataFrameNumber = 0;
|
||
// 记录结束时间
|
||
state.endRecordingAudioTime.value = DateTime.now();
|
||
|
||
// 计算录音的持续时间
|
||
final Duration duration = state.endRecordingAudioTime.value
|
||
.difference(state.startRecordingAudioTime.value);
|
||
|
||
state.recordingAudioTime.value = duration.inSeconds;
|
||
} on PlatformException catch (ex) {
|
||
// state.errorMessage.value = 'Failed to stop recorder: $ex';
|
||
} finally {
|
||
final bool? isRecording = await state.voiceProcessor?.isRecording();
|
||
state.isRecordingAudio.value = isRecording!;
|
||
state.isOpenVoice.value = true;
|
||
}
|
||
}
|
||
|
||
// 音频帧处理
|
||
Future<void> _onFrame(List<int> frame) async {
|
||
// 添加最大缓冲限制
|
||
if (_bufferedAudioFrames.length > state.frameLength * 3) {
|
||
_bufferedAudioFrames.clear(); // 清空过多积累的数据
|
||
return;
|
||
}
|
||
|
||
// 首先应用固定增益提升基础音量
|
||
List<int> amplifiedFrame = _applyGain(frame, 1.6);
|
||
// 编码为G711数据
|
||
List<int> encodedData = G711Tool.encode(amplifiedFrame, 0); // 0表示A-law
|
||
_bufferedAudioFrames.addAll(encodedData);
|
||
// 使用相对时间戳
|
||
final int ms = DateTime.now().millisecondsSinceEpoch % 1000000; // 使用循环时间戳
|
||
int getFrameLength = state.frameLength;
|
||
if (Platform.isIOS) {
|
||
getFrameLength = state.frameLength * 2;
|
||
}
|
||
|
||
// 添加发送间隔控制
|
||
if (_bufferedAudioFrames.length >= state.frameLength) {
|
||
try {
|
||
await StartChartManage().sendTalkDataMessage(
|
||
talkData: TalkData(
|
||
content: _bufferedAudioFrames,
|
||
contentType: TalkData_ContentTypeE.G711,
|
||
durationMs: ms,
|
||
),
|
||
);
|
||
} finally {
|
||
_bufferedAudioFrames.clear(); // 确保清理缓冲区
|
||
}
|
||
} else {
|
||
_bufferedAudioFrames.addAll(encodedData);
|
||
}
|
||
}
|
||
|
||
// 错误监听
|
||
void _onError(VoiceProcessorException error) {
|
||
AppLog.log(error.message!);
|
||
}
|
||
|
||
// 添加音频增益处理方法
|
||
List<int> _applyGain(List<int> pcmData, double gainFactor) {
|
||
List<int> result = List<int>.filled(pcmData.length, 0);
|
||
|
||
for (int i = 0; i < pcmData.length; i++) {
|
||
// PCM数据通常是有符号的16位整数
|
||
int sample = pcmData[i];
|
||
|
||
// 应用增益
|
||
double amplified = sample * gainFactor;
|
||
|
||
// 限制在有效范围内，防止溢出
|
||
if (amplified > 32767) {
|
||
amplified = 32767;
|
||
} else if (amplified < -32768) {
|
||
amplified = -32768;
|
||
}
|
||
|
||
result[i] = amplified.toInt();
|
||
}
|
||
|
||
return result;
|
||
}
|
||
|
||
/// 挂断
|
||
void udpHangUpAction() async {
|
||
if (state.talkStatus.value == TalkStatus.answeredSuccessfully) {
|
||
// 如果是通话中就挂断
|
||
StartChartManage().startTalkHangupMessageTimer();
|
||
} else {
|
||
// 拒绝
|
||
StartChartManage().startTalkRejectMessageTimer();
|
||
}
|
||
// _mockDataTimer?.cancel();
|
||
// _mockDataTimer = null;
|
||
PacketLossStatistics().reset();
|
||
Get.back();
|
||
}
|
||
|
||
// 远程开锁
|
||
Future<void> remoteOpenLock() async {
|
||
final lockPeerId = StartChartManage().lockPeerId;
|
||
final lockListPeerId = StartChartManage().lockListPeerId;
|
||
int lockId = lockDetailState.keyInfos.value.lockId ?? 0;
|
||
|
||
// 如果锁列表获取到peerId，代表有多个锁，使用锁列表的peerId
|
||
// 从列表中遍历出对应的peerId
|
||
lockListPeerId.forEach((element) {
|
||
if (element.network?.peerId == lockPeerId) {
|
||
lockId = element.lockId ?? 0;
|
||
}
|
||
});
|
||
|
||
final LockSetInfoEntity lockSetInfoEntity =
|
||
await ApiRepository.to.getLockSettingInfoData(
|
||
lockId: lockId.toString(),
|
||
);
|
||
if (lockSetInfoEntity.errorCode!.codeIsSuccessful) {
|
||
if (lockSetInfoEntity.data?.lockFeature?.remoteUnlock == 1 &&
|
||
lockSetInfoEntity.data?.lockSettingInfo?.remoteUnlock == 1) {
|
||
final LoginEntity entity = await ApiRepository.to
|
||
.remoteOpenLock(lockId: lockId.toString(), timeOut: 60);
|
||
if (entity.errorCode!.codeIsSuccessful) {
|
||
showToast('已开锁'.tr);
|
||
StartChartManage().lockListPeerId = [];
|
||
}
|
||
} else {
|
||
showToast('该锁的远程开锁功能未启用'.tr);
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
@override
|
||
void dispose() {
|
||
// _mockDataTimer?.cancel();
|
||
// _mockDataTimer = null;
|
||
super.dispose();
|
||
StartChartManage().startTalkHangupMessageTimer();
|
||
state.animationController.dispose();
|
||
state.webViewController.clearCache();
|
||
state.webViewController.reload();
|
||
state.oneMinuteTimeTimer?.cancel();
|
||
state.oneMinuteTimeTimer = null;
|
||
stopProcessingAudio();
|
||
StartChartManage().reSetDefaultTalkExpect();
|
||
_frameBuffer.clear();
|
||
}
|
||
}
|