virtyos
commented
2 years ago my app code:
import 'package:flutter/material.dart';
import 'dart:async';
import 'dart:developer';
import 'package:tflite_audio/tflite_audio.dart';
import 'package:flutter_unity_widget/flutter_unity_widget.dart';
import 'package:flutter/services.dart';
import 'package:ripple_button/ripple_button.dart';
void main() {
WidgetsFlutterBinding.ensureInitialized();
SystemChrome.setEnabledSystemUIMode(SystemUiMode.manual,
overlays: [SystemUiOverlay.bottom]);
SystemChrome.setPreferredOrientations(
[DeviceOrientation.portraitUp, DeviceOrientation.portraitDown]).then((_) {
runApp(MyApp());
});
}
class MyApp extends StatefulWidget {
const MyApp({Key? key}) : super(key: key);
@override
_MyAppState createState() => _MyAppState();
}
class _MyAppState extends State<MyApp> with WidgetsBindingObserver {
final GlobalKey<ScaffoldState> _scaffoldKey = GlobalKey<ScaffoldState>();
final isRecording = ValueNotifier<bool>(false);
Stream<Map<dynamic, dynamic>>? result;
final String model = 'assets/decoded_wav_model.tflite';
final String label = 'assets/decoded_wav_label.txt';
final String audioDirectory = 'assets/sample_audio_16k_mono.wav';
final String inputType = 'decodedWav';
final int sampleRate = 16000;
final int bufferSize = 2000;
// final int audioLength = 16000;
///Optional parameters you can adjust to modify your input and output
final bool outputRawScores = false;
final int numOfInferences = 5;
final int numThreads = 1;
final bool isAsset = true;
///Adjust the values below when tuning model detection.
final double detectionThreshold = 0.3;
final int averageWindowDuration = 1000;
final int minimumTimeBetweenSamples = 30;
final int suppressionTime = 1500;
late UnityWidgetController unityWidgetController;
String listenResult = '';
late double screenWidth;
late double screenHeight;
final double labelPadding = 20.0;
final double labelMargin = 20.0;
@override
void initState() {
super.initState();
WidgetsBinding.instance.addObserver(this);
TfliteAudio.loadModel(
// numThreads: this.numThreads,
// isAsset: this.isAsset,
// outputRawScores: outputRawScores,
inputType: inputType,
model: model,
label: label,
);
//spectrogram parameters
// TfliteAudio.setSpectrogramParameters(nFFT: 256, hopLength: 129);
// mfcc parameters
TfliteAudio.setSpectrogramParameters(nMFCC: 40, hopLength: 16384);
}
@override
void dispose() {
//unityWidgetController?.dispose();
// ignore: avoid_print
print('Dispose used');
WidgetsBinding.instance.removeObserver(this);
super.dispose();
}
@override
void didChangeAppLifecycleState(AppLifecycleState state) {
print("STATE " + state.toString());
switch (state) {
case AppLifecycleState.resumed:
print("RESUMED");
unityWidgetController?.resume();
break;
case AppLifecycleState.paused:
print("PAUSED");
unityWidgetController?.pause();
break;
default:
}
}
@override
Widget build(BuildContext context) {
return MaterialApp(
home: WillPopScope(
onWillPop: () {
unityWidgetController?.quit();
return Future.value(true);
},
child: Scaffold(
key: _scaffoldKey,
///Streambuilder for inference results
body: Builder(builder: (BuildContext context) {
screenWidth = MediaQuery.of(context).size.width;
screenHeight = MediaQuery.of(context).size.height;
return _container();
}))));
}
Widget _container() {
return Column(children: [
_unityBlock(),
_labelBlock(),
_listenButtonBlock(),
]);
}
Widget _listenButtonBlock() {
return Container(
width: screenWidth - labelMargin * 2,
margin: EdgeInsets.only(top: labelMargin, bottom: labelMargin),
child: Center(
child: RippleButton(
"Нажми и скажи UP",
padding: EdgeInsets.all(16),
isEnabled: !isRecording.value,
type: RippleButtonType.BLUE_TELEGRAM,
onPressed: () {
isRecording.value = true;
setState(() {});
_listen();
},
style: RippleButtonStyle(height: 60.0),
color: RippleButtonColor(
foreground: Colors.blue,
background: Colors.blue,
overlay: Colors.blue),
),
),
);
}
void _listen() {
result = TfliteAudio.startAudioRecognition(
sampleRate: sampleRate,
bufferSize: bufferSize,
numOfInferences: numOfInferences,
);
result?.listen((event) {
listenResult = event["recognitionResult"].toString();
log("Recognition Result: " + event["recognitionResult"].toString());
TfliteAudio.stopAudioRecognition();
}).onDone(() async {
isRecording.value = false;
if (listenResult == 'up') {
unityWidgetController?.postMessage('Player1', 'Jump', '');
await Future.delayed(const Duration(milliseconds: 1900), () {
unityWidgetController?.postMessage('Player1', 'JumpOff', '');
});
}
setState(() {});
});
}
Widget _labelBlock() {
return Container(
child: Center(
child: Text(
_labelText(),
textAlign: TextAlign.center,
style:
TextStyle(height: 1.4, fontSize: 20.0, fontWeight: FontWeight.bold),
)),
width: screenWidth - labelMargin * 2,
height: screenHeight / 4,
padding: EdgeInsets.all(labelPadding),
margin: EdgeInsets.only(top: labelMargin, bottom: labelMargin),
decoration: BoxDecoration(
borderRadius: BorderRadius.circular(10),
border: Border.all(color: Colors.blueAccent),
color: Colors.white,
boxShadow: [
BoxShadow(color: Colors.blue, spreadRadius: 1),
],
),
);
}
String _labelText() {
print('RESULT ' + listenResult.toString());
if (isRecording.value) {
return 'Слушаю Вас...';
}
if (listenResult == '_silence_') {
return 'Мне кажется, Вы молчите. У меня нет времени вас ждать! Скорее говорите UP!';
}
if (listenResult == '_unknown_') {
return 'Я не понимаю, что Вы говорите :(';
}
if (listenResult == 'up') {
return 'Ура, вы сказали UP';
}
if (listenResult != '') {
return 'Что вы несете! Скажите просто UP';
}
return 'Нажмите кнопку ниже, скажите UP, и я прыгну';
}
Widget _unityBlock() {
return Container(
width: screenWidth,
height: screenHeight / 2,
child: UnityWidget(
//borderRadius: BorderRadius.all(Radius.circular(70)),
onUnityCreated: onUnityCreated,
useAndroidViewSurface: true,
),
);
}
void onUnityCreated(controller) async {
print("PLAYER CREATED");
unityWidgetController = controller;
/*bool? isLoad = await unityWidgetController.isLoaded();
print("IS LOADED " + isLoad.toString());
bool? isReady = await unityWidgetController.isReady();
print("IS READY " + isReady.toString());
await unityWidgetController.pause();
print(controller.hashCode);
print(unityWidgetController);
print("UNITY CREATE");
Future.delayed(
Duration(milliseconds: 100),
() async {
await this.unityWidgetController.resume();
setState(() {
});
},
);*/
}
}
Caldarie
Getting this error every time when I'm trying to listen to sounds
exception 'com.apple.coreaudio.avfaudio', reason: 'required condition is false: IsFormatSampleRateAndChannelCountValid(format)'only on IOS (12, debug mode), on Android everything is ok