easy-learn/app
easy-learn/app
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases 3 Packages Wiki Activity

Added tflite support

Browse source
This commit is contained in:
Moe Poi ~ 2021-08-21 19:51:10 +07:00
parent 0f49a7775e
commit d3eb9f8cdd
2 changed files with 126 additions and 52 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
lib/config.dart Normal file
View file

@ -0,0 +1,6 @@
const String model = 'assets/datasets/model.tflite';
const String label = 'assets/datasets/label.txt';
const String inputType = 'decodedWav';
const int sampleRate = 16000;
const int recordingLength = 16000;
const int bufferSize = 2000;

78
lib/view/screens/content.dart
View file

@ -1,8 +1,14 @@
import 'package:easy_learn/view/widgets/list_contents_box.dart';
import 'package:easy_learn/view/widgets/score_board.dart';
import 'dart:async';
import 'dart:developer';
import 'package:tflite_audio/tflite_audio.dart';
import 'package:flutter/material.dart';
import 'package:easy_learn/view/widgets/custom_button.dart';
import 'package:easy_learn/view/widgets/score_board.dart';
import 'package:easy_learn/view/widgets/list_contents_box.dart';
import 'package:easy_learn/config.dart' show model, label, inputType, sampleRate, recordingLength, bufferSize;
class Content extends StatefulWidget {
const Content({Key? key, required this.category}) : super(key: key);
@ -14,10 +20,54 @@ class Content extends StatefulWidget {
}
class _ContentState extends State<Content> {
final isRecording = ValueNotifier<bool>(false);
Stream<Map<dynamic, dynamic>>? result;
@override
void initState() {
super.initState();
TfliteAudio.loadModel(
// numThreads: this.numThreads,
// isAsset: this.isAsset,
model: model,
label: label,
);
}
void getResult() {
result = TfliteAudio.startAudioRecognition(
inputType: inputType,
sampleRate: sampleRate,
recordingLength: recordingLength,
bufferSize: bufferSize,
);
result ?.listen(
(event) => log(event.toString())
).onDone(() => isRecording.value = false);
}
String showResult(AsyncSnapshot snapshot, String key) => snapshot.hasData ? snapshot.data[key].toString() : 'null ';
@override
Widget build(BuildContext context) {
return Scaffold(
body: Container(
body: StreamBuilder<Map<dynamic, dynamic>>(
stream: result,
builder: (BuildContext context, AsyncSnapshot<Map<dynamic, dynamic>> snapshot) {
dynamic scoreBoard;
switch (snapshot.connectionState) {
case ConnectionState.none:
scoreBoard = const ScoreBoard(score: "-",);
break;
case ConnectionState.waiting:
scoreBoard = const ScoreBoard(score: "-",);
break;
default:
scoreBoard = ScoreBoard(score: showResult(snapshot, 'recognitionResult'),);
}
return Container(
decoration: const BoxDecoration(
image: DecorationImage(
image: AssetImage('assets/images/content_bg.png'),
@ -36,7 +86,7 @@ class _ContentState extends State<Content> {
Navigator.pop(context);
},)
),
const ScoreBoard(),
scoreBoard,
Container(
margin: const EdgeInsets.only(right: 10.0, bottom: 60.0),
child: CustomButton(name: 'sound', size: 60.0, navigator: () {},)
@ -67,11 +117,29 @@ class _ContentState extends State<Content> {
Row(
mainAxisAlignment: MainAxisAlignment.center,
children: [
CustomButton(name: 'microphone', size: 190.0, navigator: () {},)
ValueListenableBuilder(
valueListenable: isRecording,
builder: (context, value, widget) {
if (value == false) {
return CustomButton(name: 'microphone', size: 190.0, navigator: () {
isRecording.value = true;
setState(() {
getResult();
});
});
} else {
return CustomButton(name: 'microphone', size: 190.0, navigator: () {
TfliteAudio.stopAudioRecognition();
});
}
}
)
],
),
],
),
);
}
),
);
}