2026-04-26 10:39:51 +10:00
|
|
|
import 'package:flutter_mediapipe_chat/flutter_mediapipe_chat.dart';
|
|
|
|
|
import 'package:path_provider/path_provider.dart';
|
|
|
|
|
import 'package:path/path.dart' as p;
|
|
|
|
|
import 'llm_service.dart';
|
|
|
|
|
|
|
|
|
|
class MediapipeLlmService implements LlmService {
|
|
|
|
|
final _chat = FlutterMediapipeChat();
|
|
|
|
|
bool _initialised = false;
|
|
|
|
|
|
2026-04-26 15:17:38 +10:00
|
|
|
static const _modelFileName = 'gemma-2b-it-gpu-int4.bin';
|
2026-04-26 10:39:51 +10:00
|
|
|
|
|
|
|
|
@override
|
|
|
|
|
Future<void> initialise() async {
|
|
|
|
|
if (_initialised) return;
|
|
|
|
|
final dir = await getApplicationSupportDirectory();
|
|
|
|
|
final modelPath = p.join(dir.path, _modelFileName);
|
|
|
|
|
await _chat.loadModel(ModelConfig(path: modelPath));
|
|
|
|
|
_initialised = true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@override
|
|
|
|
|
Stream<String> generateStream(String prompt) {
|
|
|
|
|
return _chat.generateResponseAsync(prompt);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@override
|
|
|
|
|
void dispose() {
|
|
|
|
|
_initialised = false;
|
|
|
|
|
}
|
|
|
|
|
}
|