feat: show transcription preview when triggered from entry

Author: matthiasn

ios/Runner/WhisperKitRunner.swift

@@ -28,13 +28,15 @@ public class WhisperKitRunner: NSObject, FlutterStreamHandler {
             case "transcribe":
                 guard let args = call.arguments as? [String: Any] else { return }
                 let audioFilePath = args["audioFilePath"] as! String
-                
+
+                if (self.whisperKit == nil) {
+                    if (self.eventSink != nil) {
+                        self.eventSink!(["Initializing model...", ""])
+                    }
+                }
+
                 Task {
                     if (self.whisperKit == nil) {
-                        if (self.eventSink != nil) {
-                            self.eventSink!(["initializing model...", ""])
-                        }
-                        
                         self.whisperKit = try? await WhisperKit(model: self.model,
                                                                 verbose: true,
                                                                 prewarm: true)
@@ -63,7 +65,7 @@ public class WhisperKitRunner: NSObject, FlutterStreamHandler {
         transcriptionProgressChannel.setStreamHandler(self)
     }
 
-    private func sendTranscriptionProgressEvent(progress: TranscriptionProgress)->Bool? {
+    private func sendTranscriptionProgressEvent(progress: TranscriptionProgress) -> Bool? {
         guard let eventSink = eventSink else {
             return nil
         }

lib/blocs/audio/player_cubit.dart

@@ -84,12 +84,12 @@ class AudioPlayerCubit extends Cubit<AudioPlayerState> {
     }
   }
 
-  Future<void> transcribe() async {
+  Future<bool> transcribe() async {
     if (state.audioNote == null) {
-      return;
+      return false;
     }
 
-    await _asrService.enqueue(entry: state.audioNote!);
+    return _asrService.enqueue(entry: state.audioNote!);
   }
 
   Future<void> seek(Duration newPosition) async {

lib/services/asr_service.dart

@@ -163,11 +163,13 @@ class AsrService {
     running = false;
   }
 
-  Future<void> enqueue({required JournalAudio entry}) async {
+  Future<bool> enqueue({required JournalAudio entry}) async {
+    final isQueueEmpty = queue.isEmpty;
     queue.add(entry);
     if (!running) {
       unawaited(_start());
     }
+    return isQueueEmpty;
   }
 
   void captureException(

lib/widgets/audio/audio_player.dart

@@ -10,6 +10,7 @@ import 'package:lotti/classes/journal_entities.dart';
 import 'package:lotti/get_it.dart';
 import 'package:lotti/logic/persistence_logic.dart';
 import 'package:lotti/themes/theme.dart';
+import 'package:lotti/widgets/audio/transcription_progress_modal.dart';
 import 'package:lotti/widgets/journal/entry_tools.dart';
 import 'package:material_design_icons_flutter/material_design_icons_flutter.dart';
 
@@ -107,7 +108,13 @@ class AudioPlayerWidget extends StatelessWidget {
                     color: Theme.of(context).colorScheme.outline,
                     onPressed: () async {
                       await cubit.setAudioNote(journalAudio);
-                      await cubit.transcribe();
+                      final isQueueEmpty = await cubit.transcribe();
+
+                      if (isQueueEmpty) {
+                        if (!context.mounted) return;
+                        await TranscriptionProgressModal.show(context);
+                      }
+
                       await Future<void>.delayed(
                         const Duration(milliseconds: 100),
                       );

macos/Runner/WhisperKitRunner.swift

@@ -29,12 +29,14 @@ public class WhisperKitRunner: NSObject, FlutterStreamHandler {
                 guard let args = call.arguments as? [String: Any] else { return }
                 let audioFilePath = args["audioFilePath"] as! String
 
+                if (self.whisperKit == nil) {
+                    if (self.eventSink != nil) {
+                        self.eventSink!(["Initializing model...", ""])
+                    }
+                }
+
                 Task {
                     if (self.whisperKit == nil) {
-                        if (self.eventSink != nil) {
-                            self.eventSink!(["initializing model...", ""])
-                        }
-                        
                         self.whisperKit = try? await WhisperKit(model: self.model,
                                                                 verbose: true,
                                                                 prewarm: true)
@@ -63,7 +65,7 @@ public class WhisperKitRunner: NSObject, FlutterStreamHandler {
         transcriptionProgressChannel.setStreamHandler(self)
     }
 
-    private func sendTranscriptionProgressEvent(progress: TranscriptionProgress)->Bool? {
+    private func sendTranscriptionProgressEvent(progress: TranscriptionProgress) -> Bool? {
         guard let eventSink = eventSink else {
             return nil
         }

pubspec.yaml

@@ -1,7 +1,7 @@
 name: lotti
 description: Achieve your goals and keep your data private with Lotti.
 publish_to: 'none'
-version: 0.9.443+2428
+version: 0.9.443+2429
 
 msix_config:
   display_name: LottiApp