f6a048ca3e
* feat: embed STT transcription in audio event content Before sending the audio event, the client now fetches the STT transcript first, then embeds it under 'user_stt' in the event content. This mirrors the 'original_sent' pattern for text messages and lets the bot read the transcript immediately without downloading audio or calling choreo. - Add ModelKey.userStt constant - Rewrite onVoiceMessageSend to get transcript before sending audio - Update getSpeechToTextLocal() to check userStt before botTranscription * chore: replace inaccurate comment with TODO referencing #5730 * formatting * fix pangea comments * feat: make stt translations relate to pangea message events instead of stt representation events * clean up pangea event types --------- Co-authored-by: ggurdin <ggurdin@gmail.com>
90 lines
3 KiB
Dart
90 lines
3 KiB
Dart
import 'package:flutter/material.dart';
|
|
|
|
import 'package:fluffychat/pangea/events/models/pangea_token_model.dart';
|
|
import 'package:fluffychat/pangea/speech_to_text/speech_to_text_response_model.dart';
|
|
import 'package:fluffychat/pangea/toolbar/reading_assistance/token_rendering_util.dart';
|
|
import 'package:fluffychat/pangea/toolbar/reading_assistance/tokens_util.dart';
|
|
import 'package:fluffychat/pangea/toolbar/reading_assistance/underline_text_widget.dart';
|
|
import 'package:fluffychat/widgets/hover_builder.dart';
|
|
|
|
class SttTranscriptTokens extends StatelessWidget {
|
|
final String eventId;
|
|
final SpeechToTextResponseModel model;
|
|
final TextStyle? style;
|
|
|
|
final void Function(PangeaToken)? onClick;
|
|
final bool Function(PangeaToken)? isSelected;
|
|
|
|
const SttTranscriptTokens({
|
|
super.key,
|
|
required this.eventId,
|
|
required this.model,
|
|
this.onClick,
|
|
this.isSelected,
|
|
this.style,
|
|
});
|
|
|
|
List<PangeaToken> get tokens =>
|
|
model.transcript.sttTokens.map((t) => t.token).toList();
|
|
|
|
@override
|
|
Widget build(BuildContext context) {
|
|
if (model.transcript.sttTokens.isEmpty) {
|
|
return Text(
|
|
model.transcript.text,
|
|
style: style ?? DefaultTextStyle.of(context).style,
|
|
textScaler: TextScaler.noScaling,
|
|
);
|
|
}
|
|
|
|
final messageCharacters = model.transcript.text.characters;
|
|
final newTokens = TokensUtil.getNewTokens(eventId, tokens, model.langCode);
|
|
|
|
return RichText(
|
|
textScaler: TextScaler.noScaling,
|
|
text: TextSpan(
|
|
style: style ?? DefaultTextStyle.of(context).style,
|
|
children: TokensUtil.getGlobalTokenPositions(tokens).map((
|
|
tokenPosition,
|
|
) {
|
|
final text = messageCharacters
|
|
.skip(tokenPosition.startIndex)
|
|
.take(tokenPosition.endIndex - tokenPosition.startIndex)
|
|
.toString();
|
|
|
|
if (tokenPosition.token == null) {
|
|
return TextSpan(
|
|
text: text,
|
|
style: style ?? DefaultTextStyle.of(context).style,
|
|
);
|
|
}
|
|
|
|
final token = tokenPosition.token!;
|
|
final selected = isSelected?.call(token) ?? false;
|
|
|
|
return WidgetSpan(
|
|
child: HoverBuilder(
|
|
builder: (context, hovered) => MouseRegion(
|
|
cursor: SystemMouseCursors.click,
|
|
child: GestureDetector(
|
|
behavior: HitTestBehavior.translucent,
|
|
onTap: onClick != null ? () => onClick?.call(token) : null,
|
|
child: UnderlineText(
|
|
text: text,
|
|
style: style ?? DefaultTextStyle.of(context).style,
|
|
underlineColor: TokenRenderingUtil.underlineColor(
|
|
Theme.of(context).colorScheme.primary.withAlpha(200),
|
|
selected: selected,
|
|
hovered: hovered,
|
|
isNew: newTokens.any((t) => t == token.text),
|
|
),
|
|
),
|
|
),
|
|
),
|
|
),
|
|
);
|
|
}).toList(),
|
|
),
|
|
);
|
|
}
|
|
}
|