fluffychat/lib/pangea/user/user_controller.dart
ggurdin 3537cd5fd4
feat: add language indicators to analytics database entries (#5692)
* feat: add language indicators to analytics database entries

* better handling for database reinit

* don't clear database is last update not set
2026-02-13 15:06:21 -05:00

504 lines
16 KiB
Dart

import 'dart:async';
import 'package:collection/collection.dart';
import 'package:matrix/matrix.dart' as matrix;
import 'package:fluffychat/pangea/analytics_misc/client_analytics_extension.dart';
import 'package:fluffychat/pangea/bot/utils/bot_name.dart';
import 'package:fluffychat/pangea/common/constants/model_keys.dart';
import 'package:fluffychat/pangea/common/utils/error_handler.dart';
import 'package:fluffychat/pangea/events/constants/pangea_event_types.dart';
import 'package:fluffychat/pangea/extensions/pangea_room_extension.dart';
import 'package:fluffychat/pangea/languages/language_constants.dart';
import 'package:fluffychat/pangea/languages/language_model.dart';
import 'package:fluffychat/pangea/languages/language_service.dart';
import 'package:fluffychat/pangea/languages/p_language_store.dart';
import 'package:fluffychat/pangea/learning_settings/language_mismatch_popup.dart';
import 'package:fluffychat/pangea/learning_settings/tool_settings_enum.dart';
import 'package:fluffychat/pangea/user/analytics_profile_model.dart';
import 'package:fluffychat/pangea/user/public_profile_model.dart';
import 'package:fluffychat/widgets/matrix.dart';
import 'user_model.dart';
class LanguageUpdate {
final LanguageModel? prevBaseLang;
final LanguageModel? prevTargetLang;
final LanguageModel baseLang;
final LanguageModel targetLang;
LanguageUpdate({
required this.baseLang,
required this.targetLang,
this.prevBaseLang,
this.prevTargetLang,
});
}
/// Controller that manages saving and reading of user/profile information
class UserController {
final StreamController<LanguageUpdate> languageStream =
StreamController.broadcast();
final StreamController<Profile> settingsUpdateStream =
StreamController.broadcast();
/// Cached version of the user profile, so it doesn't have
/// to be read in from client's account data each time it is accessed.
Profile? _cachedProfile;
PublicProfileModel? publicProfile;
/// Listens for account updates and updates the cached profile
StreamSubscription? _profileListener;
matrix.Client get client => MatrixState.pangeaController.matrixState.client;
void _onProfileUpdate(matrix.SyncUpdate sync) {
final prevTargetLang = userL2;
final prevBaseLang = userL1;
final profileData = client.accountData[ModelKey.userProfile]?.content;
final Profile? fromAccountData = Profile.fromAccountData(profileData);
if (fromAccountData != null && fromAccountData != _cachedProfile) {
_cachedProfile = fromAccountData;
if ((prevTargetLang != userL2) || (prevBaseLang != userL1)) {
if (userL1 == null || userL2 == null) {
// if either language is null, then we want to send a settings update instead of a language update
ErrorHandler.logError(
e: "One of the user languages is null. Sending settings update instead of language update.",
data: {
'prevBaseLang': prevBaseLang?.langCode,
'prevTargetLang': prevTargetLang?.langCode,
'userL1': userL1?.langCode,
'userL2': userL2?.langCode,
},
);
settingsUpdateStream.add(fromAccountData);
return;
}
languageStream.add(
LanguageUpdate(
baseLang: userL1!,
targetLang: userL2!,
prevBaseLang: prevBaseLang,
prevTargetLang: prevTargetLang,
),
);
} else {
settingsUpdateStream.add(fromAccountData);
}
}
}
/// The user's profile. Will be empty if the client's accountData hasn't
/// been loaded yet (if the first sync hasn't gone through yet)
/// or if the user hasn't yer set their date of birth.
Profile get profile {
/// if the profile is cached, return it
if (_cachedProfile != null) return _cachedProfile!;
/// if account data is empty, return an empty profile
if (client.accountData.isEmpty) {
return Profile.emptyProfile;
}
/// try to get the account data in the up-to-date format
final Profile? fromAccountData = Profile.fromAccountData(
client.accountData[ModelKey.userProfile]?.content,
);
if (fromAccountData != null) {
_cachedProfile = fromAccountData;
return fromAccountData;
}
_cachedProfile = Profile.migrateFromAccountData();
_cachedProfile?.saveProfileData();
return _cachedProfile ?? Profile.emptyProfile;
}
/// Updates the user's profile with the given [update] function and saves it.
Future<void> updateProfile(
Profile Function(Profile) update, {
waitForDataInSync = false,
}) async {
await initialize();
final prevHash = profile.hashCode;
final Profile updatedProfile = update(profile.copy());
final sourceCodeShort = updatedProfile.userSettings.sourceLanguage
?.split("-")
.first;
final targetCodeShort = updatedProfile.userSettings.targetLanguage
?.split("-")
.first;
if (sourceCodeShort != null &&
targetCodeShort != null &&
sourceCodeShort == targetCodeShort) {
throw IdenticalLanguageException();
}
if (updatedProfile.hashCode == prevHash) {
// no changes were made, so don't save
return;
}
await updatedProfile.saveProfileData(waitForDataInSync: waitForDataInSync);
}
/// A completer for the profile model of a user.
Completer<void> initCompleter = Completer<void>();
bool _initializing = false;
/// Initializes the user's profile. Runs a function to wait for account data to load,
/// read account data into profile, and migrate any missing info from the pangea profile.
/// Finally, it adds a listen to update the profile data when new account data comes in.
Future<void> initialize() async {
if (_initializing || initCompleter.isCompleted) {
return initCompleter.future;
}
_initializing = true;
try {
await _initialize();
_profileListener ??= client.onSync.stream
.where((sync) => sync.accountData != null)
.listen(_onProfileUpdate);
_addAnalyticsRoomIdsToPublicProfile();
if (profile.userSettings.targetLanguage != null &&
profile.userSettings.targetLanguage!.isNotEmpty &&
userL2 == null) {
// update the language list and send an update to refresh analytics summary
await PLanguageStore.initialize(forceRefresh: true);
}
} catch (err, s) {
ErrorHandler.logError(e: err, s: s, data: {});
} finally {
if (!initCompleter.isCompleted) {
initCompleter.complete();
}
_initializing = false;
}
return initCompleter.future;
}
/// Initializes the user's profile by waiting for account data to load, reading in account
/// data to profile, and migrating from the pangea profile if the account data is not present.
Future<void> _initialize() async {
// wait for account data to load
// as long as it's not null, then this we've already migrated the profile
if (client.prevBatch == null) {
await client.onSync.stream.first;
}
if (client.userID == null) return;
try {
final resp = await client.getUserProfile(client.userID!);
publicProfile = PublicProfileModel.fromJson(resp.additionalProperties);
} catch (e) {
// getting a 404 error for some users without pre-existing profile
// still want to set other properties, so catch this error
publicProfile = PublicProfileModel(analytics: AnalyticsProfileModel());
}
await updatePublicProfile();
// Do not await. This function pulls level from analytics,
// so it waits for analytics to finish initializing. Analytics waits for user controller to
// finish initializing, so this would cause a deadlock.
final l2 = userL2;
if (publicProfile!.analytics.isEmpty && l2 != null) {
final analyticsService =
MatrixState.pangeaController.matrixState.analyticsDataService;
final data = await analyticsService.derivedData(l2.langCodeShort);
updateAnalyticsProfile(level: data.level);
}
}
void clear() {
_initializing = false;
initCompleter = Completer<void>();
_cachedProfile = null;
_profileListener?.cancel();
_profileListener = null;
}
/// Reinitializes the user's profile
/// This method should be called whenever the user's login status changes
Future<void> reinitialize() async {
clear();
await initialize();
}
/// Retrieves matrix access token.
String get accessToken {
final token = client.accessToken;
if (token == null) {
throw ("Trying to get accessToken with null token. User is not logged in.");
}
return token;
}
/// Checks if user data is available and the user's l2 is set.
Future<bool> get isUserL2Set async {
try {
// the function fetchUserModel() uses a completer, so it shouldn't
// re-call the endpoint if it has already been called
await initialize();
return profile.userSettings.targetLanguage != null;
} catch (err, s) {
ErrorHandler.logError(e: err, s: s, data: {});
return false;
}
}
/// Returns a boolean value indicating whether the user is currently in the trial window.
bool inTrialWindow({int trialDays = 7}) {
final DateTime? createdAt = profile.userSettings.createdAt;
if (createdAt == null) {
return false;
}
return createdAt.isAfter(
DateTime.now().subtract(Duration(days: trialDays)),
);
}
/// Retrieves the user's email address.
///
/// This method fetches the user's email address by making a request to the
/// Matrix server. It uses the `_pangeaController` instance to access the
/// Matrix client and retrieve the account's third-party identifiers. It then
/// filters the identifiers to find the first one with the medium set to
/// `ThirdPartyIdentifierMedium.email`. Finally, it returns the email address
/// associated with the identifier, or `null` if no email address is found.
///
/// Returns:
/// - The user's email address as a [String], or `null` if no email address
/// is found.
Future<String?> get userEmail async {
final List<matrix.ThirdPartyIdentifier>? identifiers = await client
.getAccount3PIDs();
final matrix.ThirdPartyIdentifier? email = identifiers?.firstWhereOrNull(
(identifier) =>
identifier.medium == matrix.ThirdPartyIdentifierMedium.email,
);
return email?.address;
}
Future<void> _savePublicProfileUpdate(
String type,
Map<String, dynamic> content,
) async {
try {
await client.setUserProfile(client.userID!, type, content);
} catch (e, s) {
ErrorHandler.logError(
e: e,
s: s,
data: {'type': type, 'content': content},
);
}
}
Future<void> updateAnalyticsProfile({
required int level,
LanguageModel? baseLanguage,
LanguageModel? targetLanguage,
}) async {
targetLanguage ??= userL2;
baseLanguage ??= userL1;
if (targetLanguage == null || publicProfile == null) return;
final analyticsRoom = client.analyticsRoomLocal(targetLanguage);
if (publicProfile!.analytics.targetLanguage == targetLanguage &&
publicProfile!.analytics.baseLanguage == baseLanguage &&
publicProfile!.analytics.languageAnalytics?[targetLanguage]?.level ==
level &&
publicProfile!.analytics.analyticsRoomIdByLanguage(targetLanguage) ==
analyticsRoom?.id) {
return;
}
publicProfile!.analytics.baseLanguage = baseLanguage;
publicProfile!.analytics.targetLanguage = targetLanguage;
publicProfile!.analytics.setLanguageInfo(
targetLanguage,
level,
analyticsRoom?.id,
);
await _savePublicProfileUpdate(
PangeaEventTypes.profileAnalytics,
publicProfile!.toJson(),
);
}
Future<void> _addAnalyticsRoomIdsToPublicProfile() async {
if (publicProfile?.analytics.languageAnalytics == null) return;
final analyticsRooms = client.allMyAnalyticsRooms;
if (analyticsRooms.isEmpty) return;
for (final analyticsRoom in analyticsRooms) {
final lang = analyticsRoom.madeForLang?.split("-").first;
if (lang == null || publicProfile?.analytics.languageAnalytics == null) {
continue;
}
final langKey = publicProfile!.analytics.languageAnalytics!.keys
.firstWhereOrNull((l) => l.langCodeShort == lang);
if (langKey == null) continue;
if (publicProfile!
.analytics
.languageAnalytics![langKey]!
.analyticsRoomId ==
analyticsRoom.id) {
continue;
}
publicProfile!.analytics.setLanguageInfo(
langKey,
publicProfile!.analytics.languageAnalytics![langKey]!.level,
analyticsRoom.id,
);
}
await _savePublicProfileUpdate(
PangeaEventTypes.profileAnalytics,
publicProfile!.toJson(),
);
}
Future<void> addXPOffset(int offset) async {
final targetLanguage = userL2;
if (targetLanguage == null || publicProfile == null) return;
publicProfile!.analytics.addXPOffset(
targetLanguage,
offset,
client.analyticsRoomLocal(targetLanguage)?.id,
);
await _savePublicProfileUpdate(
PangeaEventTypes.profileAnalytics,
publicProfile!.toJson(),
);
}
Future<void> updatePublicProfile() async {
if (publicProfile == null ||
(publicProfile!.country == profile.userSettings.country &&
publicProfile!.about == profile.userSettings.about)) {
return;
}
publicProfile = publicProfile!.copyWith(
country: profile.userSettings.country,
about: profile.userSettings.about,
);
await _savePublicProfileUpdate(
PangeaEventTypes.profileAnalytics,
publicProfile!.toJson(),
);
}
Future<AnalyticsProfileModel> getPublicAnalyticsProfile(String userId) async {
try {
if (userId == BotName.byEnvironment) {
return AnalyticsProfileModel();
}
final resp = await client.getUserProfile(userId);
return AnalyticsProfileModel.fromJson(resp.additionalProperties);
} catch (e, s) {
ErrorHandler.logError(e: e, s: s, data: {userId: userId});
return AnalyticsProfileModel();
}
}
Future<PublicProfileModel?> getPublicProfile(String userId) async {
try {
if (userId == BotName.byEnvironment) {
return PublicProfileModel(analytics: AnalyticsProfileModel());
}
final resp = await client.getUserProfile(userId);
return PublicProfileModel.fromJson(resp.additionalProperties);
} catch (e, s) {
ErrorHandler.logError(e: e, s: s, data: {userId: userId});
return null;
}
}
bool isToolEnabled(ToolSetting setting) {
return userToolSetting(setting);
}
bool userToolSetting(ToolSetting setting) {
switch (setting) {
case ToolSetting.interactiveTranslator:
return profile.toolSettings.interactiveTranslator;
case ToolSetting.interactiveGrammar:
return profile.toolSettings.interactiveGrammar;
case ToolSetting.immersionMode:
return profile.toolSettings.immersionMode;
case ToolSetting.definitions:
return profile.toolSettings.definitions;
case ToolSetting.autoIGC:
return profile.toolSettings.autoIGC;
case ToolSetting.enableAutocorrect:
return profile.toolSettings.enableAutocorrect;
default:
return false;
}
}
String? get userL1Code {
final source = profile.userSettings.sourceLanguage;
return source == null || source.isEmpty
? LanguageService.systemLanguage?.langCode
: source;
}
String? get userL2Code {
final target = profile.userSettings.targetLanguage;
return target == null || target.isEmpty ? null : target;
}
LanguageModel? get userL1 {
if (userL1Code == null) return null;
final langModel = PLanguageStore.byLangCode(userL1Code!);
return langModel?.langCode == LanguageKeys.unknownLanguage
? null
: langModel;
}
LanguageModel? get userL2 {
if (userL2Code == null) return null;
final langModel = PLanguageStore.byLangCode(userL2Code!);
return langModel?.langCode == LanguageKeys.unknownLanguage
? null
: langModel;
}
String? get voice => profile.userSettings.voice;
bool get languagesSet =>
userL1Code != null &&
userL2Code != null &&
userL1Code!.isNotEmpty &&
userL2Code!.isNotEmpty &&
userL1Code != LanguageKeys.unknownLanguage &&
userL2Code != LanguageKeys.unknownLanguage;
bool get showTranscription => true;
}