fix: don't include duplicate lemmas in match activity token set (#4498)

This commit is contained in:
ggurdin 2025-10-22 13:11:11 -04:00 committed by GitHub
parent ccf5cb798d
commit 7d5e84b7be
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -162,8 +162,11 @@ class PracticeSelection {
//remove duplicates
final seenTexts = <String>{};
final seemLemmas = <String>{};
tokens.retainWhere(
(token) => seenTexts.add(token.text.content.toLowerCase()),
(token) =>
seenTexts.add(token.text.content.toLowerCase()) &&
seemLemmas.add(token.lemma.text.toLowerCase()),
);
if (tokens.length > 8) {
@ -184,6 +187,8 @@ class PracticeSelection {
activityTokens.add(t);
}
debugPrint("TOKENS: ${activityTokens.map((e) => e.text.content).toList()}");
return [
PracticeTarget(
activityType: activityType,