diff --git a/lib/pangea/widgets/chat/overlay_message_text.dart b/lib/pangea/widgets/chat/overlay_message_text.dart index 79f5b8a91..cb85d4c31 100644 --- a/lib/pangea/widgets/chat/overlay_message_text.dart +++ b/lib/pangea/widgets/chat/overlay_message_text.dart @@ -70,11 +70,16 @@ class OverlayMessageTextState extends State { ); } -// Convert the entire message into a list of characters + // Convert the entire message into a list of characters final Characters messageCharacters = widget.pangeaMessageEvent.messageDisplayText.characters; // When building token positions, use grapheme cluster indices + // We use grapheme cluster indices to avoid splitting emojis and other + // complex characters that requires multiple code units. + // For instance, the emoji 🇺🇸 is represented by two code units: + // - \u{1F1FA} + // - \u{1F1F8} final List tokenPositions = []; int globalIndex = 0;