add skintone handling to gen_emoji.txt and commit updated emojis.txt and newly generated emojis_skintone_modifiable.txt

1 files changed, 30 insertions, 1 deletions

diff --git a/gen_emoji.py b/gen_emoji.py
index bb1ef8e..ccbc8d8 100644
--- a/gen_emoji.py
+++ b/gen_emoji.py
@@ -2,12 +2,18 @@ import urllib.request
 import os.path
 
 EMOJIS_PATH = 'res/raw/emojis.txt'
+EMOJIS_SKINTONE_MODIFIABLE_PATH = 'res/raw/emojis_skintone_modifiable.txt'
 EMOJI_TEST_PATH = 'emoji-test.txt'
 EMOJI_TEST_URL = 'https://unicode.org/Public/emoji/latest/emoji-test.txt'
 
+EMOJI_SKINTONE_MODIFIERS = [ 0x1F3FB, 0x1F3FC, 0x1F3FD, 0x1F3FE, 0x1F3FF ]
+
 def rawEmojiFromCodes(codes):
     return ''.join([chr(int(c, 16)) for c in codes])
 
+def rawEmojiFromValues(values):
+    return ''.join([chr(v) for v in values])
+
 def getEmojiTestContents():
     if os.path.exists(EMOJI_TEST_PATH):
         print(f'Using existing {EMOJI_TEST_PATH}')
@@ -18,6 +24,7 @@ def getEmojiTestContents():
         
 
 emoji_list = []
+emoji_skintone_modifiable_list = []
 group_indices = []
 for line in getEmojiTestContents().splitlines():
     if line.startswith('# group:'):
@@ -25,7 +32,23 @@ for line in getEmojiTestContents().splitlines():
             group_indices.append(len(emoji_list))
     elif not line.startswith('#') and 'fully-qualified' in line:
         codes = line.split(';')[0].split()
-        emoji_list.append(rawEmojiFromCodes(codes))
+        values = [int(c, 16) for c in codes]
+        emoji = rawEmojiFromValues(values)
+
+        # if any of the values starting at index 1 are skintone modifiers
+        if any(v in EMOJI_SKINTONE_MODIFIERS for v in values[1:]):
+            # emoji_skintone_modifiable_list is a list of items, with every
+            # item being another list, starting with the index of the emoji and followed by all the
+            # skintones that exist for this emoji
+
+            # if the list is empty, or the last entry doesnt begin with the index we are currently at
+            if len(emoji_skintone_modifiable_list) == 0 or emoji_skintone_modifiable_list[-1][0] != len(emoji_list)-1:
+                # create a new list with the index
+                emoji_skintone_modifiable_list.append([len(emoji_list)-1])
+            # add the current skintone to the newest list
+            emoji_skintone_modifiable_list[-1].append(emoji)        
+        else:
+            emoji_list.append(emoji)
 
 with open(EMOJIS_PATH, 'w', encoding='UTF-8') as emojis:
     for e in emoji_list:
@@ -35,4 +58,10 @@ with open(EMOJIS_PATH, 'w', encoding='UTF-8') as emojis:
     emojis.write(' '.join([str(g) for g in group_indices]))
     emojis.write('\n')
 
+with open(EMOJIS_SKINTONE_MODIFIABLE_PATH, 'w', encoding='UTF-8') as emojis:
+    for es in emoji_skintone_modifiable_list:
+        for e in es:
+            emojis.write(f'{e}\n')
+        emojis.write('\n')
+    
 print(f'Parsed {len(emoji_list)} emojis in {len(group_indices)}')