зеркало из
https://github.com/VIGINUM-FR/D3lta.git
synced 2025-10-29 21:16:20 +02:00
44 строки
1.4 KiB
Python
44 строки
1.4 KiB
Python
# taken from https://gist.github.com/msenol86/44082269be46aa446ccda9d02202e523
|
|
import os
|
|
import re
|
|
import urllib.request
|
|
|
|
EMOJI_TESTFILE_FILENAME = "emoji-test.txt"
|
|
EMOJI_DATA_URL = "https://unicode.org/Public/emoji/latest/emoji-test.txt"
|
|
|
|
|
|
def download_latest_emoji_test_data() -> None:
|
|
with urllib.request.urlopen(EMOJI_DATA_URL) as emoji_data_request_response:
|
|
emoji_test_file = emoji_data_request_response.read()
|
|
|
|
with open(EMOJI_TESTFILE_FILENAME, "wb") as tmp_file:
|
|
tmp_file.write(emoji_test_file)
|
|
|
|
|
|
def get_all_emojis_from_latest_unicode_emojis_specification_with_download() -> list[
|
|
str
|
|
]:
|
|
if not os.path.exists(EMOJI_TESTFILE_FILENAME):
|
|
print(EMOJI_TESTFILE_FILENAME + " file not found. Downloading it ...")
|
|
download_latest_emoji_test_data()
|
|
|
|
emoji_matching_in_unicode_specification_v16_0_pattern = re.compile(
|
|
r"(?:minimally|fully)-qualified[ ]*# (?P<emoji>.*?) "
|
|
)
|
|
|
|
with open(EMOJI_TESTFILE_FILENAME, "r", encoding="utf8") as unicode_data:
|
|
unicode_data_rows = unicode_data.read()
|
|
|
|
def _deduplicate(items: list[str]):
|
|
return list(set(items))
|
|
|
|
emojis = _deduplicate(
|
|
emoji_matching_in_unicode_specification_v16_0_pattern.findall(unicode_data_rows)
|
|
)
|
|
|
|
return emojis
|
|
|
|
|
|
if __name__ == "__main__":
|
|
print(get_all_emojis_from_latest_unicode_emojis_specification_with_download())
|