parse.py

import re

from bs4 import BeautifulSoup

from utils import SourceUrlType, StickerType


# begin deprecated
def parse_page(content: bytes, source: SourceUrlType):
    parser = {
        SourceUrlType.YABE: parse_page_yabe,
        SourceUrlType.YABE_EMOJI: parse_page_yabe,
        SourceUrlType.LINE: parse_page_line,
        SourceUrlType.LINE_EMOJI: parse_page_line,
    }
    if source not in parser.keys():
        raise ValueError
    emoji = False
    if source in [SourceUrlType.LINE_EMOJI, SourceUrlType.YABE_EMOJI]:
        emoji = True
    return parser[source](content, emoji)


def parse_page_yabe(content: bytes, emoji: bool):
    real_pack_id = 0
    if emoji:
        sticker_type = StickerType.EMOJI
    else:
        sticker_type = StickerType.STATIC_STICKER
    soup = BeautifulSoup(content, "html5lib")
    talk_icon = soup.select_one("div.stickerData div.talkIcon")
    move_icon = soup.select_one("div.stickerData div.moveIcon")
    popup_icon = soup.select_one("div.stickerData div.PopUpIcon")
    if talk_icon and popup_icon:
        sticker_type = StickerType.POPUP_AND_SOUND_STICKER
    elif popup_icon:
        sticker_type = StickerType.POPUP_STICKER
    elif talk_icon and move_icon:
        sticker_type = StickerType.ANIMATED_AND_SOUND_STICKER
    elif talk_icon:
        sticker_type = StickerType.STATIC_WITH_SOUND_STICKER
    elif move_icon:
        if emoji:
            sticker_type = StickerType.ANIMATED_EMOJI
        else:
            sticker_type = StickerType.ANIMATED_STICKER
    title = soup.select_one("div.stickerData div.title")
    if title:
        title = title.text
    else:
        raise Exception("Error: Title not found")
    id_list = list()
    if emoji:
        sticker_id_pattern = re.compile(
            r"sticonshop/v1/sticon/[a-f0-9]+/iPhone/(\d+)(?:_animation)?.png",
            flags=re.IGNORECASE,
        )
    else:
        sticker_id_pattern = re.compile(
            r"stickershop/v1/sticker/(\d+)/\w+/sticker.png", flags=re.IGNORECASE
        )
    real_pack_id_pattern = re.compile(
        r"sticonshop/v1/sticon/([a-f0-9]+)/iPhone/\d+(?:_animation)?.png",
        flags=re.IGNORECASE,
    )
    sticker_list = soup.find_all("li", {"class": "stickerSub"})
    for sticker in sticker_list:
        match = sticker_id_pattern.search(str(sticker))
        if match:
            id_list.append(match.group(1))
        if emoji:
            if not real_pack_id:
                _match = real_pack_id_pattern.search(str(sticker))
                if _match:
                    real_pack_id = _match.group(1)
    return real_pack_id, title, id_list, sticker_type


def parse_page_line(content: bytes, emoji: bool):
    if emoji:
        sticker_type = StickerType.EMOJI
    else:
        sticker_type = StickerType.STATIC_STICKER
    soup = BeautifulSoup(content, "html5lib")
    if soup.find("span", {"class": "MdIcoFlash_b"}):
        sticker_type = StickerType.POPUP_STICKER
    elif soup.find("span", {"class": "MdIcoFlashAni_b"}):
        sticker_type = StickerType.POPUP_AND_SOUND_STICKER
    elif soup.find("span", {"class": "MdIcoPlay_b"}):
        if emoji:
            sticker_type = StickerType.ANIMATED_EMOJI
        else:
            sticker_type = StickerType.ANIMATED_STICKER
    elif soup.find("span", {"class": "MdIcoFlash_b"}):
        sticker_type = StickerType.ANIMATED_AND_SOUND_STICKER
    elif soup.find("span", {"class": "MdIcoSound_b"}):
        sticker_type = StickerType.STATIC_WITH_SOUND_STICKER

    title = soup.find("p", {"class": "mdCMN38Item01Ttl"})
    title2 = soup.find("h3")
    if title:
        title = title.text
    elif title2:
        print("Title not found, using the first h3 instead")
        title = title2.text
    else:
        print(soup)
        raise Exception("Error: Title not found")
    id_list = list()
    if emoji:
        sticker_id_pattern = re.compile(
            r"sticonshop/v1/sticon/[a-f0-9]+/iPhone/(\d+)(?:_animation)?.png",
            flags=re.IGNORECASE,
        )
    else:
        sticker_id_pattern = re.compile(
            r"stickershop/v1/sticker/(\d+)/\w+/sticker.png", flags=re.IGNORECASE
        )
    sticker_list = soup.find_all("span", {"class": "mdCMN09Image"})
    for sticker in sticker_list:
        match = sticker_id_pattern.search(sticker["style"])
        if match:
            id_list.append(match.group(1))
    id_list = list(set(id_list))
    # for line id, conversion is not needed, real_id returns 0
    return 0, title, id_list, sticker_type


# end deprecated