line store static/animation image download

crawler.py

import requests
from lxml import etree
import json


def download_from_list(path: str, prefix: str, urls: list):
    # Just for debug.
    # Urls : list<dict>
    # Can use axel or any downloader.
    for url_info in urls:
        img_request = requests.get(url_info['image_url'])
        sub_filename = '.png'
        if url_info.get("type", "") == 'animation':
            # animation type is apng
            sub_filename = '_apng.png'
        with open(f"{path}{prefix}{url_info['image_id']}{sub_filename}", 'wb') as e:
            e.write(img_request.content)


def get_urls_from_store(store_url: str) -> list:
    """Get sticker from store.

    Args:
        store_url (str): store url.

    Raises:
        ValueError: status code error.

    Returns:
        list: stick urls. [
                {
                    "image_id":"1234",
                    "image_url":"https://stick"
                }
            ]
    """

    html = requests.get(store_url)
    if html.status_code != 200:
        raise ValueError("Get store html error.")

    # init etree xpath
    root = etree.HTML(html.text)
    animation_sticker_urls = []
    static_urls = []

    root = root.xpath("//li[@data-preview]")
    # animate
    for i in root:
        if i.get("data-preview"):
            img_info = json.loads(i.get("data-preview"))
            static_urls.append(
                {
                    "type": "static",
                    "image_id": img_info.get("id", None),
                    "image_url": img_info.get("staticUrl", None),
                }
            )
            animation_sticker_urls.append(
                {
                    "type": "animation",
                    "image_id": img_info.get("id", None),
                    "image_url": img_info.get("animationUrl", None),
                }
            )

    return static_urls, animation_sticker_urls


if __name__ == "__main__":
    static_urls, animation_sticker_urls = get_urls_from_store(
        "")
    download_from_list(
        path="download/",
        prefix="static_",
        urls=static_urls
    )
    download_from_list(
        path="download/",
        prefix="animate_",
        urls=animation_sticker_urls
    )

hmm
Animation sticker format type is APNG
if you want use in GIF type, you must be convert