import requests
from pymongo import MongoClient
import os
import time
import random

total = 0


def main():
    api = 'http://api.bilibili.com/x/web-interface/index/icon'
    global total
    r = requests.session()
    headers = {
        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.100 Safari/537.36'
    }
    db = MongoClient('127.0.0.1', 27017).gif
    gif = db.gif
    s = set()

    try:
        os.mkdir('gifs')
    except:
        pass

    for i in range(10000):
        c = r.get(api).json()
        time.sleep(random.randint(10, 30) / 100)
        if c['data']['id'] in s:
            continue
        else:
            s.add(c['data']['id'])
        dic = {
            'url': 'https:' + c['data']['icon'],
            'id': c['data']['id'],
            'title': c['data']['title']
        }
        print('当前正在处理:', dic['id'], '\t', dic['title'])
        gif.insert_one(dic)
        with open('gifs/' + str(dic['id']) + '.' + dic['title'] + '.gif', 'wb+') as f:
            content = r.get(dic['url'], headers=headers).content
            f.write(content)
            total = total + 1


if __name__ == '__main__':
    main()
    print(total)