zhiyu_content_spider/content_spider/temp_test.py

# -*- coding: utf-8 -*-
import hashlib
import json
import re
from urllib.parse import urlencode
from urllib.parse import urlsplit
from urllib.parse import unquote
from urllib.parse import parse_qs

import urllib
from xml.dom.minidom import parseString

import time
import xlrd



category_list = [{"channel_id":17,"name":"男生","data":[{"type":9,"name":"武侠"},{"type":10,"name":"仙侠"},{"type":11,"name":"都市"},{"type":13,"name":"历史"},{"type":14,"name":"游戏"},{"type":21,"name":"玄幻"},{"type":38,"name":"科幻"},{"type":44,"name":"同人"},{"type":49,"name":"短篇男"}]},{"channel_id":18,"name":"女生","data":[{"type":2,"name":"古代言情"},{"type":3,"name":"现代言情"},{"type":4,"name":"校园言情"},{"type":5,"name":"幻想言情"},{"type":22,"name":"穿越重生"},{"type":45,"name":"耽美"},{"type":46,"name":"百合"},{"type":47,"name":"无cp"},{"type":48,"name":"短篇"}]},{"channel_id":19,"name":"恐怖","data":[{"type":20,"name":"推理悬念"},{"type":40,"name":"恐怖惊悚"},{"type":41,"name":"灵异鬼怪"},{"type":42,"name":"风水秘术"},{"type":43,"name":"探险异闻"}]},{"channel_id":23,"name":"出版","data":[{"type":24,"name":"励志"},{"type":25,"name":"职场"},{"type":26,"name":"生活"},{"type":28,"name":"婚姻"},{"type":29,"name":"教育"},{"type":35,"name":"心理学"},{"type":36,"name":"管理"}]}]

result = []
for  item in category_list:
    for item2 in item['data']:
        if item2['type'] == 9 or item2['type'] == 10:
            item2['channel_id'] = 1
            item2['category_name'] = "武侠仙侠"
            item2['category_id'] = 21
        if item2['type'] == 11:
            item2['channel_id'] = 1
            item2['category_name'] = "都市爱情"
            item2['category_id'] = 54
        if item2['type'] == 13:
            item2['channel_id'] = 1
            item2['category_name'] = "特种军旅"
            item2['category_id'] = 51
        if item2['type'] == 14:
            item2['channel_id'] = 1
            item2['category_name'] = "游戏竞技"
            item2['category_id'] = 19
        if item2['type'] == 21 or item2['type'] == 38:
            item2['channel_id'] = 1
            item2['category_name'] = "玄幻奇幻"
            item2['category_id'] = 23
        if item2['type'] == 44:
            item2['channel_id'] = 1
            item2['category_name'] = "衍生同人"
            item2['category_id'] = 125
        if item2['type'] == 49:
            item2['channel_id'] = 1
            item2['category_name'] = "其他作品"
            item2['category_id'] = 127
        if item2['type'] == 2:
            item2['channel_id'] = 2
            item2['category_name'] = "穿越重生"
            item2['category_id'] = 83
        if item2['type'] == 3:
            item2['channel_id'] = 2
            item2['category_name'] = "婚恋情感"
            item2['category_id'] = 98
        if item2['type'] == 4:
            item2['channel_id'] = 2
            item2['category_name'] = "青春校园"
            item2['category_id'] = 104
        if item2['type'] == 5:
            item2['channel_id'] = 2
            item2['category_name'] = "东方玄幻"
            item2['category_id'] = 96
        if item2['type'] == 22:
            item2['channel_id'] = 2
            item2['category_name'] = "穿越重生"
            item2['category_id'] = 83
        if item2['type'] == 45:
            item2['channel_id'] = 2
            item2['category_name'] = "耽美同人"
            item2['category_id'] = 106
        if item2['type'] == 46 or item2['type'] == 47 or item2['type'] == 48:
            item2['channel_id'] = 2
            item2['category_name'] = "其他"
            item2['category_id'] = 107
        if item2['type'] == 20 or item2['type'] == 40 or item2['type'] == 41 or item2['type'] == 42 or item2['type'] == 43:
            item2['channel_id'] = 1
            item2['category_name'] = "灵异恐怖"
            item2['category_id'] = 81

        if item2['type'] == 24 or item2['type'] == 25 or item2['type'] == 26 or item2['type'] == 28 or item2['type'] == 29 or item2['type'] == 35 or item2['type'] == 36:
            item2['channel_id'] = 2
            item2['category_name'] = "其他"
            item2['category_id'] = 107
        result.append(item2)



judian = [{
		"id": "1",
		"classname": "都市言情",
		"pid": "0",
		"level": 0
	}, {
		"id": "2",
		"classname": "时空穿越",
		"pid": "0",
		"level": 0
	}, {
		"id": "3",
		"classname": "总裁豪门",
		"pid": "0",
		"level": 0
	}, {
		"id": "4",
		"classname": "玄幻仙侠",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "6",
		"classname": "悬疑灵异",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "7",
		"classname": "都市异能",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "8",
		"classname": "历史军事",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "9",
		"classname": "古代言情",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "10",
		"classname": "热血青春",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "11",
		"classname": "网游竞技",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "12",
		"classname": "幻想世界",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "13",
		"classname": "社科科普",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "14",
		"classname": "经管理财",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "15",
		"classname": "纪实传记",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "16",
		"classname": "励志成功",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "17",
		"classname": "童话寓言",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "18",
		"classname": "外国名著",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "19",
		"classname": "古典名著",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "20",
		"classname": "职场商战",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "21",
		"classname": "当代文学",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "22",
		"classname": "影视娱乐",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "23",
		"classname": "科幻末世",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "24",
		"classname": "同人小说",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}, {
		"id": "25",
		"classname": "短篇小说",
		"pid": "0",
		"keyword": None,
		"description": None,
		"litpic": None,
		"level": 0
	}];

jr = []
for uitem in judian:
    item = {"id":uitem['id'],"name":uitem['classname']}
    item['channel_id'] = 2
    item['category_name'] = "其他作品"
    item['category_id'] = 127
    if uitem['id'] == "1" or uitem['id'] == "9":
        item['channel_id'] = 2
        item['category_name'] = "婚恋情感"
        item['category_id'] = 98
    if uitem['id'] == "2" or uitem['id'] == "3":
        item['channel_id'] = 2
        item['category_name'] = "穿越重生"
        item['category_id'] = 83
    if uitem['id'] == "4":
        item['channel_id'] = 1
        item['category_name'] = "玄幻奇幻"
        item['category_id'] = 23
    if uitem['id'] == "6":
        item['channel_id'] = 1
        item['category_name'] = "灵异恐怖"
        item['category_id'] = 81
    if uitem['id'] == "7":
        item['channel_id'] = 1
        item['category_name'] = "现代修真"
        item['category_id'] = 68
    if uitem['id'] == "8":
        item['channel_id'] = 1
        item['category_name'] = "特种军旅"
        item['category_id'] = 51
    if uitem['id'] == "10":
        item['channel_id'] = 1
        item['category_name'] = "青春爱情"
        item['category_id'] = 94
    if uitem['id'] == "11":
        item['channel_id'] = 1
        item['category_name'] = "游戏竞技"
        item['category_id'] = 19
    if uitem['id'] == "12":
        item['channel_id'] = 2
        item['category_name'] = "东方玄幻"
        item['category_id'] = 96
    if uitem['id'] == "13":
        item['channel_id'] = 2
        item['category_name'] = "东方玄幻"
        item['category_id'] = 96
        
    jr.append(item)

print(jr)