temp_test.py 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241
  1. # -*- coding: utf-8 -*-
  2. import hashlib
  3. import json
  4. import re
  5. from urllib.parse import urlencode
  6. from urllib.parse import urlsplit
  7. from urllib.parse import unquote
  8. from urllib.parse import parse_qs
  9. import urllib
  10. from xml.dom.minidom import parseString
  11. from content_spider.Util import hashUtil, random_str
  12. import time
  13. from content_spider.Util import my_log
  14. cate = [
  15. {
  16. "id": 1,
  17. "name": "都市生活",
  18. "channel": "男频",
  19. "childs": [
  20. {
  21. "id": 1,
  22. "name": "爱情婚姻"
  23. },
  24. {
  25. "id": 2,
  26. "name": "商战风云"
  27. },
  28. {
  29. "id": 3,
  30. "name": "职场励志"
  31. },
  32. {
  33. "id": 4,
  34. "name": "官场沉浮"
  35. },
  36. {
  37. "id": 5,
  38. "name": "现实百态"
  39. },
  40. {
  41. "id": 6,
  42. "name": "八卦杂谈"
  43. },
  44. {
  45. "id": 32,
  46. "name": "都市异能"
  47. },
  48. {
  49. "id": 40,
  50. "name": "现代修真"
  51. }
  52. ]
  53. },
  54. {
  55. "id": 2,
  56. "name": "女性言情",
  57. "channel": "女频",
  58. "childs": [
  59. {
  60. "id": 9,
  61. "name": "总裁豪门"
  62. },
  63. {
  64. "id": 8,
  65. "name": "穿越时空"
  66. },
  67. {
  68. "id": 11,
  69. "name": "青春纯爱"
  70. },
  71. {
  72. "id": 12,
  73. "name": "架空历史"
  74. },
  75. {
  76. "id": 7,
  77. "name": "悬疑推理"
  78. },
  79. {
  80. "id": 10,
  81. "name": "综合其他"
  82. }
  83. ]
  84. },
  85. {
  86. "id": 3,
  87. "name": "玄幻小说",
  88. "channel": "男频",
  89. "childs": [
  90. {
  91. "id": 13,
  92. "name": "东方玄幻"
  93. },
  94. {
  95. "id": 14,
  96. "name": "异界大陆"
  97. },
  98. {
  99. "id": 15,
  100. "name": "西方奇幻"
  101. },
  102. {
  103. "id": 16,
  104. "name": "异术超能"
  105. },
  106. {
  107. "id": 33,
  108. "name": "转世重生"
  109. }
  110. ]
  111. },
  112. {
  113. "id": 4,
  114. "name": "历史军事",
  115. "channel": "男频",
  116. "childs": [
  117. {
  118. "id": 19,
  119. "name": "架空历史"
  120. },
  121. {
  122. "id": 20,
  123. "name": "历史传记"
  124. },
  125. {
  126. "id": 21,
  127. "name": "论古谈今"
  128. },
  129. {
  130. "id": 22,
  131. "name": "军事战争"
  132. },
  133. {
  134. "id": 23,
  135. "name": "军旅生活"
  136. },
  137. {
  138. "id": 24,
  139. "name": "抗战烽火"
  140. }
  141. ]
  142. },
  143. {
  144. "id": 5,
  145. "name": "科幻灵异",
  146. "channel": "男频",
  147. "childs": [
  148. {
  149. "id": 25,
  150. "name": "未来世界"
  151. },
  152. {
  153. "id": 26,
  154. "name": "星际战争"
  155. },
  156. {
  157. "id": 27,
  158. "name": "古武机甲"
  159. },
  160. {
  161. "id": 28,
  162. "name": "灵异奇谈"
  163. },
  164. {
  165. "id": 29,
  166. "name": "恐怖惊悚"
  167. },
  168. {
  169. "id": 30,
  170. "name": "悬疑探险"
  171. },
  172. {
  173. "id": 35,
  174. "name": "侦探推理"
  175. },
  176. {
  177. "id": 36,
  178. "name": "末日危临"
  179. }
  180. ]
  181. },
  182. {
  183. "id": 6,
  184. "name": "武侠仙侠",
  185. "channel": "男频",
  186. "childs": [
  187. {
  188. "id": 17,
  189. "name": "奇幻修真"
  190. },
  191. {
  192. "id": 18,
  193. "name": "古典仙侠"
  194. },
  195. {
  196. "id": 34,
  197. "name": "经典武侠"
  198. }
  199. ]
  200. },
  201. {
  202. "id": 7,
  203. "name": "综合其他",
  204. "channel": "男频",
  205. "childs": [
  206. {
  207. "id": 31,
  208. "name": "其他类别"
  209. },
  210. {
  211. "id": 37,
  212. "name": "电子竞技"
  213. },
  214. {
  215. "id": 38,
  216. "name": "虚拟网游"
  217. },
  218. {
  219. "id": 39,
  220. "name": "体育竞技"
  221. }
  222. ]
  223. }
  224. ]
  225. res = []
  226. for i in cate:
  227. if i['channel'] == '男频':
  228. channel_id = 1
  229. else:
  230. channel_id = 2
  231. for j in i['childs']:
  232. temp = {'id': j['id'], 'name': j['name'], 'my_category_id': 0, 'ncategory_id': 0, 'my_category_name': '古代言情', 'channel_id': channel_id}
  233. res.append(temp)
  234. print(res)