forked from yodhcn/Doujin_Voice_Renamer
-
Notifications
You must be signed in to change notification settings - Fork 6
/
dlsite_renamer-cli.py
362 lines (327 loc) · 18.5 KB
/
dlsite_renamer-cli.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
from tkinter import filedialog
from tkinter import messagebox
from lxml import html
from glob import glob
import tkinter as tk
import threading
import requests
import time
import re
import os
import json
import random
import sys
import argparse
import urllib.request
# 默認設定
template_RJ = 'workno title ' # 默認RJ命名模板(Voice)
template_BJ = 'workno title ' # 默認BJ命名模板(Comic)
template_VJ = 'workno title ' # 默認VJ命名模板(Game)
replace_rules = [] # 替換規則
RJ_WEBPATH = 'https://www.dlsite.com/maniax/work/=/product_id/'
RJ_G_WEBPATH = 'https://www.dlsite.com/home/work/=/product_id/'
BJ_WEBPATH = 'https://www.dlsite.com/books/work/=/product_id/'
BJ_G_WEBPATH = 'https://www.dlsite.com/comic/work/=/product_id/'
VJ_WEBPATH = 'https://www.dlsite.com/pro/work/=/product_id/'
VJ_G_WEBPATH = 'https://www.dlsite.com/soft/work/=/product_id/'
R_COOKIE = {'adultchecked': '1'}
# re.compile()返回一個匹配對像
# ensure path name is exactly RJ?(\d{8}d{7}d{6}) or BJ?(\d{8}d{7}d{6}) or VJ?(\d{8}d{7}d{6})
pattern = re.compile("([BRV][EJ])?(\d{8}|\d{7}|\d{6})|$")
# filter to substitute illegal filenanme characters to " "
filter = re.compile('[\\\/:"*?<>|]+')
# 避免ERROR: Max retries exceeded with url
requests.adapters.DEFAULT_RETRIES = 5 # 增加重連次數
s = requests.session()
s.keep_alive = False # 關閉多餘連接
# s.get(url) # 你需要的網址
# 查找母串內所有子串的位置, 查找失敗返回-1
# Random User Agent List
USER_AGENT_LIST = [
"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; AcooBrowser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)",
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Acoo Browser; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.0.04506)",
"Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.5; AOLBuild 4337.35; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)",
"Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US)",
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)",
"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 1.0.3705; .NET CLR 1.1.4322)",
"Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 5.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.0.04506.30)",
"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",
"Mozilla/5.0 (X11; U; Linux; en-US) AppleWebKit/527+ (KHTML, like Gecko, Safari/419.3) Arora/0.6",
"Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.2pre) Gecko/20070215 K-Ninja/2.1.1",
"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9) Gecko/20080705 Firefox/3.0 Kapiko/3.0",
"Mozilla/5.0 (X11; Linux i686; U;) Gecko/20070322 Kazehakase/0.4.5",
"Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.8) Gecko Fedora/1.9.0.8-1.fc10 Kazehakase/0.5.6",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/535.20 (KHTML, like Gecko) Chrome/19.0.1036.7 Safari/535.20",
"Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.11 (KHTML, like Gecko) Chrome/20.0.1132.11 TaoBrowser/2.0 Safari/536.11",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.71 Safari/537.1 LBBROWSER",
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; LBBROWSER)",
"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; QQDownload 732; .NET4.0C; .NET4.0E; LBBROWSER)",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.84 Safari/535.11 LBBROWSER",
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E)",
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; QQBrowser/7.0.3698.400)",
"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; QQDownload 732; .NET4.0C; .NET4.0E)",
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; SV1; QQDownload 732; .NET4.0C; .NET4.0E; 360SE)",
"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; QQDownload 732; .NET4.0C; .NET4.0E)",
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E)",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1",
"Mozilla/5.0 (iPad; U; CPU OS 4_2_1 like Mac OS X; zh-cn) AppleWebKit/533.17.9 (KHTML, like Gecko) Version/5.0.2 Mobile/8C148 Safari/6533.18.5",
"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:2.0b13pre) Gecko/20110307 Firefox/4.0b13pre",
"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:16.0) Gecko/20100101 Firefox/16.0",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11",
"Mozilla/5.0 (X11; U; Linux x86_64; zh-CN; rv:1.9.2.10) Gecko/20100922 Ubuntu/10.10 (maverick) Firefox/3.6.10",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36",
]
USER_AGENT = random.choice(USER_AGENT_LIST)
headers = {
'user-agent': USER_AGENT
}
# 把字串半形轉全形
def strB2Q(s):
rstring = ""
for uchar in s:
u_code = ord(uchar)
if u_code == 32: # 全形空格直接轉換
u_code = 12288
elif 33 <= u_code <= 126: # 全形字元（除空格）根據關係轉化
u_code += 65248
rstring += chr(u_code)
return rstring
def match_code(code):
# requests函示庫是一個常用於http請求的模組
if code[0] == "R":
url = RJ_WEBPATH + code
if code[0] == "B":
url = BJ_WEBPATH + code
if code[0] == "V":
url = VJ_WEBPATH + code
try:
# allow_redirects=False 禁止重定向
r = s.get(url, allow_redirects=False, cookies=R_COOKIE, headers=headers)
# HTTP狀態碼==200表示請求成功
if r.status_code != 200:
#print(" Status code:", r.status_code, "\nurl:", url)
try:
## 改成一般向網址
if code[0] == "R":
url = RJ_G_WEBPATH + code
if code[0] == "B":
url = BJ_G_WEBPATH + code
if code[0] == "V":
url = VJ_G_WEBPATH + code
r = s.get(url, allow_redirects=False, cookies=R_COOKIE)
if r.status_code != 200:
return r.status_code, "", "", "", [], [], "", "", ""
except os.error as err:
print("**請求超時!\n")
print(" 請檢查網絡連接\n")
return "", "", "", "", [], [], "", "", ""
# fromstring()在解析xml格式時, 將字串轉換為Element對像, 解析樹的根節點
# 在python中, 對get請求返回的r.content做fromstring()處理, 可以方便進行後續的xpath()定位等
tree = html.fromstring(r.content)
try:
img_url = tree.xpath('//meta[@name="twitter:image:src"]/@content')[0]
except os.error as err:
text.insert(tk.END, "**作品封面不存在!\n")
img_url = ""
title = tree.xpath('//h1[@id="work_name"]/text()')[0]
circle = tree.xpath(
'//span[@itemprop="brand" and @class="maker_name"]/*/text()')[0]
cvList = tree.xpath(
'//*[@id="work_outline"]/tr/th[contains(text(), "声優")]/../td/a/text()')
authorList = tree.xpath(
'//*[@id="work_maker"]/tr/th[contains(text(), "著者")]/../td/a/text()')
type = tree.xpath(
'//*[@id="work_outline"]/tr/th[contains(text(), "作品形式")]/../td/div/a/span/text()')[0]
# 精簡遊戲類型
game_type_list = ["アクション", "クイズ", "アドベンチャー", "ロールプレイング", "テーブル", "デジタルノベル", "シミュレーション", "タイピング", "シューティング", "パズル", "その他ゲーム"]
if type in game_type_list:
type = "ゲーム"
work_age = tree.xpath(
'//*[@id="work_outline"]/tr/th[contains(text(), "年齢指定")]/../td/div/a/span/text()')
if not work_age:
work_age = tree.xpath(
'//*[@id="work_outline"]/tr/th[contains(text(), "年齢指定")]/../td/div/span/text()')
release_date = tree.xpath(
'//*[@id="work_outline"]/tr/th[contains(text(), "販売日")]/../td/a/text()')[0]
# 精簡日期: 20ab年cd月ef日 => abcdef
if len(release_date) >= 11:
release_date = release_date[2]+release_date[3]+release_date[5]+release_date[6]+release_date[8]+release_date[9]
return 200, img_url, title, circle, cvList, authorList, work_age[0], release_date, type
except os.error as err:
print("**請求超時!\n")
print(" 請檢查網絡連接\n")
return "", "", "", "", [], [], "", "", ""
def nameChange(path, del_flag, cover_flag, recur_flag):
print("選擇路徑: " + path + "\n")
# os.listdir()返回指定的資料夾包含的檔案或資料夾的名字的列表
if recur_flag: # 遞迴檢索
files = [y for x in os.walk(path) for y in glob(os.path.join(x[0], '*'))]
else: # 根目錄檢索
files = os.listdir(path)
for file in files:
if recur_flag: # 遞迴檢索需要修正路徑
path = os.path.split(file)[0]
# 嘗試獲取code
code_list = re.findall(pattern, file.upper())[0]
code = ''.join(code_list)
# 如果沒能提取到code
if not code:
continue # 跳過該資料夾/檔案
else:
#print('Processing: ' + code)
print('Processing: ' + code + '\n')
r_status, img_url, title, circle, cvList, authorList, work_age, release_date, type = match_code(code)
# 如果順利爬取網頁訊息
if r_status == 200 and title and circle:
if del_flag:
# 刪除title中的【.*?】
title = re.sub(u"\\【.*?】", "", title)
if code[0] == "R":
new_name = template_RJ.replace("workno", code)
if code[0] == "B":
new_name = template_BJ.replace("workno", code)
if code[0] == "V":
new_name = template_VJ.replace("workno", code)
new_name = new_name.replace("title", title)
new_name = new_name.replace("circle", circle)
new_name = new_name.replace("work_age", work_age)
new_name = new_name.replace("release_date", release_date)
new_name = new_name.replace("type", type)
author = ""
if authorList: # 如果authorList非空
for name in authorList:
author += "," + name
new_name = new_name.replace("author", author[1:])
else:
new_name = new_name.replace("(author)", "")
cv = ""
if cvList: # 如果cvList非空
for name in cvList:
cv += "," + name
new_name = new_name.replace("cv", cv[1:])
else:
new_name = new_name.replace("(CV. cv)", "")
# 要下載封面且是資料夾
if cover_flag and img_url and os.path.isdir(os.path.join(path, file)):
try: # 嘗試下載封面
store_path = os.path.join(path, file, "cover.jpg")
if not os.path.isfile(store_path):
print(" 下載封面...\n")
opener = urllib.request.build_opener()
opener.addheaders = [('User-agent', USER_AGENT)]
urllib.request.install_opener(opener)
urllib.request.urlretrieve(img_url, store_path)
else:
print("**封面已存在，跳過下載!\n")
except os.error as err:
print("**下載封面過程中出現錯誤!\n")
# 1. 將Windows文件名中的非法字元替換成空白
# re.sub(pattern, repl, string)
# new_name = re.sub(filter, " ", new_name)
# 1. 將Windows文件名中的非法字元替換成全形
# re.match(pattern, string, flags=0)
fixed_filename = "";
for char in new_name:
if re.match(filter, char):
fixed_filename += strB2Q(char)
else:
fixed_filename += char
# 2. 多空格轉單空格
new_name = ' '.join(fixed_filename.split())
# 嘗試重命名
try:
# strip() 去掉字串兩邊的空格
if os.path.isfile(os.path.join(path, file)): # 如果是檔案
temp, file_extension = os.path.splitext(file)
os.rename(os.path.join(path, file),
os.path.join(path, new_name.strip()+file_extension))
else: # 如果是資料夾
os.rename(os.path.join(path, file),
os.path.join(path, new_name.strip()))
except os.error as err:
print("**重命名失敗!\n")
print(" " + os.path.join(path, file) + "\n")
print(" 請檢查是否存在重複的名稱\n")
elif r_status == 404:
print("**爬取DLsite過程中出現錯誤!\n")
print(" 請檢查本作是否已經下架或被收入合集\n")
elif r_status != "":
print("**爬取DLsite過程中出現錯誤!\n")
print(" 網頁 URL: " +
RJ_WEBPATH + code + "\n")
print(" HTTP 狀態碼: " +
str(r_status) + "\n")
# set delay to avoid being blocked from server
time.sleep(0.1)
print("*******完成!*******\n\n\n\n")
def dir_path(path):
if os.path.isdir(path):
return path
else:
raise argparse.ArgumentTypeError(f"\"{path}\" is not a valid path!")
def process_command():
parser = argparse.ArgumentParser(description="Renamer for DLsite works v3.6")
parser.add_argument('-d', "--DEL", action='store_true', help='delete string in 【】')
parser.add_argument('-c', "--COVER", action='store_true', help='download cover')
parser.add_argument('-r', "--RECUR", action='store_true', help='recursively processing')
parser.add_argument('-i', "--PATH", type=dir_path, required=True, help='path for processing')
return parser.parse_args()
args = process_command()
print("===讀取配置文件===\n\n")
# 讀取配置文件
# os.path.dirname(__file__) 當前腳本所在路徑
basedir = os.path.abspath(os.path.dirname(__file__))
try:
fname = os.path.join(basedir, 'config.json')
with open(fname, 'r', encoding='utf-8') as f:
config = json.load(f)
for tag in config['replace_rules']: # 模板非空
if ("workno" in tag['to']):
if tag['type'] == "rj":
print("**使用自定義RJ命名模板:\n")
template_RJ = tag['to']
print(" " + template_RJ.strip() + "\n\n")
if tag['type'] == "bj":
print("**使用自定義BJ命名模板:\n")
template_BJ = tag['to']
print(" " + template_BJ.strip() + "\n\n")
if tag['type'] == "vj":
print("**使用自定義VJ命名模板:\n")
template_VJ = tag['to']
print(" " + template_VJ.strip() + "\n\n")
else:
print("**模板格式錯誤: 模板中必須包含\"workno\"!\n")
print(" 使用默認命名模板:\n")
print(" workno title \n\n")
if config["replace_rules"] and type(config["replace_rules"]) == list and len(config["replace_rules"]):
replace_rules = config["replace_rules"]
except os.error as err:
# 生成配置文件
json_data = {
"replace_rules":
[
{
"type": "rj",
"from": "",
"to": "workno title "
},
{
"type": "bj",
"from": "",
"to": "workno title "
},
{
"type": "vj",
"from": "",
"to": "workno title "
}
]
}
with open(fname, "w", encoding='utf-8') as f:
json.dump(json_data, f, ensure_ascii=False, sort_keys=False,indent=4)
print("**使用默認命名模板:\n")
print(" workno title \n")
nameChange(args.PATH,args.DEL,args.COVER,args.RECUR)