Gfriends Inputer.py

# -*- coding:utf-8 -*-
# Gfriends Inputer / 女友头像仓库导入工具
# Licensed under the MIT license.
# Designed by xinxin8816, many thanks for junerain123, ddd354, moyy996.
version = 'v2.65'

import grequests, requests, os, sys, time, re
from configparser import RawConfigParser
from base64 import b64encode
from traceback import format_exc
from json import loads
from PIL import Image,ImageFilter
from alive_progress import alive_bar

def fix_size(type,path):
	pic = Image.open(path)
	(x,y) = pic.size
	if not 2/3-0.05 <= x/y <= 2/3+0.05: #仅处理会过度拉伸的图片
		if type == '1':
			fixed_pic = pic.resize((int(x),int(3/2*x))) #拉伸图片
			fixed_pic = fixed_pic.filter(ImageFilter.GaussianBlur(radius=50)) #高斯模糊
			fixed_pic.paste(pic,(0,int((3/2*x-y)/2))) #粘贴原图
			fixed_pic.save(path)
		elif type == '2':
			fixed_pic = pic.crop((int(x/2-1/3*y),0,int(x/2+1/3*y),int(y)))
			fixed_pic.save(path)
		else:
			print('× 头像处理配置错误，没有此选项：' + str(type))
			sys.exit()

def get_gfriends_map(repository_url):
	rewriteable_word('>> 下载头像仓库文件树...')
	if repository_url == '默认/': repository_url = 'https://raw.githubusercontent.com/xinxin8816/gfriends/master/'
	github_template = repository_url+'{}/{}/{}'
	if aifix:
		request_url = repository_url+'Filetree.json'
	else:
		request_url = repository_url+'Filetree-NonFix.json'
	try:
		if proxy == '不使用':
			response = session.get(request_url)
		else:
			response = session.get(request_url, proxies = proxies)
		# 修复部分服务端返回 header 未指明编码使后续解析错误
		response.encoding = 'utf-8' 
		if response.status_code != 200:
			print('× 女友仓库返回了一个错误： {}'.format(response.status_code))
			sys.exit()
	except:
		if debug: print(format_exc())
		print('× 网络连接异常且重试 ' + str(max_retries) + ' 次失败')
		print('× 请尝试开启全局代理或配置 HTTP 局部代理；若已开启代理，请检查其可用性')
		sys.exit()
	if aifix:
		map_json = loads(response.text)
	else:
		map_json = loads(response.text.replace('AI-Fix-',''))
	output = {}
	first_lvls = map_json.keys()
	for first in first_lvls:
		second_lvls = map_json[first].keys()
		for second in second_lvls:
			for k, v in map_json[first][second].items():
				output[k[:-4]] = github_template.format(first, second, v)
	print('√ 读取头像仓库文件树完成')
	print('  当前仓库头像数量：' + str(response.text.count('\n')) + '枚\n')
	return output

def get_gfriends_link(name):
	if name in gfriends_map:
		output = gfriends_map[name]
		return output
	else:
		return None

def read_config():
	rewriteable_word('>> 读取配置...')
	if os.path.exists('config.ini'):
		config_settings = RawConfigParser()
		try:
			config_settings.read('config.ini', encoding='UTF-8-SIG') # UTF-8-SIG 适配 Windows 记事本
			repository_url = config_settings.get("下载设置", "Repository_Url")
			host_url = config_settings.get("媒体服务器", "Host_Url")
			api_key = config_settings.get("媒体服务器", "API_ID")
			max_connect = config_settings.get("下载设置", "MAX_DL")
			max_retries = config_settings.get("下载设置", "MAX_Retry")
			proxy = config_settings.get("下载设置", "Proxy")
			download_path = config_settings.get("下载设置", "Download_Path")
			local_path = config_settings.get("导入设置", "Local_Path")
			aifix = True if config_settings.get("下载设置", "AI_Fix") == '是' else False
			overwrite = True if config_settings.get("导入设置", "OverWrite") == '是' else False
			debug = True if config_settings.get("调试功能", "DeBug") == '是' else False
			deleteall = True if config_settings.get("调试功能", "DEL_ALL") == '是' else False
			fixsize = config_settings.get("导入设置", "Size_Fix")
			# 修正用户的URL
			if not host_url.endswith('/'): host_url += '/'
			if not repository_url.endswith('/'): repository_url += '/'
			# 创建文件夹
			if not os.path.exists(download_path):
				os.makedirs(download_path)
				write_txt(download_path+"/README.txt",'本目录自动生成，用于存放从仓库下载和处理过的头像。')
			if not os.path.exists(local_path):
				os.makedirs(local_path)
				write_txt(local_path+"/README.txt",'本目录自动生成，您可以存放自己收集的头像，这些头像将被优先导入服务器。\n\n仅支持JPG格式，且请勿再创建子目录。\n\n如果您收集的头像位于子目录，可通过 Move To Here.bat（Only for Windows） 工具将其全部提取到根目录。')
				write_txt(local_path+"/Move To Here.bat",'@echo off\necho This tool will help you move all files which in the subdirectory to this root directory\npause\nfor /f "delims=" %%a in ("dir /a-d /b /s ") do (\nmove "%%~a" ./ 2>nul\n)\n')
			return (repository_url,host_url,api_key,overwrite,fixsize,int(max_retries),proxy,aifix,debug,deleteall,download_path,local_path,int(max_connect))
		except:
			print(format_exc())
			print('× 无法读取 config.ini。如果这是旧版本的配置文件，请删除后重试。\n')
			print('按任意键退出程序...')
			os.system('pause>nul')
			sys.exit()
	else:
		content='''[媒体服务器]
# Emby / Jellyfin 服务器地址
Host_Url = http://localhost:8096/
	
# Emby / Jellyfin API 密匙
API_ID = 

[下载设置]
# 下载文件夹
Download_Path = ./Downloads/

# 下载线程数
# 若网络不稳定、丢包率或延迟较高，可适当减小线程数
MAX_DL = 5

# 下载失败重试数
# 若网络不稳定、丢包率或延迟较高，可适当增加重试数
MAX_Retry = 3

# 女友头像仓库源
# "默认"使用官方主仓库：https://raw.githubusercontent.com/xinxin8816/gfriends/master/
# 官方备用镜像（镜像下载线程数不允许大于5）：https://gfriends.imfast.io/
Repository_Url = 默认

# AI 优化（仅支持官方源）
# 在不可避免下载低质量头像时，自动挑选经 AI 算法放大优化的副本，质量更高但更占空间
AI_Fix = 是

# HTTP / Socks 局部代理
# 推荐开启全局代理而不是使用此局部代理
# HTTP 代理格式为 http://IP:端口 , 如 http://localhost:8088
# Socks 代理格式为 socks+协议版本://IP:端口 , 如 socks5://localhost:8087
Proxy = 不使用

[导入设置]
# 本地头像文件夹
# 将第三方头像包或自己收集的头像移动至该目录，可优先于仓库导入服务器。仅支持非子目录下的 jpg 格式。
Local_Path = ./Avatar/

# 头像尺寸优化
# 避免媒体服务器拉伸比例不符合 2:3 的头像
# 0 - 不处理直接导入
# 1 - 图片放大并模糊
# 2 - 图片放大并裁剪
Size_Fix = 2

# 覆盖已有头像
OverWrite = 是

[调试功能]
# 删除所有头像
DEL_ALL = 否

# 输出详尽错误
DeBug = 否'''
		write_txt("config.ini",content)
		print('× 没有找到 config.ini。已为阁下生成，请修改配置后重新运行程序。\n')
		print('按任意键退出程序...')
		os.system('pause>nul')
		sys.exit()

def read_persons(host_url,api_key):
	rewriteable_word('>> 读取 Emby / Jellyfin 演员...')
	emby = True
	host_url_persons = host_url + 'emby/Persons?api_key=' + api_key	 # &PersonTypes=Actor
	try:
		rqs_emby = session.get(url=host_url_persons)
	except session.exceptions.ConnectionError:
		print('× 连接 Emby / Jellyfin 服务器失败，请检查：', host_url, '\n')
		sys.exit()
	except:
		if debug: print(format_exc())
		print('× 连接 Emby / Jellyfin 服务器未知错误：', host_url, '\n')
		sys.exit()
	if rqs_emby.status_code == 401:
		print('× 无权访问 Emby / Jellyfin 服务器，请检查 API 密匙\n')
		sys.exit()
	if rqs_emby.status_code == 404:
		try:
			rewriteable_word('>> 可能是新版 Jellyfin，尝试重新读取...')
			emby = False
			host_url_persons = host_url + 'jellyfin/Persons?api_key=' + api_key	 # &PersonTypes=Actor
			rqs_emby = session.get(url=host_url_persons)
		except:
			if debug: print(format_exc())
			print('× 读取 Emby / Jellyfin 演员列表返回 404，可能是未适配的版本：', host_url, '\n')
			sys.exit()
	output = loads(rqs_emby.text)['Items']
	print('√ 读取 Emby / Jellyfin 演员完成\n')
	return (output,emby)

def write_txt(filename,content):
	txt = open(filename, 'a', encoding="utf-8")
	txt.write(content)
	txt.close()

def func(listTemp, n):
    for i in range(0, len(listTemp), n):
        yield listTemp[i:i + n]
		
def rewriteable_word(word):
	for t in ['', word]: 
			sys.stdout.write('\033[K' + t + '\r')
		
def del_all():
	print('【调试模式】删除所有头像\n')
	(list_persons,emby) = read_persons(host_url,api_key)
	rewriteable_word('按任意键开始...')
	os.system('pause>nul')
	for dic_each_actor in list_persons:
		if dic_each_actor['ImageTags']:
			actor_name = dic_each_actor['Name']
			print('>> 删除：', actor_name)
			if emby:
				url_post_img = host_url + 'emby/Items/' + dic_each_actor['Id'] + '/Images/Primary?api_key=' + api_key
			else:
				url_post_img = host_url + 'jellyfin/Items/' + dic_each_actor['Id'] + '/Images/Primary?api_key=' + api_key
			session.delete(url=url_post_img)
	print('√ 删除完成')
	print('按任意键退出程序...')
	os.system('pause>nul')
	sys.exit()

def check_update():
	rewriteable_word('>> 检查更新...')
	try:
		if proxy == '不使用':
			response = session.get('https://api.github.com/repos/xinxin8816/gfriends/releases')
		else:
			response = session.get('https://api.github.com/repos/xinxin8816/gfriends/releases', proxies = proxies)
		response.encoding = 'utf-8'
		if response.status_code != 200:
			print('× 检查更新失败！返回了一个错误： {}\n'.format(response.status_code))
			rewriteable_word('按任意键跳过...')
			os.system('pause>nul')	
		if version.replace('v','') < loads(response.text)[0]['tag_name'].replace('v',''):
			print(loads(response.text)[0]['tag_name']+' 新版本发布啦！\n')
			print(re.search('What\'s New?.*?(?=\r\n<details>)',loads(response.text)[0]['body'],flags=re.S).group(0).replace('*',''))
			print('请通过如下链接更新：\nhttps://github.com/xinxin8816/gfriends/releases\n')		
			rewriteable_word('按任意键跳过更新...')
			os.system('pause>nul')
			print('即将跳过更新。不推荐跳过更新，如遇问题请及时更新。')
			time.sleep(5)
	except:
		if debug: print(format_exc())
		print('× 检查更新失败！\n')
		rewriteable_word('按任意键跳过...')
		os.system('pause>nul')
	os.system('cls')

os.system('title Gfriends Inputer '+version)
(repository_url,host_url,api_key,overwrite,fixsize,max_retries,proxy,aifix,debug,deleteall,download_path,local_path,max_connect) = read_config()


#持久会话
session = requests.Session()
session.mount('http://', requests.adapters.HTTPAdapter(max_retries=max_retries))
session.mount('https://', requests.adapters.HTTPAdapter(max_retries=max_retries))

#局部代理
if not proxy == '不使用': proxies={'http': proxy,'https': proxy}

#检查更新
check_update()
if deleteall: del_all()

num_suc = num_fail = num_skip = num_exist = 0
name_list = []
link_list = []
post_list = []
actor_dict = {}

print('Gfriends Inputer '+version)
print('https://github.com/xinxin8816/gfriends')
if proxy == '不使用':
	print('推荐开启全局代理以加快下载速度\n')
else:
	print('已配置局部代理 ' + proxy + '，请确保其可用\n')

rewriteable_word('按任意键开始...')
os.system('pause>nul')

try:
	(list_persons,emby) = read_persons(host_url,api_key)
	gfriends_map = get_gfriends_map(repository_url)
	if os.path.exists('未收录的演员清单.txt'): os.remove('未收录的演员清单.txt')
	write_txt("未收录的演员清单.txt",'【未收录的演员清单】\n（!!该清单仅供参考，正规影片演员、非日本女友、导演、编导、作品系列名及一些稀奇古怪的名字均可能出现在该清单中。但这些人员，女友头像仓库不会收录!!）\n\n')
	if os.path.exists('已匹配的演员清单.txt'): os.remove('已匹配的演员清单.txt')
	write_txt("已匹配的演员清单.txt",'【已匹配的演员清单】\n（!!该清单仅记录从女友仓库找到了头像的演员。根据个人配置，可能会下载导入，也可能会跳过!!）\n\n')
	print('>> 初始化...')
	with alive_bar(len(list_persons), theme = 'ascii', enrich_print = False) as bar:
		for dic_each_actor in list_persons:
			actor_name = dic_each_actor['Name']
			actor_id = dic_each_actor['Id']
			bar()
			if dic_each_actor['ImageTags']: 
				num_exist += 1
				if not overwrite:
					write_txt("已匹配的演员清单.txt",'跳过：' + actor_name + '\n')
					num_skip += 1
					continue
			if not os.path.exists(local_path+actor_name+".jpg"):
				pic_link = get_gfriends_link(actor_name)
				if pic_link == None:
					write_txt("未收录的演员清单.txt",'未找到：' + actor_name + '\n')
					num_fail += 1
					continue
				else:
					write_txt("已匹配的演员清单.txt",'下载：' + actor_name + '\n')
					name_list.append(actor_name)
					link_list.append(pic_link)
					actor_dict[actor_name] = actor_id
	name_list_block=func(name_list,max_connect)
	link_list_block=func(link_list,max_connect)
	print('√ 初始化完成')
	print('\n>> 开始下载...')
	with alive_bar(len(name_list), theme = 'ascii', enrich_print = False) as bar:
		for urls,names in zip(link_list_block,name_list_block):
			try:
				if proxy == '不使用':
					rs = (grequests.get(u) for u in urls)
				else:
					rs = (grequests.get(u, proxies = proxies) for u in urls)
				res_list = grequests.map(rs)
				for index,actor_name in enumerate(names):
					pic_path = download_path+actor_name+".jpg"
					with open(pic_path,"wb") as code:
						code.write(res_list[index].content)
					bar(actor_name)
			except (KeyboardInterrupt):
				for actor_name in names:
					if os.path.exists(download_path+actor_name+".jpg"): os.remove(download_path+actor_name+".jpg")	
				sys.exit()
			except:
				with bar.pause():
					for actor_name in names:
						if os.path.exists(download_path+actor_name+".jpg"): os.remove(download_path+actor_name+".jpg")	
					if debug: 
						print(res_list)
						print(format_exc())
					print('× 网络连接异常且重试 ' + str(max_retries) + ' 次失败')
					print('× 请尝试开启全局代理或配置 HTTP 局部代理；若已开启代理，请检查其可用性')
					print('× 按任意键继续运行则跳过下载这些头像：'+ str(names)+'\n')
					os.system('pause>nul')	
				continue
	print('√ 下载完成')
	if fixsize != '0':
		print('\n>> 尺寸优化...')
		for folderName, subfolders, filenames in os.walk(download_path):	
			with alive_bar(len(filenames), theme = 'ascii', enrich_print = False) as bar:
				for filename in filenames:
					bar()
					if '.jpg' in filename:
						pic_path = download_path+filename
						fix_size(fixsize,pic_path)
		for folderName, subfolders, filenames in os.walk(local_path):
			with alive_bar(len(filenames), theme = 'ascii', enrich_print = False) as bar:
				for filename in filenames:
					bar()
					if '.jpg' in filename:
						pic_path = local_path+filename
						fix_size(fixsize,pic_path)
		print('√ 优化完成')
	print('\n>> 校验头像...')
	for folderName, subfolders, filenames in os.walk(download_path):		
		with alive_bar(len(filenames), theme = 'ascii', enrich_print = False) as bar:
			for filename in filenames:
				bar()
				if '.jpg' in filename:
					pic_path = download_path+filename		
					pic = open(pic_path, 'rb')
					b6_pic = b64encode(pic.read())
					pic.close()
					actor_key_name = filename.replace('.jpg','')
					if actor_key_name in actor_dict:
						if emby:
							url_post_img = host_url + 'emby/Items/' + actor_dict[actor_key_name] + '/Images/Primary?api_key=' + api_key
						else:
							url_post_img = host_url + 'jellyfin/Items/' + actor_dict[actor_key_name] + '/Images/Primary?api_key=' + api_key
						post_list.append(grequests.post(url=url_post_img, data=b6_pic, headers={"Content-Type": 'image/jpeg', }))
						num_suc += 1
	for folderName, subfolders, filenames in os.walk(local_path):
		with alive_bar(len(filenames), theme = 'ascii', enrich_print = False) as bar:
			for filename in filenames:	
				bar()
				if '.jpg' in filename:
					pic_path = local_path+filename		
					pic = open(pic_path, 'rb')
					b6_pic = b64encode(pic.read())
					pic.close()
					actor_key_name = filename.replace('.jpg','')
					if actor_key_name in actor_dict:
						if emby:
							url_post_img = host_url + 'emby/Items/' + actor_dict[actor_key_name] + '/Images/Primary?api_key=' + api_key
						else:
							url_post_img = host_url + 'jellyfin/Items/' + actor_dict[actor_key_name] + '/Images/Primary?api_key=' + api_key
						post_list.append(grequests.post(url=url_post_img, data=b6_pic, headers={"Content-Type": 'image/jpeg', }))
						num_suc += 1
	print('√ 校验完成')
	rewriteable_word('\n>> 导入头像...')
	grequests.map(post_list, size = 20)
	print('√ 导入头像完成')
	print('\nEmby / Jellyfin 拥有演员 ' + str(len(list_persons)) + ' 人，其中 ' + str(num_exist) + ' 人之前已有头像')
	print('本次导入 ' + str(num_suc) + ' 人，还有 ' + str(num_fail) + ' 人没有头像\n')
	if not overwrite: print('!! 未开启覆盖已有头像，所以跳过了一些演员，详见运行日志')
	print('按任意键退出程序...')
	os.system('pause>nul')
except (KeyboardInterrupt, SystemExit):
	print('× 强制停止或已知致命错误！')
	print('按任意键退出程序...')
	os.system('pause>nul')
except:
	if debug: print(format_exc())
	print('× 未知致命错误！')
	print('按任意键退出程序...')
	os.system('pause>nul')