SnakeGame
This commit is contained in:
e2hang
96
JMComic-Crawler-Python-master/tests/test_jmcomic/__init__.py
Normal file
96
JMComic-Crawler-Python-master/tests/test_jmcomic/__init__.py
Normal file
@@ -0,0 +1,96 @@
|
||||
import io
|
||||
import platform
|
||||
import unittest
|
||||
|
||||
# noinspection PyUnresolvedReferences
|
||||
import jmcomic
|
||||
from jmcomic import *
|
||||
|
||||
# set encoding
|
||||
sys.stdout = io.TextIOWrapper(sys.stdout.buffer, 'utf-8')
|
||||
sys.stderr = io.TextIOWrapper(sys.stderr.buffer, 'utf-8')
|
||||
# 获取项目根目录
|
||||
project_dir = os.path.abspath(os.path.dirname(__file__) + '/../..')
|
||||
os.chdir(project_dir)
|
||||
|
||||
|
||||
def ts():
|
||||
return time_stamp(False)
|
||||
|
||||
|
||||
skip_time_cost_log = file_exists('./.idea')
|
||||
|
||||
cost_time_dict = {}
|
||||
|
||||
|
||||
class JmTestConfigurable(unittest.TestCase):
|
||||
option: JmOption = None
|
||||
client: JmcomicClient = None
|
||||
project_dir: str = project_dir
|
||||
|
||||
def setUp(self) -> None:
|
||||
if skip_time_cost_log:
|
||||
return
|
||||
method_name = self._testMethodName
|
||||
cost_time_dict[method_name] = ts()
|
||||
print_eye_catching(f' [{format_ts()} | {method_name}] '.center(70, '🚀'))
|
||||
|
||||
def tearDown(self) -> None:
|
||||
if skip_time_cost_log:
|
||||
return
|
||||
method_name = self._testMethodName
|
||||
begin = cost_time_dict[method_name]
|
||||
end = ts()
|
||||
print_eye_catching(f' [cost {end - begin:.02f}s | {self._testMethodName}] '.center(70, '✅'))
|
||||
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
# 设置 JmOption，JmcomicClient
|
||||
option = cls.new_option()
|
||||
cls.option = option
|
||||
# 设置缓存级别为option，可以减少请求次数
|
||||
cls.client = option.build_jm_client(cache='level_option')
|
||||
|
||||
# 跨平台设置
|
||||
cls.adapt_os()
|
||||
|
||||
if skip_time_cost_log:
|
||||
return
|
||||
cost_time_dict[cls.__name__] = ts()
|
||||
|
||||
@classmethod
|
||||
def new_option(cls):
|
||||
try:
|
||||
return create_option_by_env('JM_OPTION_PATH_TEST')
|
||||
except JmcomicException:
|
||||
return create_option('./assets/option/option_test.yml')
|
||||
|
||||
@classmethod
|
||||
def tearDownClass(cls) -> None:
|
||||
if skip_time_cost_log:
|
||||
return
|
||||
begin = cost_time_dict[cls.__name__]
|
||||
end = ts()
|
||||
print_eye_catching(f' [total cost {end - begin:.02f}s | {cls.__name__}] '.center(60, '-'))
|
||||
|
||||
@classmethod
|
||||
def adapt_os(cls):
|
||||
adapt_func_dict = {
|
||||
'Windows': cls.adapt_win,
|
||||
'Darwin': cls.adapt_macos,
|
||||
'Linux': cls.adapt_linux,
|
||||
}
|
||||
|
||||
adapt_func_dict.get(platform.system(), lambda *args, **kwargs: None)()
|
||||
|
||||
@classmethod
|
||||
def adapt_win(cls):
|
||||
pass
|
||||
|
||||
@classmethod
|
||||
def adapt_linux(cls):
|
||||
pass
|
||||
|
||||
@classmethod
|
||||
def adapt_macos(cls):
|
||||
pass
|
||||
@@ -0,0 +1,78 @@
|
||||
from test_jmcomic import *
|
||||
|
||||
|
||||
class Test_Api(JmTestConfigurable):
|
||||
|
||||
def test_download_photo_by_id(self):
|
||||
"""
|
||||
测试jmcomic模块的api的使用
|
||||
"""
|
||||
photo_id = "438516"
|
||||
jmcomic.download_photo(photo_id, self.option)
|
||||
|
||||
def test_download_album_by_id(self):
|
||||
"""
|
||||
测试jmcomic模块的api的使用
|
||||
"""
|
||||
album_id = '438516'
|
||||
jmcomic.download_album(album_id, self.option)
|
||||
|
||||
def test_batch(self):
|
||||
album_ls = str_to_list('''
|
||||
326361
|
||||
366867
|
||||
438516
|
||||
''')
|
||||
|
||||
test_cases: Iterable = [
|
||||
{e: None for e in album_ls}.keys(),
|
||||
{i: e for i, e in enumerate(album_ls)}.values(),
|
||||
set(album_ls),
|
||||
tuple(album_ls),
|
||||
album_ls,
|
||||
]
|
||||
|
||||
for case in test_cases:
|
||||
ret1 = jmcomic.download_album(case, self.option)
|
||||
self.assertEqual(len(ret1), len(album_ls), str(case))
|
||||
|
||||
ret2 = jmcomic.download_album(case, self.option)
|
||||
self.assertEqual(len(ret2), len(album_ls), str(case))
|
||||
|
||||
# 测试 Generator
|
||||
ret2 = jmcomic.download_album((e for e in album_ls), self.option)
|
||||
self.assertEqual(len(ret2), len(album_ls), 'Generator')
|
||||
|
||||
def test_get_jmcomic_domain(self):
|
||||
func_list = {
|
||||
self.client.get_html_domain,
|
||||
self.client.get_html_domain_all,
|
||||
self.client.get_html_domain_all_via_github,
|
||||
# JmModuleConfig.get_jmcomic_url,
|
||||
# JmModuleConfig.get_jmcomic_domain_all,
|
||||
}
|
||||
|
||||
exception_list = []
|
||||
|
||||
def run_func_async(func):
|
||||
try:
|
||||
print(func())
|
||||
except BaseException as e:
|
||||
exception_list.append(e)
|
||||
traceback_print_exec()
|
||||
|
||||
multi_thread_launcher(
|
||||
iter_objs=func_list,
|
||||
apply_each_obj_func=run_func_async,
|
||||
)
|
||||
|
||||
if len(exception_list) == 0:
|
||||
return
|
||||
|
||||
if self.client.is_given_type(JmApiClient):
|
||||
return
|
||||
|
||||
for e in exception_list:
|
||||
print(e)
|
||||
|
||||
raise AssertionError(exception_list)
|
||||
@@ -0,0 +1,330 @@
|
||||
from test_jmcomic import *
|
||||
|
||||
|
||||
class Test_Client(JmTestConfigurable):
|
||||
|
||||
def test_download_image(self):
|
||||
jm_photo_id = 'JM438516'
|
||||
photo = self.client.get_photo_detail(jm_photo_id)
|
||||
image = photo[0]
|
||||
filepath = self.option.decide_image_filepath(image)
|
||||
self.client.download_by_image_detail(image, filepath)
|
||||
print(filepath)
|
||||
|
||||
def test_fetch_album(self):
|
||||
album_id = "JM438516"
|
||||
self.client.get_album_detail(album_id)
|
||||
|
||||
def test_search(self):
|
||||
page: JmSearchPage = self.client.search_tag('+无修正 +中文 -全彩')
|
||||
|
||||
if len(page) >= 1:
|
||||
for aid, ainfo in page[0:1:1]:
|
||||
print(aid, ainfo)
|
||||
|
||||
for aid, atitle, tags in page.iter_id_title_tag():
|
||||
print(aid, atitle, tags)
|
||||
|
||||
aid = '438516'
|
||||
page = self.client.search_site(aid)
|
||||
search_aid, ainfo = page[0]
|
||||
self.assertEqual(search_aid, aid)
|
||||
|
||||
def test_gt_300_photo(self):
|
||||
photo_id = '147643'
|
||||
photo: JmPhotoDetail = self.client.get_photo_detail(photo_id)
|
||||
image = photo[3000]
|
||||
print(image.img_url)
|
||||
self.client.download_by_image_detail(image, self.option.decide_image_filepath(image))
|
||||
|
||||
def test_album_missing(self):
|
||||
self.assertRaises(
|
||||
MissingAlbumPhotoException,
|
||||
self.client.get_album_detail,
|
||||
'0'
|
||||
)
|
||||
|
||||
def test_detail_property_list(self):
|
||||
album = self.client.get_album_detail(410090)
|
||||
|
||||
ans = [
|
||||
(album.works, ['原神', 'Genshin']),
|
||||
(album.actors, ['申鶴', '神里綾華', '甘雨']),
|
||||
(album.tags, ['C101', '巨乳', '校服', '口交', '乳交', '群交', '連褲襪', '中文', '禁漫漢化組', '纯爱']),
|
||||
(album.authors, ['うぱ西']),
|
||||
]
|
||||
|
||||
for pair in ans:
|
||||
self.assertListEqual(pair[0][0:9], pair[1][0:9])
|
||||
|
||||
def test_photo_sort(self):
|
||||
client = self.option.build_jm_client()
|
||||
get_photo_detail = lambda *args: client.get_photo_detail(*args, fetch_album=False, fetch_scramble_id=False)
|
||||
get_album_detail = client.get_album_detail
|
||||
|
||||
# 测试用例 - 单章本子
|
||||
single_photo_album_is = str_to_list('''
|
||||
430371
|
||||
438696
|
||||
432888
|
||||
''')
|
||||
|
||||
# 测试用例 - 多章本子
|
||||
multi_photo_album_is = str_to_list('''
|
||||
282293
|
||||
122061
|
||||
''')
|
||||
|
||||
photo_dict: Dict[str, JmPhotoDetail] = multi_call(get_photo_detail, single_photo_album_is)
|
||||
album_dict: Dict[str, JmAlbumDetail] = multi_call(get_album_detail, single_photo_album_is)
|
||||
|
||||
for each in photo_dict.values():
|
||||
each: JmPhotoDetail
|
||||
self.assertEqual(each.album_index, 1)
|
||||
|
||||
for each in album_dict.values():
|
||||
each: JmAlbumDetail
|
||||
self.assertEqual(each[0].album_index, 1)
|
||||
|
||||
print_eye_catching('【通过】测试用例 - 单章本子')
|
||||
multi_photo_album_dict: Dict[JmAlbumDetail, List[JmPhotoDetail]] = {}
|
||||
|
||||
def run(aid):
|
||||
album = get_album_detail(aid)
|
||||
|
||||
photo_dict = multi_call(
|
||||
get_photo_detail,
|
||||
(photo.photo_id for photo in album),
|
||||
launcher=thread_pool_executor,
|
||||
)
|
||||
|
||||
multi_photo_album_dict[album] = list(photo_dict.values())
|
||||
|
||||
multi_thread_launcher(
|
||||
iter_objs=multi_photo_album_is,
|
||||
apply_each_obj_func=run,
|
||||
)
|
||||
|
||||
for album, photo_ls in multi_photo_album_dict.items():
|
||||
ls1 = sorted([each.sort for each in album])
|
||||
ls2 = sorted([ans.sort for ans in photo_ls])
|
||||
print(ls1)
|
||||
print(ls2)
|
||||
self.assertListEqual(
|
||||
ls1,
|
||||
ls2,
|
||||
album.album_id
|
||||
)
|
||||
|
||||
def test_getitem_and_slice(self):
|
||||
cl: JmcomicClient = self.client
|
||||
cases = [
|
||||
['400222', 0, [400222]],
|
||||
['400222', 1, [413446]],
|
||||
['400222', (None, 1), [400222]],
|
||||
['400222', (1, 3), [413446, 413447]],
|
||||
['413447', (1, 3), [2, 3], []],
|
||||
]
|
||||
|
||||
for [jmid, slicearg, *args] in cases:
|
||||
ans = args[0]
|
||||
|
||||
if len(args) == 1:
|
||||
func = cl.get_album_detail
|
||||
else:
|
||||
func = cl.get_photo_detail
|
||||
|
||||
jmentity = func(jmid)
|
||||
|
||||
ls: List[Union[JmPhotoDetail, JmImageDetail]]
|
||||
if isinstance(slicearg, int):
|
||||
ls = [jmentity[slicearg]]
|
||||
elif len(slicearg) == 2:
|
||||
ls = jmentity[slicearg[0]: slicearg[1]]
|
||||
else:
|
||||
ls = jmentity[slicearg[0]: slicearg[1]: slicearg[2]]
|
||||
|
||||
if len(args) == 1:
|
||||
self.assertListEqual(
|
||||
list1=[int(e.id) for e in ls],
|
||||
list2=ans,
|
||||
)
|
||||
else:
|
||||
self.assertListEqual(
|
||||
list1=[int(e.img_file_name) for e in ls],
|
||||
list2=ans,
|
||||
)
|
||||
|
||||
def test_search_params(self):
|
||||
elist = []
|
||||
|
||||
def search_and_test(expected_result, params):
|
||||
try:
|
||||
page = self.client.search_site(**params)
|
||||
print(page)
|
||||
self.assertEqual(int(page[0][0]), expected_result)
|
||||
except Exception as e:
|
||||
elist.append(e)
|
||||
|
||||
# 定义测试用例
|
||||
cases = {
|
||||
152637: {
|
||||
'search_query': '无修正',
|
||||
'order_by': JmMagicConstants.ORDER_BY_LIKE,
|
||||
'time': JmMagicConstants.TIME_ALL,
|
||||
},
|
||||
147643: {
|
||||
'search_query': '无修正',
|
||||
'order_by': JmMagicConstants.ORDER_BY_PICTURE,
|
||||
'time': JmMagicConstants.TIME_ALL,
|
||||
},
|
||||
}
|
||||
|
||||
multi_thread_launcher(
|
||||
iter_objs=cases.items(),
|
||||
apply_each_obj_func=search_and_test,
|
||||
)
|
||||
|
||||
if len(elist) == 0:
|
||||
return
|
||||
|
||||
for e in elist:
|
||||
print(e)
|
||||
|
||||
raise AssertionError(elist)
|
||||
|
||||
def test_comment_count(self):
|
||||
aid = 'JM438516'
|
||||
album = self.client.get_album_detail(aid)
|
||||
self.assertGreater(album.comment_count, 0)
|
||||
page = self.client.search_site('无修正')
|
||||
for i in range(3):
|
||||
aid, _atitle = page[i]
|
||||
self.assertGreaterEqual(
|
||||
self.client.get_album_detail(aid).comment_count,
|
||||
0,
|
||||
aid,
|
||||
)
|
||||
|
||||
def test_get_detail(self):
|
||||
client = self.client
|
||||
|
||||
album = client.get_album_detail(400222)
|
||||
print(album.id, album.name, album.tags)
|
||||
|
||||
for photo in album[0:3]:
|
||||
photo = client.get_photo_detail(photo.photo_id)
|
||||
print(photo.id, photo.name)
|
||||
|
||||
def test_cache_result_equal(self):
|
||||
cl = self.client
|
||||
cases = [
|
||||
(123, False, False),
|
||||
(123,),
|
||||
(123, False, True),
|
||||
(123, True, False),
|
||||
]
|
||||
|
||||
ans = None
|
||||
for args in cases:
|
||||
photo = cl.get_photo_detail(*args)
|
||||
if ans is None:
|
||||
ans = id(photo)
|
||||
else:
|
||||
self.assertEqual(ans, id(photo))
|
||||
|
||||
def test_search_generator(self):
|
||||
JmModuleConfig.FLAG_DECODE_URL_WHEN_LOGGING = False
|
||||
|
||||
gen = self.client.search_gen('MANA')
|
||||
for i, page in enumerate(gen):
|
||||
print(page.total)
|
||||
page = gen.send({
|
||||
'search_query': 'MANA +无修正',
|
||||
'page': 1
|
||||
})
|
||||
print(page.total)
|
||||
break
|
||||
|
||||
def test_cache_level(self):
|
||||
def get(cl):
|
||||
return cl.get_album_detail('123')
|
||||
|
||||
def assertEqual(first_cl, second_cl, msg):
|
||||
self.assertEqual(
|
||||
get(first_cl),
|
||||
get(second_cl),
|
||||
msg,
|
||||
)
|
||||
|
||||
def assertNotEqual(first_cl, second_cl, msg):
|
||||
return self.assertNotEqual(
|
||||
get(first_cl),
|
||||
get(second_cl),
|
||||
msg,
|
||||
)
|
||||
|
||||
cases = [
|
||||
(
|
||||
True,
|
||||
'level_option',
|
||||
'level_client',
|
||||
CacheRegistry.level_client,
|
||||
)
|
||||
]
|
||||
|
||||
def run(arg1, arg2, arg3, arg4):
|
||||
op = self.new_option()
|
||||
|
||||
c1 = op.new_jm_client(cache=arg1)
|
||||
c2 = op.new_jm_client(cache=arg2)
|
||||
c3 = op.new_jm_client(cache=arg3)
|
||||
c4 = op.new_jm_client(cache=arg4)
|
||||
c5 = op.new_jm_client(cache=False)
|
||||
|
||||
# c1 == c2
|
||||
# c3 == c4
|
||||
# c1 != c3
|
||||
assertEqual(c1, c2, 'equals in same option level')
|
||||
assertNotEqual(c3, c4, 'not equals in client level')
|
||||
assertNotEqual(c1, c3, 'not equals in different level')
|
||||
|
||||
# c5 != c1, c2, c3, c4
|
||||
obj = get(c5)
|
||||
self.assertNotEqual(obj, get(c1))
|
||||
self.assertNotEqual(obj, get(c3))
|
||||
|
||||
for case in cases:
|
||||
run(*case)
|
||||
|
||||
def test_search_advanced(self):
|
||||
if not self.client.is_given_type(JmHtmlClient):
|
||||
return
|
||||
|
||||
# noinspection PyTypeChecker
|
||||
html_cl: JmHtmlClient = self.client
|
||||
# 循环获取分页
|
||||
for page in html_cl.search_gen(
|
||||
search_query='mana',
|
||||
page=1, # 起始页码
|
||||
category=JmMagicConstants.CATEGORY_DOUJIN,
|
||||
sub_category=JmMagicConstants.SUB_DOUJIN_CG,
|
||||
time=JmMagicConstants.TIME_ALL,
|
||||
):
|
||||
self.print_page(page)
|
||||
|
||||
print_sep()
|
||||
for page in html_cl.categories_filter_gen(
|
||||
page=1, # 起始页码
|
||||
category=JmMagicConstants.CATEGORY_DOUJIN,
|
||||
sub_category=JmMagicConstants.SUB_DOUJIN_CG,
|
||||
time=JmMagicConstants.TIME_ALL,
|
||||
):
|
||||
self.print_page(page)
|
||||
break
|
||||
|
||||
@staticmethod
|
||||
def print_page(page):
|
||||
# 打印page内容
|
||||
for aid, atitle in page:
|
||||
print(aid, atitle)
|
||||
@@ -0,0 +1,110 @@
|
||||
from test_jmcomic import *
|
||||
|
||||
|
||||
class Test_Custom(JmTestConfigurable):
|
||||
|
||||
def test_custom_entity(self):
|
||||
"""
|
||||
测试自定义属性
|
||||
"""
|
||||
dic = {1: 'd', 2: 'e'}
|
||||
|
||||
class MyAlbum(JmAlbumDetail):
|
||||
|
||||
@property
|
||||
def aname(self):
|
||||
return dic[int(self.album_id)]
|
||||
|
||||
class MyPhoto(JmPhotoDetail):
|
||||
|
||||
@property
|
||||
def pname(self):
|
||||
return dic[int(self.photo_id)]
|
||||
|
||||
JmModuleConfig.CLASS_ALBUM = MyAlbum
|
||||
JmModuleConfig.CLASS_PHOTO = MyPhoto
|
||||
|
||||
base_dir: str = workspace()
|
||||
dir_rule = DirRule('Bd_Aaname_Ppname', base_dir)
|
||||
# noinspection PyTypeChecker
|
||||
save_dir = dir_rule.decide_image_save_dir(
|
||||
MyAlbum('1', '0', '0', [], *['0'] * 10),
|
||||
MyPhoto('2', *['0'] * 7)
|
||||
)
|
||||
|
||||
self.assertEqual(
|
||||
os.path.abspath(save_dir),
|
||||
os.path.abspath(base_dir + dic[1] + '/' + dic[2]),
|
||||
)
|
||||
|
||||
def test_extends_api_client(self):
|
||||
class MyClient(JmApiClient):
|
||||
pass
|
||||
|
||||
JmModuleConfig.register_client(MyClient)
|
||||
|
||||
self.assertListEqual(
|
||||
JmModuleConfig.DOMAIN_API_LIST,
|
||||
self.option.new_jm_client(domain_list=[], impl=MyClient.client_key).get_domain_list()
|
||||
)
|
||||
|
||||
def test_extends_html_client(self):
|
||||
class MyClient(JmHtmlClient):
|
||||
pass
|
||||
|
||||
JmModuleConfig.register_client(MyClient)
|
||||
|
||||
try:
|
||||
html_domain = self.client.get_html_domain()
|
||||
except BaseException as e:
|
||||
# 2024-04-29
|
||||
# 禁漫的【永久網域】加了cf，GitHub Actions请求也会失败。
|
||||
traceback_print_exec()
|
||||
if self.client.is_given_type(JmApiClient):
|
||||
return
|
||||
else:
|
||||
raise e
|
||||
|
||||
JmModuleConfig.DOMAIN_HTML_LIST = [html_domain]
|
||||
|
||||
self.assertListEqual(
|
||||
JmModuleConfig.DOMAIN_HTML_LIST,
|
||||
self.option.new_jm_client(domain_list=[], impl=MyClient.client_key).get_domain_list()
|
||||
)
|
||||
|
||||
def test_client_key_missing(self):
|
||||
class MyClient(JmcomicClient):
|
||||
pass
|
||||
|
||||
# '不重写 client_key'
|
||||
self.assertRaises(
|
||||
JmcomicException,
|
||||
JmModuleConfig.register_client,
|
||||
MyClient,
|
||||
)
|
||||
|
||||
def test_custom_client_empty_domain(self):
|
||||
class MyClient(AbstractJmClient):
|
||||
client_key = 'myclient'
|
||||
pass
|
||||
|
||||
JmModuleConfig.register_client(MyClient)
|
||||
# '自定义client，不配置域名'
|
||||
self.assertRaises(
|
||||
JmcomicException,
|
||||
self.option.new_jm_client,
|
||||
domain_list=[],
|
||||
impl=MyClient.client_key,
|
||||
)
|
||||
|
||||
def test_client_empty_domain(self):
|
||||
class MyClient(JmApiClient):
|
||||
client_key = 'myclient'
|
||||
pass
|
||||
|
||||
JmModuleConfig.register_client(MyClient)
|
||||
self.assertListEqual(
|
||||
JmModuleConfig.DOMAIN_API_LIST,
|
||||
self.option.new_jm_client(domain_list=[], impl=MyClient.client_key).get_domain_list(),
|
||||
msg='继承client，不配置域名',
|
||||
)
|
||||
Reference in New Issue
Block a user