python爬取138小说网站

【实例截图】

【核心代码】

# 主程序处理
def pre_op():
    start = time.perf_counter()
    try:
        print(f'本程序适用于下载138看书网小说，138看书网: {base_url}')
        print('请输入关键字查找书籍：')
        keword = input()
        print('正在查找...')
        book_info = search_by_kewords(keword)
        print('请选择对应序号进行下载:')
        print('**********************')
        for index in book_info.keys():
            print(f"{index}: {book_info[index][0]}")
        print('**********************')
        c = input('请选择：')
        result_html = get_content(book_info[c][1])
        dowload_urls = get_download_page_urls(result_html)
        print('下载链接获取完毕！')
        print('----------------------')
        print('请选择下载模式：')
        print('1.分章节下载')
        print('2.整本下载')
        c = input()
        txt_file = ''
        if not os.path.exists(fr'./{dowload_urls[0]}'):
            os.mkdir(fr'./{dowload_urls[0]}')
        if c == '2':
            txt_file = open(fr"{dowload_urls[0]}\{dowload_urls[0]}_book.txt", mode='a ', encoding='utf-8')
        for index, dowload_url in enumerate(dowload_urls[1]):
            if c == '1':
                download_by_chapter(dowload_urls[0], dowload_url, index   1)
            else:
                txt_file.write(f'{dowload_urls[0]}\n\n')
                download_one_book(txt_file, dowload_url, index)
            sys.stdout.write('%\r')
            percent = str(round(float(index   1) * 100 / float(len(dowload_urls[1])), 2))
            sys.stdout.write(f'正在下载...{percent} %')
            sys.stdout.flush()
        txt_file.close()
        print(f'\n下载完毕！共计{len(dowload_urls[1])}章节.耗时：{str(round(time.perf_counter() - start, 2))}s.')
        print('=======================================================')
    except:
        traceback.print_exc()