ainovel

101kanshu 소설 받기 스크립트(수정)

2025-11-10 02:53:08

조회 5994 · 좋아요 19

// ==UserScript== // @name 101kanshu Novel Downloader (Background Fetch) // @namespace http://tampermonkey.net/ // @version 5.3 // 비동기 로딩 완료 감지 로직 추가 // @description Downloads novel text from 101kanshu.com by fetching chapters in the background. Handles rate-limiting (429) and forbidden (403) errors with retries. Adds automatic 'LoadMore' functionality with robust loading detection. // @author You // @match https://101kanshu.com/book/* // @grant GM_download // @grant GM_xmlhttpRequest // @require https://code.jquery.com/jquery-3.6.0.min.js // ==/UserScript== (function() { 'use strict'; // ... (상수 및 보조 함수는 변경 없음) ... const episodeListSelector = 'div#allchapter ul li a[href*="/txt/"]'; const textToRemove = ''; let isCheckAll = false; let countLabel; const BASE_DELAY_MS = 1500; const INITIAL_PAGE_DELAY_MS = 500; // 비동기 로딩 감지 관련 상수 추가/수정 const POLLING_INTERVAL_MS = 100; // 0.1초마다 상태 확인 const MAX_LOAD_WAIT_MS = 5000; // 최대 5초 동안 로딩 대기 const MAX_RETRIES = 5; const MIN_FILE_SIZE_KB = 1; function log(message) { console.log(`[Tampermonkey: 101kanshu Downloader] ${message}`); } // ... (addGlobalStyle, updateCheckedCount, addCheckboxes, createListPageUI, parseRawHtml 함수는 변경 없음) ... function addGlobalStyle() { if ($('#tampermonkey-shuba-style').length > 0) return; const style = document.createElement('style'); style.id = 'tampermonkey-shuba-style'; style.innerHTML = ` .tampermonkey-ui-element { display: inline-block; margin-left: 5px; vertical-align: middle; } #tampermonkey-count-label { position: fixed !important; top: 10px !important; left: 50% !important; transform: translateX(-50%) !important; z-index: 9999 !important; background-color: #007bff !important; color: white !important; padding: 8px 12px !important; border-radius: 4px !important; font-family: sans-serif !important; font-size: 14px !important; box-shadow: 0 2px 5px rgba(0,0,0,0.2) !important; pointer-events: none !important; } #tampermonkey-controls-container { margin-bottom: 10px; padding: 10px; background-color: #f0f0f0; border-radius: 5px; display: flex; align-items: center; flex-wrap: wrap; gap: 5px; } #tampermonkey-download-button-bottom { position: fixed !important; bottom: 20px !important; left: 50% !important; transform: translateX(-50%) !important; z-index: 9998 !important; background-color: #28a745 !important; border: none !important; color: white !important; padding: 15px 32px !important; text-align: center !important; font-size: 16px !important; cursor: pointer !important; border-radius: 8px !important; } #tampermonkey-download-button-bottom:disabled, #tampermonkey-download-button-top:disabled { background-color: #cccccc !important; cursor: not-allowed !important; } `; document.head.appendChild(style); } function updateCheckedCount() { if (!countLabel) return; const checkedCount = $(episodeListSelector).parent().find('input[type="checkbox"]:checked').length; countLabel.text(`선택된 항목 = ${checkedCount}개`); } function addCheckboxes() { let episodeIndex = 1; $(episodeListSelector).each(function() { const link = $(this); const listItem = link.parent(); if (link.attr('id') === 'bookcase' || listItem.find('input[type="checkbox"]').length > 0) return; const checkbox = $('').css('margin-right', '5px'); checkbox.on('change', updateCheckedCount); link.data({ index: episodeIndex++, title: link.text().trim(), url: this.href }); listItem.prepend(checkbox); }); updateCheckedCount(); } function createListPageUI() { if ($('#tampermonkey-controls-container').length > 0) return; addGlobalStyle(); countLabel = $('').attr('id', 'tampermonkey-count-label'); $('body').append(countLabel); const checkAllButton = $('모두 선택').addClass('tampermonkey-ui-element'); const uncheckAllButton = $('모두 해제').addClass('tampermonkey-ui-element'); const downloadButton = $('선택 다운로드').attr('id', 'tampermonkey-download-button-top').addClass('tampermonkey-ui-element'); const rangeInput = $('').addClass('tampermonkey-ui-element'); const checkTBButton = $('범위 선택').addClass('tampermonkey-ui-element'); const uncheckTBButton = $('범위 해제').addClass('tampermonkey-ui-element'); const betweenChkButton = $('선택 사이').addClass('tampermonkey-ui-element'); checkAllButton.on('click', function() { isCheckAll = !isCheckAll; $(episodeListSelector).parent().find('input[type="checkbox"]').prop('checked', isCheckAll); $(this).text(isCheckAll ? '모두 해제' : '모두 선택'); updateCheckedCount(); }); uncheckAllButton.on('click', function() { $(episodeListSelector).parent().find('input[type="checkbox"]').prop('checked', false); isCheckAll = false; checkAllButton.text('모두 선택'); updateCheckedCount(); }); downloadButton.on('click', startBackgroundDownload); function handleRangeAction(shouldCheck, start, end) { if (start === undefined || end === undefined) { const rangeString = rangeInput.val(); const range = rangeString.split('-').map(s => parseInt(s.trim(), 10)); if (range.length < 1 || isNaN(range[0])) return; start = range.length > 1 && !isNaN(range[1]) ? Math.min(...range) : range[0]; end = range.length > 1 && !isNaN(range[1]) ? Math.max(...range) : range[0]; } $(episodeListSelector).filter((i, el) => { const index = $(el).data('index'); return index >= start && index <= end; }).parent().find('input[type="checkbox"]').prop('checked', shouldCheck); updateCheckedCount(); } checkTBButton.on('click', () => handleRangeAction(true)); uncheckTBButton.on('click', () => handleRangeAction(false)); betweenChkButton.on('click', function() { const checkedIndexes = $(episodeListSelector).parent().find('input:checked').siblings('a').map((i, el) => $(el).data('index')).get(); if (checkedIndexes.length < 2) { alert("범위를 지정하려면 최소 두 개의 체크박스를 선택해주세요."); return; } handleRangeAction(true, Math.min(...checkedIndexes), Math.max(...checkedIndexes)); }); const controlsContainer = $('

').attr('id', 'tampermonkey-controls-container'); controlsContainer.append(checkAllButton, uncheckAllButton, downloadButton, rangeInput, checkTBButton, uncheckTBButton, betweenChkButton); const insertionPoint = $('.mybox h3.mytitle.shuye'); if (insertionPoint.length) { controlsContainer.insertAfter(insertionPoint); } else { $('body').prepend(controlsContainer); } const downloadButtonBottom = $('선택 다운로드').attr('id', 'tampermonkey-download-button-bottom'); downloadButtonBottom.on('click', startBackgroundDownload); $('body').append(downloadButtonBottom); } /** * 원시 HTML 응답에서 소설 본문 텍스트를 파싱하여 추출합니다. */ function parseRawHtml(rawHtml) { const $tempDiv = $('').html(rawHtml); const $txtNav = $tempDiv.find('.txtnav'); if ($txtNav.length === 0) { log("Error: '.txtnav' area not found in fetched HTML."); return "[오류: 본문 영역을 찾을 수 없음]"; } const $contentContainer = $txtNav.clone(); const chapterTitle = $contentContainer.find('h1').text().trim(); const $txtContent = $contentContainer.find('#txtcontent'); if ($txtContent.length === 0) { $contentContainer.find('h1, .txtinfo, .txtcenter, .txtad, script, br').remove(); return `\n\n${chapterTitle}\n\n[오류: 본문 내용을 찾을 수 없거나 추출에 실패했습니다.]`; } $txtContent.find('.txtad, script').remove(); let chapterContent = $txtContent.html(); chapterContent = chapterContent.replace(//ig, '\n'); chapterContent = chapterContent.replace(/ /g, ' '); chapterContent = chapterContent.replace(/[\u2003\u3000]/g, ' '); chapterContent = chapterContent.replace(/<[^>]*>/g, ''); chapterContent = chapterContent.split('\n').map(line => line.trim()).join('\n'); chapterContent = chapterContent.replace(/(\n\s*){3,}/g, '\n\n'); chapterContent = chapterContent.trim(); return `${chapterTitle}\n\n${chapterContent}`; } function startBackgroundDownload() { const chaptersQueue = $(episodeListSelector).parent().find('input:checked').siblings('a').map((i, el) => { return { ...$(el).data(), retryCount: 0 }; }).get(); if (chaptersQueue.length === 0) return alert("다운로드할 에피소드를 선택해주세요."); let processedCount = 0; const totalCount = chaptersQueue.length; const downloadButtons = $('#tampermonkey-download-button-top, #tampermonkey-download-button-bottom'); downloadButtons.prop('disabled', true); function processNextChapter() { if (chaptersQueue.length === 0) { log("All chapters processed."); downloadButtons.prop('disabled', false).text('다운로드 완료!'); setTimeout(() => downloadButtons.text('선택 다운로드'), 5000); return; } const chapter = chaptersQueue.shift(); const currentProgress = totalCount - chaptersQueue.length; downloadButtons.text(`다운로드 중... (${currentProgress}/${totalCount}${chapter.retryCount > 0 ? ` (재시도 ${chapter.retryCount}/${MAX_RETRIES})` : ''})`); GM_xmlhttpRequest({ method: "GET", url: chapter.url, headers: { "Referer": chapter.url, "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36" }, onload: function(response) { let delay = BASE_DELAY_MS; let needsRetry = false; let chapterContent = ''; let errorContent = ''; const filename = `${chapter.index}.${chapter.title.replace(/[<>:"/\\|?*]/g, '_')}.txt`; if (response.status === 200) { chapterContent = parseRawHtml(response.responseText); const cleanedContent = chapterContent.replace(new RegExp(textToRemove.replace(/⊥/g, '⊥?'), 'g'), "").replace(/[\uFEFF]/g, '').trim(); if (cleanedContent.length < (MIN_FILE_SIZE_KB * 500)) { errorContent = `[본문 내용이 너무 짧음 (${cleanedContent.length}자), 재시도]`; needsRetry = true; } else { processedCount++; log(`[${processedCount}/${totalCount}] Fetched ${chapter.title} successfully.`); GM_download({ url: 'data:text/plain;charset=utf-8,' + encodeURIComponent(cleanedContent), name: filename, onload: () => log(`Successfully triggered download for: ${filename}`), onerror: (err) => log(`Error downloading ${filename}: ${JSON.stringify(err)}`) }); } } else if (response.status === 429 || response.status === 403) { errorContent = `[다운로드 실패: HTTP 상태 코드 ${response.status}]`; needsRetry = true; } else { processedCount++; log(`Failed to fetch ${chapter.title}, Status: ${response.status}`); errorContent = `[다운로드 실패: HTTP 상태 코드 ${response.status}]`; GM_download({ url: 'data:text/plain;charset=utf-8,' + encodeURIComponent(errorContent), name: filename }); } if (needsRetry) { if (chapter.retryCount < MAX_RETRIES) { chapter.retryCount++; delay = BASE_DELAY_MS * Math.pow(2, chapter.retryCount); if (response.status === 429 && response.responseHeaders) { const retryAfterHeaderMatch = response.responseHeaders.match(/Retry-After: (\d+)/i); if (retryAfterHeaderMatch) { const serverDelay = parseInt(retryAfterHeaderMatch[1], 10) * 1000; delay = Math.max(delay, serverDelay); } } log(`[RETRY] ${errorContent} for ${chapter.title}. Retrying in ${delay / 1000}s. Attempt ${chapter.retryCount}/${MAX_RETRIES}`); chaptersQueue.unshift(chapter); } else { processedCount++; log(`[FATAL] Max retries reached for ${chapter.title}. Skipping.`); const finalErrorContent = `[다운로드 실패: ${errorContent}, 최대 재시도 횟수 ${MAX_RETRIES}회 초과]`; GM_download({ url: 'data:text/plain;charset=utf-8,' + encodeURIComponent(finalErrorContent), name: filename }); } } setTimeout(processNextChapter, delay); }, onerror: function(error) { processedCount++; log(`Error fetching ${chapter.title} (Network Error): ${JSON.stringify(error)}`); setTimeout(processNextChapter, BASE_DELAY_MS); } }); } log(`Starting background download for ${totalCount} individual chapters with ${BASE_DELAY_MS/1000}s base delay.`); setTimeout(() => { processNextChapter(); }, INITIAL_PAGE_DELAY_MS); } // ======================================================================= // 5. 초기화 및 LoadMore 감지 로직 (수정) // ======================================================================= function initializeUI() { // 이 함수에서 체크박스와 UI를 최종적으로 추가합니다. addCheckboxes(); createListPageUI(); log("Chapter list loaded and UI is ready."); } function waitForLoadMoreCompletion(maxAttempts, attempt = 0) { const $loadMoreButton = $('#loadmore'); if (attempt * POLLING_INTERVAL_MS >= MAX_LOAD_WAIT_MS) { log(`Max wait time (${MAX_LOAD_WAIT_MS}ms) reached. Initializing UI.`); initializeUI(); return; } // 1. LoadMore 버튼이 존재하고 숨겨져 있거나, 아예 사라졌는지 확인 // LoadMore 함수가 호출되면 AJAX가 완료된 후 버튼이 사라지거나 display:none이 됩니다. if ($loadMoreButton.length === 0 || $loadMoreButton.css('display') === 'none') { log(`LoadMore button disappeared/hidden after ${attempt * POLLING_INTERVAL_MS}ms. Initializing UI.`); initializeUI(); return; } // 2. 버튼이 아직 남아있고 visible 하다면 (로딩 중이거나 실패) 다시 시도 // (참고: 로딩 중에는 버튼 텍스트가 "正在加載..."로 바뀔 수 있지만, 사라지는 것을 기준으로 합니다.) setTimeout(() => { waitForLoadMoreCompletion(maxAttempts, attempt + 1); }, POLLING_INTERVAL_MS); } $(document).ready(function() { if (window.location.href.includes('/book/') && window.location.href.includes('index.html')) { const $loadMoreButton = $('#loadmore'); if ($loadMoreButton.length > 0 && $loadMoreButton.is(':visible')) { log("LoadMore button found. Triggering automatic click."); // LoadMore 함수를 호출하여 챕터 목록 로딩 시작 if (typeof window.LoadMore === 'function') { window.LoadMore(); } else { $loadMoreButton.trigger('click'); } // 로딩 완료를 기다리는 폴링 시작 waitForLoadMoreCompletion(); } else { // LoadMore 버튼이 없거나 이미 전체 목록이 로드된 경우 log("Chapter list assumed complete. Initializing UI directly."); initializeUI(); } } }); })();