diff --git a/app/Controllers/Mangboard/CrawlerController.php b/app/Controllers/Mangboard/CrawlerController.php index f7c7eb2..42688b7 100644 --- a/app/Controllers/Mangboard/CrawlerController.php +++ b/app/Controllers/Mangboard/CrawlerController.php @@ -108,7 +108,7 @@ class CrawlerController extends CommonController if ($option) { $crawler->setDebug($option === "debug" ? true : false); } - $crawler->execute(intval(getenv("iven.list.max_limit"))); + $crawler->execute(intval(getenv("inven.list.max_limit"))); return "완료되었습니다."; } catch (\Exception $e) { log_message("error", $e->getMessage()); diff --git a/app/Libraries/MyCrawler/Mangboard/InvenCrawler.php b/app/Libraries/MyCrawler/Mangboard/InvenCrawler.php index 93ab301..9a5cebb 100644 --- a/app/Libraries/MyCrawler/Mangboard/InvenCrawler.php +++ b/app/Libraries/MyCrawler/Mangboard/InvenCrawler.php @@ -90,7 +90,7 @@ class InvenCrawler extends MangboardCrawler } $response = $this->getMySocket()->getContent(getenv("inven.list.url")); //div.bbs_item를 가진 객체를 찾아서 같은 형식의 객체(sibling)를 배열로 넘김 - $selector = $this->getSelector($response, getenv("inven.list.tag"))->each( + $this->getSelector($response, getenv("inven.list.tag"))->each( function (Crawler $node) use (&$listInfos): void { $hit = $node->filter(getenv("inven.list.item.hit.tag"))->text(); $date = date("Y") . "-" . $node->filter(getenv("inven.list.item.date.tag"))->text(); diff --git a/app/Libraries/MyCrawler/Mangboard/SirCrawler.php b/app/Libraries/MyCrawler/Mangboard/SirCrawler.php index 555652c..3cf03ce 100644 --- a/app/Libraries/MyCrawler/Mangboard/SirCrawler.php +++ b/app/Libraries/MyCrawler/Mangboard/SirCrawler.php @@ -90,7 +90,7 @@ class SirCrawler extends MangboardCrawler // } //작성내용 $tag = getenv("sir.view.content.tag"); - $selector = $this->getSelector($response, $tag, true); + $selector = $this->getSelector($response, $tag); $media_urls = $this->getUrlsByMediaType("image", $selector, ["tag" => "img", "attr" => "src"]); $media_urls = $this->getUrlsByMediaType("video", $selector, ["tag" => "video", "attr" => "src"], $media_urls); if ($this->getDebug()) { diff --git a/app/Libraries/MyCrawler/MyCrawler.php b/app/Libraries/MyCrawler/MyCrawler.php index 712a884..f411d08 100644 --- a/app/Libraries/MyCrawler/MyCrawler.php +++ b/app/Libraries/MyCrawler/MyCrawler.php @@ -130,13 +130,10 @@ abstract class MyCrawler extends CommonLibrary $max_limit = count($listInfos); } $total = count($listInfos); - $i = 1; + $i = $this->getDebug() ? $max_limit : 1; foreach ($listInfos as $listInfo) { - if ($this->getDebug()) { - $i = $max_limit; - } if ($i <= $max_limit) { - log_message("notice", "게시물 {$i}번째/총:{$total} {$listInfo["nickname"]} 작업시작"); + log_message("notice", __FUNCTION__ . " 게시물 {$i}번째/총:{$total} {$listInfo["nickname"]} 작업시작"); try { //listInfo는 title,작성자,작성시간등등의 정보를 가지고 있어 detail_page 처리 안에서 바뀔 수 있으므로 다시 반환 받는다. $listInfo = $this->detail_page($i, $listInfo); @@ -147,7 +144,7 @@ abstract class MyCrawler extends CommonLibrary $e->getMessage() )); } - log_message("notice", "게시물 {$i}번째/총:{$total} {$listInfo["nickname"]} 작업완료."); + log_message("notice", __FUNCTION__ . " 게시물 {$i}번째/총:{$total} {$listInfo["nickname"]} 작업완료."); $i++; } } diff --git a/app/Models/Mangboard/BoardModel.php b/app/Models/Mangboard/BoardModel.php index 78f5c4d..f74d424 100644 --- a/app/Models/Mangboard/BoardModel.php +++ b/app/Models/Mangboard/BoardModel.php @@ -163,7 +163,7 @@ class BoardModel extends CommonModel $formDatas['user_id'] = $user_entity->getID(); $formDatas['user_name'] = $listInfo["nickname"] != "" ? $listInfo["nickname"] : $user_entity->getTitle(); $formDatas['level'] = $boards_entity->getListLevel(); - $formDatas['hit'] = $listInfo['hit']; + $formDatas['hit'] = intval($listInfo['hit']); $formDatas['reg_date'] = date("Y-m-d H:i:s", strtotime($listInfo['date'])); $formDatas['data_type'] = "html"; $formDatas['editor_type'] = "S";