_category = $category; $this->_user_entity = $user_entity; } final protected function getMyStorage() { if ($this->_myStorage === null) { $this->_myStorage = new MangboardStorage($this->_category, $this->_user_entity); } return $this->_myStorage; } private function detailPage(array $listInfo): array { $response = $this->getMySocket()->getContent("/newboard/yamoonboard/" . $listInfo['detail_url']); //작성시간 // $selector = $this->getSelector($response, getenv("yamoon.view.regdate.tag")); // $listInfo['date'] = trim($selector->text()); //작성내용 $tag = getenv("yamoon.view.content.tag"); return $this->getMediaUrls($response, $tag, $listInfo); } private function listPage(): array { if ($this->getDebug()) { $listInfos = [ 'title' => getenv("yamoon.view.test.title"), 'nickname' => getenv("yamoon.view.test.nickname"), 'detail_url' => getenv("yamoon.view.test.url"), 'time' => date("Y-m-d H:i:s"), 'hit' => 1, ]; } else { } $listInfos = []; $response = $this->getMySocket()->getContent(getenv("yamoon.list.url.{$this->_category}")); //div.bbs_item를 가진 객체를 찾아서 같은 형식의 객체(sibling)를 배열로 넘김 // log_message("debug", sprintf("\n-------------MainPage------------\n%s\n--------------------------\n", $selector->html())); // // // 졸고 있는 여군 // 6 // yeeyuu | 6 | 369 | No 89372 | 2024-09-13 // //bbs_item에서 span.g_nickname 객체를 찾아서 작성자가 "관리자" 아닌지 확인 후 Return Bool $this->getSelector($response, getenv("yamoon.list.tag"))->each( function (Crawler $node) use (&$listInfos): void { $link_node = $node->filter(getenv("yamoon.list.item.link.tag")); $detail_url = $link_node->attr("href"); $title = $link_node->text(); $info_node = $node->filter(getenv("yamoon.list.item.info.tag")); $infos = explode("|", $info_node->text()); if (trim($infos[4]) == date("Y-m-d")) { $listInfos[] = ['title' => $title, 'detail_url' => $detail_url, 'nickname' => trim($infos[0]), 'hit' => trim($infos[2]), 'date' => trim($infos[4])]; } } ); if (!count($listInfos)) { throw new \Exception("Target URL이 없습니다."); } log_message("notice", __FUNCTION__ . " 작업 완료"); return $listInfos; } public function execute(): void { $listInfos = $this->listPage(); //Limit가 0이면 $listInfos 갯수만큼 다하고, LIMIT 갯수 혹은 item의 갯수중 작은수만큼 한다. $max_limit = intval(getenv("yamap.list.max_limit")); if ($max_limit) { $max_limit = count($listInfos) <= $max_limit ? count($listInfos) : $max_limit; } else { $max_limit = count($listInfos); } $total = count($listInfos); $i = 1; foreach ($listInfos as $listInfo) { if ($i <= $max_limit) { try { log_message("notice", "게시물 {$i}번째/{$total}개중 {$listInfo["nickname"]} 작업시작"); list($listInfo, $urls) = $this->detailPage($listInfo); $this->mediaProcess($urls); //File DB 및 Board DB 등록작업 $board_entity = $this->getMyStorage()->getBoard()->createByCrawler($i, $listInfo, $this->_storages); $this->getMyStorage()->getFile()->createByCrawler($board_entity, $this->_storages); $this->getMyStorage()->getImage()->createByCrawler($board_entity, $this->_storages); log_message("notice", "게시물 {$i}번째/{$total}개중 {$listInfo["nickname"]} 작업완료."); $i++; } catch (\Exception $e) { log_message("debug", $e->getMessage()); } } } log_message("notice", "Crawler->" . __FUNCTION__ . " 작업이 완료되었습니다."); } }