- //
할아버지의 마술 3
- //
21967
- //
- //
- public function execute(): void
+ //리스트 내용
+ //
+ //
+ // 졸고 있는 여군
+ // 6
+ // yeeyuu | 6 | 369 | No 89372 | 2024-09-13
+ // |
+ public function execute(string $board_name, string $user_id = null, ...$params): void
{
try {
+ //추가옵션
+ $this->isDebug = in_array('debug', $params);
+ $this->isCopy = in_array('copy', $params);
+ $this->setBoardName($board_name);
+ $this->login_process($user_id);
+ //실행
+ $listInfos = [];
if ($this->isDebug) {
$listInfo = [];
$listInfo['title'] = 'test_title';
@@ -149,12 +110,10 @@ class SirCrawler extends MangboardCrawler
$listInfo['hit'] = 1;
$listInfo['date'] = date("Y-m-d H:i:s");
$listInfo['detail_url'] = getenv("sir.view.test.url.{$this->getBoardName()}");
- $this->detail_process(1, $listInfo);
- log_message("notice", __FUNCTION__ . "=> DEBUG 게시물 {$listInfo['detail_url']} 작업종료");
+ $listInfos[] = $listInfo;
} else {
- $listInfos = [];
$response = $this->getMySocket()->getContent(getenv("sir.list.url.{$this->getBoardName()}"));
- $this->getSelector($response, getenv("sir.list.tag"))->each(
+ $this->getSelector($response, getenv("sir.list.tag.{$this->getBoardName()}"))->each(
function (Crawler $node) use (&$listInfos): void {
$link_node = $node->filter(getenv("sir.list.item.link.tag"));
// href url의 맨 앞이 /가 두개라서 한개를 빼기위함
@@ -167,11 +126,11 @@ class SirCrawler extends MangboardCrawler
$listInfos[] = ['title' => $title, 'nickname' => $nickname, 'detail_url' => $detail_url, 'date' => "", 'hit' => $hit];
}
);
- if (!count($listInfos)) {
- throw new \Exception("Target URL이 없습니다.");
- }
- $this->list_process(intval(getenv("sir.list.max_limit")), $listInfos);
}
+ if (!count($listInfos)) {
+ throw new \Exception("Target URL이 없습니다.");
+ }
+ $this->list_process(intval(getenv("sir.list.max_limit.{$this->getBoardName()}")), $listInfos);
log_message("notice", __FUNCTION__ . " 작업이 완료되었습니다.");
} catch (\Exception $e) {
log_message("warning", sprintf(
diff --git a/app/Controllers/Mangboard/Crawler/YamapCrawler.php b/app/Controllers/Mangboard/Crawler/YamapCrawler.php
index d5272e7..740daf7 100644
--- a/app/Controllers/Mangboard/Crawler/YamapCrawler.php
+++ b/app/Controllers/Mangboard/Crawler/YamapCrawler.php
@@ -18,48 +18,10 @@ class YamapCrawler extends CrawlerController
{
return getenv("yamap.host.url");
}
- protected function detail_content_process(int $cnt, array $listInfo): array
+ protected function getDetailSelector(array $listInfo): array
{
- $response = $this->getMySocket()->getContent($listInfo['detail_url']);
- $selector = $this->getSelector($response, getenv("yamap.view.content.tag"));
- $formDatas = [];
- $formDatas['image_path'] = "";
- $formDatas['content'] = $selector->html();
- //File DB 및 Board DB 등록작업등
- $this->getBoardModel()->createByCrawler(
- $this->getBoardsEntity(),
- $this->getUserEntity(),
- $cnt,
- $listInfo,
- [],
- $formDatas
- );
- log_message("notice", __FUNCTION__ . " 작업이 완료되었습니다.");
- return $listInfo;
- }
- protected function detail_download_process(int $cnt, array $listInfo): array
- {
- $response = $this->getMySocket()->getContent($listInfo['detail_url']);
- $selector = $this->getSelector($response, getenv("yamap.view.content.tag"));
- $media_urls = $this->getUrlsByMediaType($selector, "img", "src");
- $media_urls = $this->getUrlsByMediaType($selector, "video", "src", $media_urls);
- if ($this->isDebug) {
- throw new \Exception(sprintf(
- "\n--------------%s Debug--------------\n%s%s\n---------------------------------------\n",
- __FUNCTION__,
- var_export($listInfo, true),
- var_export($media_urls, true)
- ));
- } else {
- // Image 나 Video 소스들의 url을 가져와서 실제 다운받는 처리
- $storages = $this->media_process($media_urls);
- if (!count($storages)) {
- throw new \Exception("등록할 자료가 없습니다.");
- }
- $this->backend_process($cnt, $listInfo, $storages);
- }
- log_message("notice", __FUNCTION__ . " 작업이 완료되었습니다.");
- return $listInfo;
+ $response = $this->getMySocket()->getContent($listInfo['detail_url']);
+ return array($this->getSelector($response, getenv("yamap.view.content.tag")), $listInfo);
}
//리스트내용
//
@@ -91,7 +53,8 @@ class YamapCrawler extends CrawlerController
//
//
//