idcjp/Automation
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Automation init...3

Browse Source
This commit is contained in:
최준흠 2024-09-17 20:19:57 +09:00
parent 471dbda929
commit 986ceb6b30
5 changed files with 7 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app/Controllers/Mangboard/CrawlerController.php
View File

@ -108,7 +108,7 @@ class CrawlerController extends CommonController
if ($option) {
$crawler->setDebug($option === "debug" ? true : false);
}
$crawler->execute(intval(getenv("iven.list.max_limit")));
$crawler->execute(intval(getenv("inven.list.max_limit")));
return "완료되었습니다.";
} catch (\Exception $e) {
log_message("error", $e->getMessage());

2
app/Libraries/MyCrawler/Mangboard/InvenCrawler.php
View File

@ -90,7 +90,7 @@ class InvenCrawler extends MangboardCrawler
}
$response = $this->getMySocket()->getContent(getenv("inven.list.url"));
//div.bbs_item를 가진 객체를 찾아서 같은 형식의 객체(sibling)를 배열로 넘김
$selector = $this->getSelector($response, getenv("inven.list.tag"))->each(
$this->getSelector($response, getenv("inven.list.tag"))->each(
function (Crawler $node) use (&$listInfos): void {
$hit = $node->filter(getenv("inven.list.item.hit.tag"))->text();
$date = date("Y") . "-" . $node->filter(getenv("inven.list.item.date.tag"))->text();

2
app/Libraries/MyCrawler/Mangboard/SirCrawler.php
View File

@ -90,7 +90,7 @@ class SirCrawler extends MangboardCrawler
// }
//작성내용
$tag = getenv("sir.view.content.tag");
$selector = $this->getSelector($response, $tag, true);
$selector = $this->getSelector($response, $tag);
$media_urls = $this->getUrlsByMediaType("image", $selector, ["tag" => "img", "attr" => "src"]);
$media_urls = $this->getUrlsByMediaType("video", $selector, ["tag" => "video", "attr" => "src"], $media_urls);
if ($this->getDebug()) {

9
app/Libraries/MyCrawler/MyCrawler.php
View File

@ -130,13 +130,10 @@ abstract class MyCrawler extends CommonLibrary
$max_limit = count($listInfos);
}
$total = count($listInfos);
$i = 1;
$i = $this->getDebug() ? $max_limit : 1;
foreach ($listInfos as $listInfo) {
if ($this->getDebug()) {
$i = $max_limit;
}
if ($i <= $max_limit) {
log_message("notice", "게시물 {$i}번째/총:{$total} {$listInfo["nickname"]} 작업시작");
log_message("notice", __FUNCTION__ . " 게시물 {$i}번째/총:{$total} {$listInfo["nickname"]} 작업시작");
try {
//listInfo는 title,작성자,작성시간등등의 정보를 가지고 있어 detail_page 처리 안에서 바뀔 수 있으므로 다시 반환 받는다.
$listInfo = $this->detail_page($i, $listInfo);
@ -147,7 +144,7 @@ abstract class MyCrawler extends CommonLibrary
$e->getMessage()
));
}
log_message("notice", "게시물 {$i}번째/총:{$total} {$listInfo["nickname"]} 작업완료.");
log_message("notice", __FUNCTION__ . " 게시물 {$i}번째/총:{$total} {$listInfo["nickname"]} 작업완료.");
$i++;
}
}

2
app/Models/Mangboard/BoardModel.php
View File

@ -163,7 +163,7 @@ class BoardModel extends CommonModel
$formDatas['user_id'] = $user_entity->getID();
$formDatas['user_name'] = $listInfo["nickname"] != "" ? $listInfo["nickname"] : $user_entity->getTitle();
$formDatas['level'] = $boards_entity->getListLevel();
$formDatas['hit'] = $listInfo['hit'];
$formDatas['hit'] = intval($listInfo['hit']);
$formDatas['reg_date'] = date("Y-m-d H:i:s", strtotime($listInfo['date']));
$formDatas['data_type'] = "html";
$formDatas['editor_type'] = "S";