idcjp/Automation
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Automation init...3

Browse Source
This commit is contained in:
최준흠 2024-09-10 11:31:40 +09:00
parent 07bf39944a
commit ccbe3ba17b
1 changed files with 10 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
app/Controllers/Crawler/YamapController.php
View File

@ -34,11 +34,8 @@ class YamapController extends CommonController
if (!count($items)) { if (!count($items)) {
throw new \Exception("Yamap 사이트에서 게시물이 존재하지 않습니다."); throw new \Exception("Yamap 사이트에서 게시물이 존재하지 않습니다.");
} }
$max_limit = intval(getenv("yamap.list.item.max_limit"));
$max_limit = count($items) <= $max_limit ? $items : $max_limit;
$i = 0; $i = 0;
foreach ($items as $item) { foreach ($items as $item) {
if ($i <= $max_limit) {
try { try {
//3. DetailPage 처리 : bbs_view > div.contents 가진 객체를 찾아서 처리 //3. DetailPage 처리 : bbs_view > div.contents 가진 객체를 찾아서 처리
$fileEntitys = $crawler->detailPage($item["detail_url"]); $fileEntitys = $crawler->detailPage($item["detail_url"]);
@ -52,7 +49,6 @@ class YamapController extends CommonController
log_message("debug", $e->getMessage()); log_message("debug", $e->getMessage());
} }
} }
}
log_message("notice", "Crawler->" . __FUNCTION__ . " 작업이 완료되었습니다."); log_message("notice", "Crawler->" . __FUNCTION__ . " 작업이 완료되었습니다.");
return "완료되었습니다."; return "완료되었습니다.";
} catch (\Exception $e) { } catch (\Exception $e) {