idcjp/Automation
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Automation init...1

Browse Source
This commit is contained in:
최준흠 2024-09-06 21:37:34 +09:00
parent 7c1148abd7
commit a83c1629cc
3 changed files with 15 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
app/Controllers/CLI/Crawler.php
View File

@ -30,7 +30,7 @@ class Crawler extends BaseController
$yamap->setMyWeb($myWeb); $yamap->setMyWeb($myWeb);
$yamap->setMyStorage($storage); $yamap->setMyStorage($storage);
$yamap->setMyCrawler($crawler); $yamap->setMyCrawler($crawler);
list($nickname, $mediaInfos, $mediaTags) = $yamap->build(); list($title, $nickname, $mediaInfos, $mediaTags) = $yamap->build();
} }
// //2. 사이트 로그인 처리 // //2. 사이트 로그인 처리
// if (!in_array("skip_login", $params)) { // if (!in_array("skip_login", $params)) {
@ -49,7 +49,8 @@ class Crawler extends BaseController
//미디어관련정보 entity에 넣기 //미디어관련정보 entity에 넣기
$entity = new BoardEntity(); $entity = new BoardEntity();
$entity->title = $nickname; $entity->title = $title;
$entity->user_name = $nickname;
$entity->data_type = "html"; $entity->data_type = "html";
$entity->editor_type = "S"; $entity->editor_type = "S";
$entity->content = is_array($mediaTags) ? implode("\n", $mediaTags) : $mediaTags; $entity->content = is_array($mediaTags) ? implode("\n", $mediaTags) : $mediaTags;

19
app/Libraries/YamapLibrary.php
View File

@ -113,7 +113,7 @@ class YamapLibrary extends CommonLibrary
$url = getenv("yamap.list.url"); $url = getenv("yamap.list.url");
$crawler = $this->getCrawler($url, getenv("yamap.list.tag")); $crawler = $this->getCrawler($url, getenv("yamap.list.tag"));
$item_tag = getenv("yamap.list.item.tag"); $item_tag = getenv("yamap.list.item.tag");
$item_subject_tag = getenv("yamap.list.item.subject.tag"); $item_link_tag = getenv("yamap.list.item.link.tag");
$item_nickname_tag = getenv("yamap.list.item.nickname.tag"); $item_nickname_tag = getenv("yamap.list.item.nickname.tag");
$item_nickname_except = getenv("yamap.list.item.nickname.except"); $item_nickname_except = getenv("yamap.list.item.nickname.except");
@ -121,7 +121,7 @@ class YamapLibrary extends CommonLibrary
//div.bbs_item를 가진 객체를 찾아서 같은 형식의 객체(sibling)를 배열로 넘김 //div.bbs_item를 가진 객체를 찾아서 같은 형식의 객체(sibling)를 배열로 넘김
$crawler->filter($item_tag)->each( $crawler->filter($item_tag)->each(
function (Crawler $node) use ( function (Crawler $node) use (
$item_subject_tag, &$item_link_tag,
&$item_nickname_tag, &$item_nickname_tag,
&$item_nickname_except, &$item_nickname_except,
&$lists &$lists
@ -131,18 +131,20 @@ class YamapLibrary extends CommonLibrary
log_message("debug", $item_nickname_tag . ":" . $nickname); log_message("debug", $item_nickname_tag . ":" . $nickname);
if ($nickname != $item_nickname_except) { if ($nickname != $item_nickname_except) {
//작성자가 "관리자"가 아니 게시물이면 해당 bbs_item에서 a.list_subject 객체를 찾아서 //작성자가 "관리자"가 아니 게시물이면 해당 bbs_item에서 a.list_subject 객체를 찾아서
$url = $node->filter($item_subject_tag)->attr("href"); $link_node = $node->filter($item_link_tag);
$lists[] = ['nickname' => $nickname, 'url' => $url]; $url = $link_node->attr("href");
$title = $link_node->children()->last()->text();
$lists[] = ['title' => $title, 'nickname' => $nickname, 'url' => $url];
} }
} }
); );
if (!count($lists)) { if (!count($lists)) {
throw new \Exception("Target URL이 없습니다."); throw new \Exception("Target URL이 없습니다.");
} }
return array($lists[0]["nickname"], $lists[0]["url"]); return array($lists[0]["title"], $lists[0]["nickname"], $lists[0]["url"]);
} }
public function detailPage($url): array public function detailPage(string $url): array
{ {
$crawler = $this->getCrawler($url, getenv("yamap.view.content.tag")); $crawler = $this->getCrawler($url, getenv("yamap.view.content.tag"));
$mediaTags = []; $mediaTags = [];
@ -179,13 +181,14 @@ class YamapLibrary extends CommonLibrary
{ {
//1. 해당사이트 MainPage 처리 //1. 해당사이트 MainPage 처리
if ($this->getDebug()) { if ($this->getDebug()) {
$title = getenv("yamap.view.test.title");
$nickname = getenv("yamap.view.test.nickname"); $nickname = getenv("yamap.view.test.nickname");
$detail_url = getenv("yamap.view.test.url"); $detail_url = getenv("yamap.view.test.url");
} else { } else {
list($nickname, $detail_url) = $this->mainPage(); list($title, $nickname, $detail_url) = $this->mainPage();
} }
//2. DetailPage 처리 : bbs_view > div.contents 가진 객체를 찾아서 처리 //2. DetailPage 처리 : bbs_view > div.contents 가진 객체를 찾아서 처리
list($mediaInfos, $mediaTags) = $this->detailPage($detail_url); list($mediaInfos, $mediaTags) = $this->detailPage($detail_url);
return array($nickname, $mediaInfos, $mediaTags); return array($title, $nickname, $mediaInfos, $mediaTags);
} }
} }

2
app/Models/Mangboard/BoardModel.php
View File

@ -12,7 +12,7 @@ abstract class BoardModel extends CommonModel
protected function __construct(array $fields = []) protected function __construct(array $fields = [])
{ {
$fields = ["title", "data_type", "editor_type", "content", ...$fields]; $fields = ["title", "user_name", "data_type", "editor_type", "content", ...$fields];
parent::__construct($fields); parent::__construct($fields);
} }
public function getTitleField(): string public function getTitleField(): string