Automation/app/Libraries/MyCrawler/YamapLibrary.php

<?php

namespace App\Libraries\MyCrawler;


use Symfony\Component\DomCrawler\Crawler;
use App\Libraries\MySocket\WebLibrary as MySocket;
use App\Libraries\Mangboard\FileLibrary as MyStorage;
use App\Libraries\Mangboard\BoardLibrary;
use App\Models\Mangboard\BoardModel;
use App\Entities\Mangboard\BoardEntity;
use App\Models\Mangboard\UserModel;

class YamapLibrary extends MyCrawlerLibrary
{
    private $_mySocket = null;
    private $_myStorage = null;
    private $_boardModel = null;
    public function __construct()
    {
        parent::__construct();
    }

    final public function getMySocket(): mixed
    {
        if ($this->_mySocket === null) {
            $this->_mySocket = new MySocket(getenv('yamap.host.url'));
        }
        return $this->_mySocket;
    }
    final public function setMySocket($mySocket): void
    {
        $this->_mySocket = $mySocket;
    }

    final public function getMyStorage(): mixed
    {
        if ($this->_myStorage === null) {
            $this->_myStorage = new MyStorage(getenv('yamap.storage.upload.path'));
            $this->_myStorage->setBoardName(getenv('crawler.yamap.registration.board'));
            $this->_myStorage->setBoardTable($this->getBoardModel()->getTable());
        }
        return $this->_myStorage;
    }
    final public function setMyStorage($myStorage): void
    {
        $this->_myStorage = $myStorage;
    }

    private function getBoardModel(): BoardModel
    {
        if ($this->_boardModel === null) {
            $this->_boardModel = new BoardModel(getenv("crawler.yamap.registration.table"));
        }
        return $this->_boardModel;
    }

    private function mainPage(string $url): array
    {
        $crawler = $this->getContent($url, getenv("yamap.list.tag"));
        $items = [];
        //div.bbs_item를 가진 객체를 찾아서 같은 형식의 객체(sibling)를 배열로 넘김
        $crawler->filter(getenv("yamap.list.item.tag"))->each(
            function (Crawler $node) use (&$items): void {
                //bbs_item에서 span.g_nickname 객체를 찾아서 작성자가 "관리자" 아닌지 확인 후 Return Bool 
                $nickname = $node->filter(getenv("yamap.list.item.nickname.tag"))->text();
                $time = date("Y-m-d") . " " . $node->filter(getenv("yamap.list.item.time.tag "))->text();
                $hit = intval($node->filter(getenv("yamap.list.item.hit.tag "))->text());
                if ($nickname != getenv("yamap.list.item.nickname.except")) {
                    //작성자가 "관리자"가 아니 게시물이면 해당 bbs_item에서 a.list_subject 객체를 찾아서
                    $link_node = $node->filter(getenv("yamap.list.item.link.tag"));
                    $detail_url = $link_node->attr("href");
                    $title = $link_node->children()->last()->text();
                    $items[] = ['title' => $title, 'nickname' => $nickname, 'detail_url' => $detail_url, 'time' => $time, 'hit' => $hit];
                }
            }
        );
        if (!count($items)) {
            throw new \Exception("Target URL이 없습니다.");
        }
        return $items;
    }

    private function detailPage(string $url, array $fileInfos = []): array
    {
        $crawler = $this->getContent($url, getenv("yamap.view.content.tag"));
        //3. Image 처리
        $downloadInfos = $this->download($crawler, ["tag" => "img", "attr" => "src"]);
        $fileInfos = $this->save("image", $downloadInfos);
        //4. Video(mp4) 처리
        $downloadInfos = $this->download($crawler, ["tag" => "video", "attr" => "src"]);
        return $this->save("video", $downloadInfos, $fileInfos);
    }

    private function createBoard(array $item, array $fileInfos): BoardEntity
    {
        $board = new BoardLibrary($this->getBoardModel());
        $board->setDebug($this->getDebug());

        //미디어관련정보 entity에 넣기
        $entity = new BoardEntity();
        $entity->title = $item["title"];
        $entity->user_name = $item["nickname"];
        $entity->reg_date = $item['time'];
        $entity->hit = $item['hit'];
        $entity->data_type = "html";
        $entity->editor_type = "S";
        foreach ($fileInfos as $fileInfo) {
            $entity->content .= $fileInfo["mediatag"];
        }
        //망보드에 넣기
        return $board->create($entity);
    }

    public function execute(): void
    {
        //1. 사이트 로그인 처리
        $userModel = new UserModel();
        $user = $userModel->getEntityByID("idcjp");
        //     $daemonidc = new MyWebLibrary(getenv('daemonidc.host.url'));
        //     $daemonidc->setDebug($isDebug);
        //     $daemonidc->login(
        //         getenv('daemonidc.login.url'),
        //         getenv('daemonidc.login.user_id'),
        //         getenv('daemonidc.login.user_password')
        //     );
        $this->getMyStorage()->setUser($user);
        $items = [];
        //2. 해당사이트 MainPage 처리
        if ($this->getDebug()) {
            $items[] = [
                'title' => getenv("yamap.view.test.title"),
                'nickname' => getenv("yamap.view.test.nickname"),
                'detail_url' => getenv("yamap.view.test.url"),
                'time' => date("Y-m-d H:i:s"),
                'hit' => 1
            ];
        } else {
            $items = $this->mainPage(getenv("yamap.list.url"));
        }
        if (!count($items)) {
            throw new \Exception("Yamap 사이트에서 게시물이 존재하지 않습니다.");
        }
        //최초 게시물만 등록하기 위함
        $item = $items[0];
        //3. DetailPage 처리 : bbs_view > div.contents 가진 객체를 찾아서 처리        
        $fileInfos = $this->detailPage($item["detail_url"]);
        //4.망보드 일반게시판에 게시물 등록 처리
        $this->createBoard($item, $fileInfos);
    }
}