Automation/app/Libraries/MyCrawler/YamapLibrary.php

<?php

namespace App\Libraries\MyCrawler;

use Symfony\Component\DomCrawler\Crawler;
use App\Libraries\MyStorage\Mangboard\FileLibrary as MyStorageLibrary;
use App\Libraries\MyStorage\Mangboard\BoardsLibrary;
use App\Libraries\MyStorage\Mangboard\BoardLibrary;
use App\Libraries\MySocket\WebLibrary as MySocketLibrary;
use App\Entities\Mangboard\UserEntity;

class YamapLibrary extends MyCrawlerLibrary
{
    private $_user_entity = null;
    private $_boards_library = null;
    private $_board_library = null;
    public function __construct()
    {
        parent::__construct();
    }
    final protected function getMySocket(): mixed
    {
        if ($this->_mySocket === null) {
            $this->_mySocket = new MySocketLibrary(getenv('yamap.host.url'));
        }
        return $this->_mySocket;
    }
    final protected function getMyStorage(): mixed
    {
        if ($this->_myStorage === null) {
            $this->_myStorage = new MyStorageLibrary(getenv('yamap.storage.upload.path'));
            $this->_myStorage->setBoardsEntity($this->getBoardsLibrary()->getEntity());
            $this->_myStorage->setUserEntity($this->getUserEntity());
        }
        return $this->_myStorage;
    }
    public function getBoardsLibrary(): BoardsLibrary
    {
        if ($this->_boards_library === null) {
            $this->_boards_library = new BoardsLibrary(
                getenv('yamap.storage.board.name'),
                $this->getUserEntity()
            );
        }
        return $this->_boards_library;
    }
    public function getBoardLibrary(): BoardLibrary
    {
        if ($this->_board_library === null) {
            $this->_board_library = new BoardLibrary(
                $this->getBoardsLibrary()->getEntity(),
                $this->getUserEntity()
            );
        }
        return $this->_board_library;
    }
    public function getUserEntity(): UserEntity
    {
        if ($this->_user_entity === null) {
            throw new \Exception("사용자정보가 없습니다.");
        }
        return $this->_user_entity;
    }
    public function setUserEntity(UserEntity $_user_entity): void
    {
        $this->_user_entity = $_user_entity;
    }
    private function mainPage(string $url): array
    {
        $listInfos   = [];
        $response = $this->getMySocket()->getContent($url);
        $selector = $this->getSelector($response, getenv("yamap.list.tag"));
        //div.bbs_item를 가진 객체를 찾아서 같은 형식의 객체(sibling)를 배열로 넘김
        // log_message("debug", sprintf("\n-------------MainPage------------\n%s\n--------------------------\n", $selector->html()));
        $selector->filter(getenv("yamap.list.item.tag"))->each(
            function (Crawler $node) use (&$listInfos): void {
                //bbs_item에서 span.g_nickname 객체를 찾아서 작성자가 "관리자" 아닌지 확인 후 Return Bool
                $nickname = $node->filter(getenv("yamap.list.item.nickname.tag"))->text();
                $hit      = $node->filter(getenv("yamap.list.item.hit.tag"))->text();
                $date     = $node->filter(getenv("yamap.list.item.date.tag"))->text();
                if ($nickname != getenv("yamap.list.item.nickname.except")) {
                    //작성자가 "관리자"가 아니 게시물이면 해당 bbs_item에서 a.list_subject 객체를 찾아서
                    $link_node  = $node->filter(getenv("yamap.list.item.link.tag"));
                    $detail_url = $link_node->attr("href");
                    $title      = $link_node->children()->last()->text();
                    $listInfos[]    = ['title' => $title, 'nickname' => $nickname, 'detail_url' => $detail_url, 'date' => $date, 'hit' => $hit];
                }
            }
        );
        if (!count($listInfos)) {
            throw new \Exception("Target URL이 없습니다.");
        }
        log_message("notice", __FUNCTION__ . " 작업 완료");
        return $listInfos;
    }

    protected function save(string $url, string $mediaType, int $file_sequence): mixed
    {
        $myStorageLibrary = parent::save($url, $mediaType, $file_sequence);
        $content = $this->getMyStorage()->getHTMLTag();
        if ($content === "") {
            throw new \Exception(__FUNCTION__ . " Content의 내용없음");
        }
        //망보드 Content 추가
        $this->getBoardLibrary()->addContent($content);
        return $myStorageLibrary;
    }

    private function detailPage(array $listInfo): void
    {
        //1. Yamap ViewPage의 이미지나영상데이터가 있으면
        $response = $this->getMySocket()->getContent($listInfo['detail_url']);
        //1.망보드 게시판에 게시물 생성 처리
        $this->getMyStorage()->setBoardEntity($this->getBoardLibrary()->create($listInfo));
        //망보드 image_path설정
        $this->getBoardLibrary()->setImagePath(sprintf("%s/%s", $this->getMyStorage()->getPath(), $this->getMyStorage()->getOriginName()));
        $selector = $this->getSelector($response, getenv("yamap.view.content.tag"));
        //3. Image 처리
        log_message("debug", sprintf("\n-------------DetailPage------------\n%s\n--------------------------\n", $selector->html()));
        $myStorageLibrarys = $this->download("image", $selector, ["tag" => "img", "attr" => "src"]);
        //4. Video(mp4) 처리
        $myStorageLibrarys = $this->download("video", $selector, ["tag" => "video", "attr" => "src"], $myStorageLibrarys);
        //5.망보드 게시판에 게시물 수정 처리
        $this->getBoardLibrary()->modify();
        log_message("notice", __FUNCTION__ . " 작업 완료");
    }

    public function execute(): void
    {
        if ($this->getDebug()) {
            $listInfos = [
                'title'      => getenv("yamap.view.test.title"),
                'nickname'   => getenv("yamap.view.test.nickname"),
                'detail_url' => getenv("yamap.view.test.url"),
                'time'       => date("Y-m-d H:i:s"),
                'hit'        => 1,
            ];
        } else {
            $listInfos = $this->mainPage(getenv("yamap.list.url"));
        }
        //Limit가 0이면 $listInfos 갯수만큼 다하고, LIMIT 갯수 혹은 item의 갯수중 작은수만큼 한다.
        $max_limit = intval(getenv("yamap.list.max_limit"));
        if ($max_limit) {
            $max_limit = count($listInfos) <= $max_limit ? count($listInfos) : $max_limit;
        } else {
            $max_limit = count($listInfos);
        }
        $i = 1;
        foreach ($listInfos as $listInfo) {
            if ($i <= $max_limit) {
                try {
                    log_message("notice", "게시물 {$i}번째 {$listInfo["nickname"]} 작업시작");
                    $this->detailPage($listInfo);
                    log_message("notice", "게시물 {$i}번째 {$listInfo["nickname"]} 작업완료.");
                    $i++;
                } catch (\Exception $e) {
                    log_message("debug", $e->getMessage());
                }
            }
        }
        log_message("notice", "Crawler->" . __FUNCTION__ . " 작업이 완료되었습니다.");
    }
}