core/parcer/deznet/desnet_parce.php

<?php
ini_set('display_errors', 0);
$_SERVER['SERVER_NAME'] = 'tk-ligat.ru';
require_once('/home/cloud/core/set/tk-ligat.ru.php');
require_once('/home/cloud/core/api/php/db.php');
require_once('/home/cloud/core/api/php/json.php');


function html_to_obj($html)
{
    $dom = new DOMDocument();
    //    $dom->loadHTML($html);
    @$dom->loadHTML(mb_convert_encoding(@$html, 'HTML-ENTITIES', 'UTF-8'));
    return element_to_obj($dom->documentElement);
}

function element_to_obj($element)
{
    @$obj = array("tag" => @$element->tagName);
    foreach (@$element->attributes as $attribute) {
        $obj[$attribute->name] = $attribute->value;
    }
    foreach ($element->childNodes as $subElement) {
        if ($subElement->nodeType == XML_TEXT_NODE) {
            $obj["html"] = $subElement->wholeText;
        } else {
            $obj["children"][] = element_to_obj($subElement);
        }
    }
    return $obj;
}



function leopak($text)
{
    $old1 = array("\\");
    $new1 = array("/");
    $text = str_replace($old1, $new1, $text);
    return $text;
}

/* ищет str в txt если находит, возвращает единичку */
function findtxt($txt, $str)
{
    $pos1 = stripos($txt, $str);
    if ($pos1 === false)
        return 0;
    else
        return 1;
}


function add_link($html)
{
    preg_match_all("/<[Aa][\s]{1}[^>]*[Hh][Rr][Ee][Ff][^=]*=[ '\"\s]*([^ \"'>\s#]+)[^>]*>/", $html, $matches);
    $urls = $matches[1]; // Берём то место, где сама ссылка (благодаря группирующим скобкам в регулярном выражении)
    /* Выводим все ссылки */
    for ($j = 0; $j < count($urls); $j++) {
        $link = $urls[$j];
        if (findtxt($link, 'https://www.deznet.ru') == 0)
            $link = 'https://www.deznet.ru' . leopak($link);
        $id = DB::getValue("SELECT `id` FROM `sm2` WHERE `link` LIKE '%" . $link . "' LIMIT 1");
        if (!$id)
            DB::add("INSERT INTO `sm2` (`link`, `status`) VALUES (?, ?)", array($link, 1));
    }
}

function generate_password($number)
{
    $arr = array('a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'r', 's', 't', 'u', 'v', 'x', 'y', 'z', '1', '2', '3', '4', '5', '6', '7', '8', '9', '0');
    $pass = "";
    for ($i = 0; $i < $number; $i++) {
        $index = rand(0, count($arr) - 1);
        $pass .= $arr[$index];
    }
    return $pass;
}




//$LinkList = DB::getAll( "SELECT * FROM `sm2` WHERE `id`=8549");
$LinkList = DB::getAll("SELECT `link`, `id`, `html` FROM `sm2` WHERE `status` =1 AND `link` NOT LIKE '%.jpg' LIMIT 1000000");
//$LinkList = DB::getAll("SELECT `link`, `id`, `html` FROM `sm2` WHERE `add` IS NULL AND`html` IS NOT NULL AND `link` NOT LIKE '%.jpg' LIMIT 10000");


function setHars($massiv, $tovar_id)
{
    for ($i = 0; $i < count($massiv); $i++) {
        $h = trim($massiv[$i]['children'][0]['children'][0]['children'][0]['html']);
        $v = trim($massiv[$i]['children'][1]['children'][0]['html']);
        echo $h . " - " . $v . "\n";

        //Ищем в базе характеристику, если нет - добавляем
        $id_h = DB::getValue("SELECT `id` FROM `tovar_har_sp` WHERE `txt` = ?", $h);
        if (!$id_h)
            $id_h = DB::add("INSERT INTO `tovar_har_sp` (`txt`) VALUES (?)", $h);

        //Проверяем наличие характеристики у товара:
        $id_h_t = DB::getValue("SELECT `id` FROM `tovar_har` WHERE `tovar_har_sp_id` = ? AND `tovar_id`=?", array($id_h, $tovar_id));
        if (!$id_h_t)
            DB::add("INSERT INTO `tovar_har` (`txt`, `tovar_id`, `tovar_har_sp_id`) VALUES (?, ?, ?)", array($v, $tovar_id, $id_h));


    }
}

function setTovar($title, $artikul)
{

    //Узнаем, есть ли, если есть - тупо добавляем и возвращаем ИД
    echo "SELECT `id` FROM `tovar` WHERE `title`='" . $title . "' AND `artikul`='" . $artikul . "' AND `partner`='deznet'";
    $tovar_id = DB::getValue("SELECT `id` FROM `tovar` WHERE `title`='" . $title . "' AND `artikul`='" . $artikul . "' AND `partner`='deznet'");
    if (!$tovar_id)
        $tovar_id = DB::add("INSERT INTO `tovar` (`title`, `artikul`, `partner`) VALUES (?, ?, 'deznet')", array($title, $artikul));
    return $tovar_id;
}

function updateImg($tovarID, $img)
{
    $img = 'https://www.deznet.ru' . $img;
    DB::set("UPDATE `tovar` SET `linkimg`=? WHERE `id`=?", array($img, $tovarID));
}

function setCena($tovarID, $cena)
{
    $cena = round($cena * 1.5);


    DB::set("UPDATE `tovar` SET `cena`=? WHERE `id`=?", array($cena, $tovarID));
    //получаем последнюю цену товара, если не совпадает - создаем документ + цену
    //$cenaFromBD = DB::getValue("SELECT `cena` FROM `tovar_price_history` WHERE `tovar_id`=? AND `status`=1 ORDER BY `t` DESC LIMIT 1", $tovarID);
    /*    echo $cenaFromBD;
        if ($cenaFromBD!=$cena){
            $t[0]['tovar_id']=$tovarID;
            $t[0]['cena']=$cena;
            $c=json::to_j($t);

            $doc_id=DB::add("INSERT INTO `docs` (`t`, `tip`, `json`, `status`, `comment`) VALUES (?, ?, ?, ?, ?)", array(time(), 'pereocenka', $c, 1, 'Из парсера Deznet'));
            DB::add("INSERT INTO `tovar_price_history` (`status`, `tovar_id`, `cena`, `docs_id`, `t`) VALUES (?, ?, ?, ?, ?)", array(1, $tovarID, $cena, $doc_id, time()));
        }*/
}

for ($i = 0; $i < count($LinkList); $i++) {
    $html = gzuncompress(base64_decode($LinkList[$i]['html']));
    $a = html_to_obj($html);
    //print_r($a);


    $title = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][1]['children'][0]['children'][1]['children'][0]['children'][1]['children'][0]['html'];
    $kroshki = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][1]['children'][0]['children'][0]['children'][0]['children'];
    echo "Название - " . $title . "\n";

    //print_r( $kroshki );
    $cat_id = 4433;

    for ($j = 4; $j < count(($kroshki)); $j++) {
        $b = $kroshki[$j]['children'][0]['title'];
        if ($b) {
            $c = $cat_id;
            $cat_id = DB::getValue("SELECT `id` FROM `tovar_category` WHERE `category`=? AND `status`=1 AND `partner`='deznet' AND `title`=? LIMIT 1", array($cat_id, $b));
            if (!$cat_id) {
                $cat_id = DB::add("INSERT INTO `tovar_category` (`title`, `partner`, `status`, `category`) VALUES (?, ?, ?, ?)", array($b, 'deznet', 1, $c));
            }
            $c = $cat_id;
        }
    }



    $artikul = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][5]['children'][1]['children'][0]['children'][0]['children'][1]['children'][0]['children'][1]['children'][0]['children'][1]['html'];



    $cena = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][1]['children'][0]['content'];
    echo "Артикул - " . $artikul . "\n";
    echo "Цена - " . $cena * 1.5 . "\n";




    //$img = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2] ;
    $img = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][5]['children'][0]['children'][0]['children'][0]['children'][1]['children'][0]['children'][0]['href'];
    echo "Картинка - " . $img . "\n";

    $opis = nl2br($a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][3]['content']);



    $hars = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][5]['children'][0]['children'][1]['children'][1]['children'][1]['children'][0]['children'][0]['children'][0]['children'];
    unset($tovarID);
    if ($title && $artikul) {
        $tovarID = setTovar($title, $artikul);
        setCena($tovarID, $cena);
        updateImg($tovarID, $img);
        DB::set("UPDATE `tovar` SET `txt`=?, `category`=?, `status`=?, `donor`=? WHERE `id`=?", array($opis, $c, 1, $LinkList[$i]['link'], $tovarID));
        setHars($hars, $tovarID);
        DB::set("UPDATE `sm2` SET `add`=1 WHERE `id`=?", $LinkList[$i]['id']);
    } else {
        DB::set("UPDATE `sm2` SET `add`=2 WHERE `id`=?", $LinkList[$i]['id']);
    }





    /*  $title = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][1]['children'][0]['children'][0]['children'][0]['children'][8]['children'][1]['children'][0]['html'];
      $txt = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][3]['content'] ;
      $code = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][4]['content'] ;
      $img = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][5]['children'][0]['children'][0]['children'][0]['children'][0]['href'] ;
      $artikul = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][5]['children'][1]['children'][0]['children'][0]['children'][1]['children'][0]['children'][1]['children'][0]['children'][1]['html'] ;
      $partner = "deznet";
      unset($html);



      echo $title . "\n";
      if ($title){
          //Узнаем ли есть ли такой товар в БД
          $id=DB::getValue("SELECT `id` FROM `tovar` WHERE `title`=? AND `code`=? AND `partner`=?", array($title, $code, $partner));
          if (!$id){
              $tovar_id = DB::add( "INSERT INTO `tovar` (`title`, `txt`, `code`, `artikul`, `partner`, `linkimg`, `status`, `category`) VALUES (?, ?, ?, ?, ?, ?, 1, 0)", array( $title, nl2br($txt), $code, $artikul, $partner, $img ) );
              $filename=generate_password(30);
              echo $img . "\n";
              exec("wget https://www.deznet.ru" . $img . " -O /home/cloud/core/img/tk-ligat.ru/tovar/" . $filename . ".jpg");
              DB::add("INSERT INTO `tovar_img` (`filename`, `tovar_id`) VALUES (?, ?)", array( $filename, $tovar_id ) );
              DB::set("UPDATE `sm2` SET `add`=1 WHERE `id`=?", $LinkList[$i]['html']);
          }

          unset($id);
          unset($title);
          unset($txt);
          unset($code);
          unset($img);
          unset($artikil);
      }
      */
}
//sleep(120);
//exec ('php desnet_parce.php > 2/1.txt')
?>