224 lines
11 KiB
PHP
Executable File
224 lines
11 KiB
PHP
Executable File
<?php
|
||
ini_set( 'display_errors', 0 );
|
||
$_SERVER['SERVER_NAME']='tk-ligat.ru';
|
||
require_once('/home/cloud/core/set/tk-ligat.ru.php');
|
||
require_once('/home/cloud/core/api/php/db.php');
|
||
require_once('/home/cloud/core/api/php/json.php');
|
||
|
||
|
||
function html_to_obj($html) {
|
||
$dom = new DOMDocument();
|
||
// $dom->loadHTML($html);
|
||
@$dom->loadHTML(mb_convert_encoding(@$html, 'HTML-ENTITIES', 'UTF-8'));
|
||
return element_to_obj($dom->documentElement);
|
||
}
|
||
|
||
function element_to_obj($element) {
|
||
@$obj = array( "tag" => @$element->tagName );
|
||
foreach (@$element->attributes as $attribute) {
|
||
$obj[$attribute->name] = $attribute->value;
|
||
}
|
||
foreach ($element->childNodes as $subElement) {
|
||
if ($subElement->nodeType == XML_TEXT_NODE) {
|
||
$obj["html"] = $subElement->wholeText;
|
||
}
|
||
else {
|
||
$obj["children"][] = element_to_obj($subElement);
|
||
}
|
||
}
|
||
return $obj;
|
||
}
|
||
|
||
|
||
|
||
function leopak ($text) {
|
||
$old1 = array("\\");
|
||
$new1 = array("/");
|
||
$text = str_replace($old1, $new1, $text);
|
||
return $text;
|
||
}
|
||
|
||
/* ищет str в txt если находит, возвращает единичку */
|
||
function findtxt($txt, $str){
|
||
$pos1 = stripos($txt, $str);
|
||
if ($pos1 === false) return 0;
|
||
else
|
||
return 1;
|
||
}
|
||
|
||
|
||
function add_link($html){
|
||
preg_match_all("/<[Aa][\s]{1}[^>]*[Hh][Rr][Ee][Ff][^=]*=[ '\"\s]*([^ \"'>\s#]+)[^>]*>/", $html, $matches);
|
||
$urls = $matches[1]; // Берём то место, где сама ссылка (благодаря группирующим скобкам в регулярном выражении)
|
||
/* Выводим все ссылки */
|
||
for ($j = 0; $j < count($urls); $j++){
|
||
$link=$urls[$j];
|
||
if (findtxt($link, 'https://www.deznet.ru')==0) $link = 'https://www.deznet.ru' . leopak($link);
|
||
$id=DB::getValue("SELECT `id` FROM `sm2` WHERE `link` LIKE '%" . $link . "' LIMIT 1");
|
||
if (!$id)DB::add("INSERT INTO `sm2` (`link`, `status`) VALUES (?, ?)", array($link, 1));
|
||
}
|
||
}
|
||
|
||
function generate_password($number){
|
||
$arr = array('a','b','c','d','e','f', 'g','h','i','j','k','l','m','n','o','p','r','s','t','u','v','x','y','z','1','2','3','4','5','6','7','8','9','0');
|
||
$pass = "";
|
||
for($i = 0; $i < $number; $i++){
|
||
$index = rand(0, count($arr) - 1);
|
||
$pass .= $arr[$index];
|
||
}
|
||
return $pass;
|
||
}
|
||
|
||
|
||
|
||
|
||
//$LinkList = DB::getAll( "SELECT * FROM `sm2` WHERE `id`=8549");
|
||
$LinkList = DB::getAll( "SELECT `link`, `id`, `html` FROM `sm2` WHERE `add` IS NULL AND`html` IS NOT NULL AND `link` NOT LIKE '%.jpg' LIMIT 10000");
|
||
|
||
|
||
function setHars($massiv, $tovar_id){
|
||
for ($i=0; $i<count($massiv); $i++){
|
||
$h=trim($massiv[$i]['children'][0]['children'][0]['children'][0]['html']);
|
||
$v=trim($massiv[$i]['children'][1]['children'][0]['html']);
|
||
echo $h . " - " . $v . "\n";
|
||
|
||
//Ищем в базе характеристику, если нет - добавляем
|
||
$id_h=DB::getValue("SELECT `id` FROM `tovar_har_sp` WHERE `txt` = ?", $h);
|
||
if (!$id_h)$id_h=DB::add("INSERT INTO `tovar_har_sp` (`txt`) VALUES (?)", $h);
|
||
|
||
//Проверяем наличие характеристики у товара:
|
||
$id_h_t=DB::getValue("SELECT `id` FROM `tovar_har` WHERE `tovar_har_sp_id` = ? AND `tovar_id`=?", array($id_h, $tovar_id));
|
||
if (!$id_h_t)DB::add("INSERT INTO `tovar_har` (`txt`, `tovar_id`, `tovar_har_sp_id`) VALUES (?, ?, ?)", array($v, $tovar_id, $id_h));
|
||
|
||
|
||
}
|
||
}
|
||
|
||
function setTovar($title, $artikul){
|
||
|
||
//Узнаем, есть ли, если есть - тупо добавляем и возвращаем ИД
|
||
echo "SELECT `id` FROM `tovar` WHERE `title`='" . $title . "' AND `artikul`='" . $artikul . "' AND `partner`='deznet'";
|
||
$tovar_id=DB::getValue("SELECT `id` FROM `tovar` WHERE `title`='" . $title . "' AND `artikul`='" . $artikul . "' AND `partner`='deznet'");
|
||
if (!$tovar_id)$tovar_id=DB::add("INSERT INTO `tovar` (`title`, `artikul`, `partner`) VALUES (?, ?, 'deznet')", array($title, $artikul));
|
||
return $tovar_id;
|
||
}
|
||
|
||
function updateImg($tovarID, $img){
|
||
$img='https://www.deznet.ru' . $img;
|
||
DB::set("UPDATE `tovar` SET `linkimg`=? WHERE `id`=?", array($img, $tovarID));
|
||
}
|
||
|
||
function setCena($tovarID, $cena){
|
||
$cena=round($cena*1.5);
|
||
|
||
//получаем последнюю цену товара, если не совпадает - создаем документ + цену
|
||
$cenaFromBD=DB::getValue("SELECT `cena` FROM `tovar_price_history` WHERE `tovar_id`=? AND `status`=1 ORDER BY `t` DESC LIMIT 1", $tovarID);
|
||
/* echo $cenaFromBD;
|
||
if ($cenaFromBD!=$cena){
|
||
$t[0]['tovar_id']=$tovarID;
|
||
$t[0]['cena']=$cena;
|
||
$c=json::to_j($t);
|
||
|
||
$doc_id=DB::add("INSERT INTO `docs` (`t`, `tip`, `json`, `status`, `comment`) VALUES (?, ?, ?, ?, ?)", array(time(), 'pereocenka', $c, 1, 'Из парсера Deznet'));
|
||
DB::add("INSERT INTO `tovar_price_history` (`status`, `tovar_id`, `cena`, `docs_id`, `t`) VALUES (?, ?, ?, ?, ?)", array(1, $tovarID, $cena, $doc_id, time()));
|
||
}*/
|
||
}
|
||
|
||
for ($i=0; $i<count( $LinkList ); $i++){
|
||
$html=gzuncompress ( base64_decode ( $LinkList[$i]['html'] ) );
|
||
$a = html_to_obj($html);
|
||
//print_r($a);
|
||
|
||
|
||
$title = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][1]['children'][0]['children'][1]['children'][0]['children'][1]['children'][0]['html'];
|
||
$kroshki=$a['children'][1]['children'][8]['children'][5]['children'][0]['children'][1]['children'][0]['children'][0]['children'][0]['children'];
|
||
echo "Название - " . $title . "\n";
|
||
|
||
//print_r( $kroshki );
|
||
$cat_id=4433;
|
||
|
||
for ($j=4; $j<count(($kroshki)); $j++){
|
||
$b=$kroshki[$j]['children'][0]['title'];
|
||
if ($b){
|
||
$c=$cat_id;
|
||
$cat_id=DB::getValue("SELECT `id` FROM `tovar_category` WHERE `category`=? AND `status`=1 AND `partner`='deznet' AND `title`=? LIMIT 1", array($cat_id, $b));
|
||
if (!$cat_id){
|
||
$cat_id=DB::add("INSERT INTO `tovar_category` (`title`, `partner`, `status`, `category`) VALUES (?, ?, ?, ?)", array($b, 'deznet', 1, $c));
|
||
}
|
||
$c=$cat_id;
|
||
}
|
||
}
|
||
|
||
|
||
|
||
$artikul = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][5]['children'][1]['children'][0]['children'][0]['children'][1]['children'][0]['children'][1]['children'][0]['children'][1]['html'];
|
||
|
||
|
||
|
||
$cena = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][1]['children'][0]['content'];
|
||
echo "Артикул - " . $artikul . "\n";
|
||
echo "Цена - " . $cena*1.5 . "\n";
|
||
|
||
|
||
|
||
|
||
//$img = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2] ;
|
||
$img = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][5]['children'][0]['children'][0]['children'][0]['children'][1]['children'][0]['children'][0]['href'] ;
|
||
echo "Картинка - " . $img . "\n";
|
||
|
||
$opis = nl2br($a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][3]['content']);
|
||
|
||
|
||
|
||
$hars = $a['children'][1]['children'][8]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][5]['children'][0]['children'][1]['children'][1]['children'][1]['children'][0]['children'][0]['children'][0]['children'];
|
||
unset($tovarID);
|
||
if ($title && $artikul){
|
||
$tovarID = setTovar($title, $artikul);
|
||
setCena($tovarID, $cena);
|
||
updateImg($tovarID, $img);
|
||
DB::set("UPDATE `tovar` SET `txt`=?, `category`=?, `status`=?, `donor`=? WHERE `id`=?", array($opis, $c, 1, $LinkList[$i]['link'], $tovarID));
|
||
setHars($hars, $tovarID);
|
||
DB::set("UPDATE `sm2` SET `add`=1 WHERE `id`=?", $LinkList[$i]['id']);
|
||
}else{
|
||
DB::set("UPDATE `sm2` SET `add`=2 WHERE `id`=?", $LinkList[$i]['id']);
|
||
}
|
||
|
||
|
||
|
||
|
||
|
||
/* $title = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][1]['children'][0]['children'][0]['children'][0]['children'][8]['children'][1]['children'][0]['html'];
|
||
$txt = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][3]['content'] ;
|
||
$code = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][4]['content'] ;
|
||
$img = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][5]['children'][0]['children'][0]['children'][0]['children'][0]['href'] ;
|
||
$artikul = $a['children'][1]['children'][9]['children'][5]['children'][0]['children'][3]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][0]['children'][2]['children'][0]['children'][5]['children'][1]['children'][0]['children'][0]['children'][1]['children'][0]['children'][1]['children'][0]['children'][1]['html'] ;
|
||
$partner = "deznet";
|
||
unset($html);
|
||
|
||
|
||
|
||
echo $title . "\n";
|
||
if ($title){
|
||
//Узнаем ли есть ли такой товар в БД
|
||
$id=DB::getValue("SELECT `id` FROM `tovar` WHERE `title`=? AND `code`=? AND `partner`=?", array($title, $code, $partner));
|
||
if (!$id){
|
||
$tovar_id = DB::add( "INSERT INTO `tovar` (`title`, `txt`, `code`, `artikul`, `partner`, `linkimg`, `status`, `category`) VALUES (?, ?, ?, ?, ?, ?, 1, 0)", array( $title, nl2br($txt), $code, $artikul, $partner, $img ) );
|
||
$filename=generate_password(30);
|
||
echo $img . "\n";
|
||
exec("wget https://www.deznet.ru" . $img . " -O /home/cloud/core/img/tk-ligat.ru/tovar/" . $filename . ".jpg");
|
||
DB::add("INSERT INTO `tovar_img` (`filename`, `tovar_id`) VALUES (?, ?)", array( $filename, $tovar_id ) );
|
||
DB::set("UPDATE `sm2` SET `add`=1 WHERE `id`=?", $LinkList[$i]['html']);
|
||
}
|
||
|
||
unset($id);
|
||
unset($title);
|
||
unset($txt);
|
||
unset($code);
|
||
unset($img);
|
||
unset($artikil);
|
||
}
|
||
*/
|
||
}
|
||
//sleep(120);
|
||
//exec ('php desnet_parce.php > 2/1.txt')
|
||
?>
|