1
0
mirror of synced 2024-11-22 13:26:10 +03:00

1. Added load not active products

2. Remake loading ICML
This commit is contained in:
m.korolev 2013-10-10 17:46:14 +04:00
parent 0d8d174980
commit d4c6d405dd

View File

@ -14,6 +14,11 @@ class ICMLLoader {
protected $fp; protected $fp;
protected $mainSection = 1000000; protected $mainSection = 1000000;
protected $pageSize = 500;
protected $isLogged = false;
protected $logFile = '/bitrix/catalog_export/i_crm_load_log.txt';
protected $fpLog;
public function Load() public function Load()
{ {
@ -21,12 +26,17 @@ class ICMLLoader {
if(!isset($USER)) if(!isset($USER))
$USER = new CUser; $USER = new CUser;
if (count($this->iblocks) < count($this->articleProperties)) $this->isLogged = true;
return false;
$this->PrepareSettings(); $this->PrepareSettings();
$this->PrepareFile(); $this->fp = $this->PrepareFile($this->filename);
if ($this->isLogged) {
$this->fpLog = $this->PrepareFile($this->logFile);
$this->WriteLog("Start Loading");
}
$this->PreWriteCatalog(); $this->PreWriteCatalog();
@ -40,7 +50,14 @@ class ICMLLoader {
$this->PostWriteCatalog(); $this->PostWriteCatalog();
$this->CloseFile(); if ($this->isLogged) {
$this->WriteLog("Loading was ended successfully (peek memory usage: " . memory_get_peak_usage() . ")");
}
$this->CloseFile($this->fp);
$this->CloseFile($this->fpLog);
return true; return true;
} }
@ -67,15 +84,15 @@ class ICMLLoader {
return $newText; return $newText;
} }
protected function PrepareFile() protected function PrepareFile($filename)
{ {
$fullFilename = $_SERVER["DOCUMENT_ROOT"] . $this->filename; $fullFilename = $_SERVER["DOCUMENT_ROOT"] . $filename;
CheckDirPath($fullFilename); CheckDirPath($fullFilename);
if (!$this->fp = @fopen($fullFilename, "w")) if ($fp = @fopen($fullFilename, "w"))
return false; return $fp;
else else
return true; return false;
} }
protected function PreWriteCatalog() protected function PreWriteCatalog()
@ -113,15 +130,21 @@ class ICMLLoader {
@fwrite($this->fp, $offers); @fwrite($this->fp, $offers);
} }
protected function WriteLog($text)
{
if ($this->isLogged)
@fwrite($this->fpLog, Date("Y:m:d H:i:s") . ": " . $text . "\n");
}
protected function PostWriteCatalog() protected function PostWriteCatalog()
{ {
@fwrite($this->fp, "</shop>\n @fwrite($this->fp, "</shop>\n
</yml_catalog>\n"); </yml_catalog>\n");
} }
protected function CloseFile() protected function CloseFile($fp)
{ {
@fclose($this->fp); @fclose($fp);
} }
@ -132,9 +155,7 @@ class ICMLLoader {
{ {
$filter = Array( $filter = Array(
"IBLOCK_ID" => $id, "IBLOCK_ID" => $id,
"ACTIVE" => "Y",
"IBLOCK_ACTIVE" => "Y",
"GLOBAL_ACTIVE" => "Y"
); );
$dbRes = CIBlockSection::GetList(array("left_margin" => "asc"), $filter); $dbRes = CIBlockSection::GetList(array("left_margin" => "asc"), $filter);
@ -176,6 +197,7 @@ class ICMLLoader {
{ {
foreach ($this->iblocks as $key => $id) foreach ($this->iblocks as $key => $id)
{ {
// Get Info by infoblocks
$iblock['IBLOCK_DB'] = CIBlock::GetByID($id)->Fetch(); $iblock['IBLOCK_DB'] = CIBlock::GetByID($id)->Fetch();
$iblockOffer = CCatalogSKU::GetInfoByProductIBlock($id); $iblockOffer = CCatalogSKU::GetInfoByProductIBlock($id);
@ -192,43 +214,146 @@ class ICMLLoader {
"DETAIL_TEXT", "DETAIL_TEXT",
"DETAIL_PICTURE", "DETAIL_PICTURE",
"LANG_DIR", "LANG_DIR",
"DETAIL_PAGE_URL" "DETAIL_PAGE_URL",
"CATALOG_GROUP_1"
); );
// Set selected properties
foreach ($this->propertiesProduct[$id] as $key => $propProduct) { foreach ($this->propertiesProduct[$id] as $key => $propProduct) {
if ($this->propertiesProduct[$id][$key] != "") if ($this->propertiesProduct[$id][$key] != "") {
$arSelect[] = "PROPERTY_" . $propProduct; $arSelect[] = "PROPERTY_" . $propProduct;
$arSelect[] = "PROPERTY_" . $propProduct . ".NAME";
}
} }
// Set filter
$filter = Array ( $filter = Array (
"IBLOCK_ID" => $id, "IBLOCK_ID" => $id,
"ACTIVE_DATE" => "Y",
"ACTIVE" => "Y",
"INCLUDE_SUBSECTIONS" => "Y" "INCLUDE_SUBSECTIONS" => "Y"
); );
$count = 0;
$dbResProducts = CIBlockElement::GetList(array(), $filter, false, false, $arSelect);
$stringOffers = "";
while ($product = $dbResProducts->GetNextElement()) {
$product = $product->GetFields(); $order = Array(
"id"
);
// Counter of pagenumber
$count = 1;
$isThisTheEnd = false;
// Cycle page to page
while (!$isThisTheEnd) {
$arNavStatParams = Array(
"iNumPage" => $count,
"nPageSize" => $this->pageSize,
);
// Get products on this page
$dbResProducts = CIBlockElement::GetList($order, $filter, false, $arNavStatParams, $arSelect);
// It's last page
if ($dbResProducts->NavPageCount == $count) {
$isThisTheEnd = true;
}
$pictures = array();
$products = array();
while ($product = $dbResProducts->Fetch()) {
// Compile products to array
$products[$product['ID']] = $product;
$detailPicture = intval($product["DETAIL_PICTURE"]);
$previewPicture = intval($product["PREVIEW_PICTURE"]);
if ($detailPicture > 0 || $previewPicture > 0)
{
$picture = $detailPicture;
if ($picture <= 0) {
$picture = $previewPicture;
}
// Link pictureID and productID
$pictures[$picture] = $product['ID'];
}
}
unset($product, $dbResProducts);
unset($detailPicture, $previewPicture, $picture);
$pictureIDs = array_keys($pictures);
// Get pathes of pictures
$dbFiles = CFile::GetList(Array(), Array("@ID" => implode(',', $pictureIDs)));
while($file = $dbFiles->Fetch()) {
// Link picture to product
$products[$pictures[$file['ID']]]['PICTURE'] = "http://" .
$iblock['IBLOCK_DB']['SERVER_NAME'] .
'/upload/' . $file['SUBDIR'] .
'/' . $file['FILE_NAME'] ;
}
unset($pictures);
if (!empty($iblockOffer['IBLOCK_ID'])) {
$productIDs = array_keys($products);
$arSelectOffer = Array (
'ID',
"NAME",
"DETAIL_TEXT",
"DETAIL_PAGE_URL",
"DETAIL_PICTURE",
'PROPERTY_' . $iblockOffer['SKU_PROPERTY_ID'],
"CATALOG_GROUP_1"
);
$arFilterOffer = Array (
'IBLOCK_ID' => $iblockOffer['IBLOCK_ID'],
'PROPERTY_' . $iblockOffer['SKU_PROPERTY_ID'] => $productIDs
);
// Set selected properties
foreach ($this->propertiesSKU[$id] as $key => $propSKU) {
if ($this->propertiesSKU[$id][$key] != "") {
$arSelectOffer[] = "PROPERTY_" . $propSKU;
$arSelectOffer[] = "PROPERTY_" . $propSKU . ".NAME";
}
}
// Get all offers for products on this page
$dbResOffers = CIBlockElement::GetList(array(), $arFilterOffer, false, false, $arSelectOffer);
while ($offer = $dbResOffers->Fetch()) {
// Link offers to products
$products[$offer['PROPERTY_' . $iblockOffer['SKU_PROPERTY_ID'] . '_VALUE']]['offers'][$offer['ID']] = $offer;
}
unset($offer, $dbResOffers);
}
$stringOffers = "";
foreach ($products as $product) {
// Get properties of product // Get properties of product
$resPropertiesProduct = Array(); $resPropertiesProduct = Array();
foreach ($this->propertiesProduct[$id] as $key => $propProduct) { foreach ($this->propertiesProduct[$id] as $key => $propProduct) {
$resPropertiesProduct[$key] = ""; $resPropertiesProduct[$key] = "";
if ($propProduct != "") {
$propDesc = CIBlockProperty::GetByID($propProduct, $id)->GetNext();
if ($propDesc['PROPERTY_TYPE'] == 'E') { if ($propProduct != "") {
$el = CIBlockElement::GetById($product["PROPERTY_" . $propProduct . "_VALUE"])->Fetch();
$resPropertiesProduct[$key] = $el['NAME']; if (isset ($product["PROPERTY_" . $propProduct . "_NAME"]))
} else { $resPropertiesProduct[$key] = $product["PROPERTY_" . $propProduct . "_NAME"];
else
$resPropertiesProduct[$key] = $product["PROPERTY_" . $propProduct . "_VALUE"]; $resPropertiesProduct[$key] = $product["PROPERTY_" . $propProduct . "_VALUE"];
} }
} }
}
// Get categories of product // Get categories of product
$categories = Array(); $categories = Array();
@ -249,133 +374,101 @@ class ICMLLoader {
$existOffer = false; $existOffer = false;
if (!empty($iblockOffer['IBLOCK_ID'])) { if (!empty($iblockOffer['IBLOCK_ID'])) {
$arFilterOffer = Array ( foreach ($product['offers'] as $offer) {
'IBLOCK_ID' => $iblockOffer['IBLOCK_ID'],
'PROPERTY_' . $iblockOffer['SKU_PROPERTY_ID'] => $product["ID"] $offer['PRODUCT_ID'] = $product["ID"];
); $offer['DETAIL_PAGE_URL'] = $product["DETAIL_PAGE_URL"];
$arSelectOffer = Array ( $offer['PICTURE'] = $product["PICTURE"];
'ID', $offer['PRODUCT_NAME'] = $product["NAME"];
"NAME", $offer['PRICE'] = $offer['CATALOG_PRICE_1'];
"DETAIL_TEXT", $offer['QUANTITY'] = $offer["CATALOG_QUANTITY"];
"DETAIL_PAGE_URL",
"DETAIL_PICTURE" // Get properties of product
);
foreach ($this->propertiesSKU[$id] as $key => $propSKU) { foreach ($this->propertiesSKU[$id] as $key => $propSKU) {
if ($this->propertiesSKU[$id][$key] != "")
$arSelectOffer[] = "PROPERTY_" . $propSKU;
}
$rsOffers = CIBlockElement::GetList(array(), $arFilterOffer, false, false, $arSelectOffer);
while ($arOffer = $rsOffers->GetNext()) {
$offer = CCatalogProduct::GetByID($arOffer['ID']);
$arOffer['QUANTITY'] = $offer["QUANTITY"];
$arOffer['PRODUCT_ID'] = $product["ID"];
$arOffer['DETAIL_PAGE_URL'] = $product["DETAIL_PAGE_URL"];
$arOffer['DETAIL_PICTURE'] = $product["DETAIL_PICTURE"];
$arOffer['PREVIEW_PICTURE'] = $product["PREVIEW_PICTURE"];
$arOffer['PRODUCT_NAME'] = $product["NAME"];
// Get properties of offer
foreach ($this->propertiesSKU[$id] as $key => $propSKU) {
if ($propSKU != "") { if ($propSKU != "") {
$propDesc = CIBlockProperty::GetByID($propSKU,$arOffer['ID'])->GetNext();
if ($propDesc['PROPERTY_TYPE'] == 'E') { if (isset ($product["PROPERTY_" . $propSKU . "_NAME"]))
$el = CIBlockElement::GetById($product["PROPERTY_" . $propSKU . "_VALUE"])->Fetch(); $offer[$key] = $product["PROPERTY_" . $propSKU . "_NAME"];
$arOffer[$key] = $el['NAME']; else
} else { $offer[$key] = $product["PROPERTY_" . $propSKU . "_VALUE"];
$arOffer[$key] = $arOffer["PROPERTY_" . $propSKU . "_VALUE"];
}
} }
} }
foreach ($resPropertiesProduct as $key => $propProduct) { foreach ($resPropertiesProduct as $key => $propProduct) {
if ($this->propertiesProduct[$id][$key] != "") if ($this->propertiesProduct[$id][$key] != "" && !isset($offer[$key]))
$arOffer[$key] = $propProduct; $offer[$key] = $propProduct;
} }
$dbPrice = GetCatalogProductPrice($arOffer["ID"],1); $stringOffers .= $this->BuildOffer($offer, $categories, $iblock, $allCategories);
$arOffer['PRICE'] = $dbPrice['PRICE'];
$stringOffers .= $this->BuildOffer($arOffer, $categories, $iblock);
$existOffer = true; $existOffer = true;
} }
} }
if (!$existOffer) { if (!$existOffer) {
$offer = CCatalogProduct::GetByID($product['ID']);
$product['QUANTITY'] = $offer["QUANTITY"];
$product['PRODUCT_ID'] = $product["ID"]; $product['PRODUCT_ID'] = $product["ID"];
$product['PRODUCT_NAME'] = $product["NAME"]; $product['PRODUCT_NAME'] = $product["NAME"];
$product['PRICE'] = $product['CATALOG_PRICE_1'];
$product['QUANTITY'] = $product["CATALOG_QUANTITY"];
foreach ($resPropertiesProduct as $key => $propProduct) { foreach ($resPropertiesProduct as $key => $propProduct) {
if ($this->propertiesProduct[$id][$key] != "") if ($this->propertiesProduct[$id][$key] != "")
$product[$key] = $propProduct; $product[$key] = $propProduct;
} }
$dbPrice = GetCatalogProductPrice($product["ID"],1); $stringOffers .= $this->BuildOffer($product, $categories, $iblock, $allCategories);
$product['PRICE'] = $dbPrice['PRICE'];
$stringOffers .= $this->BuildOffer($product, $categories, $iblock);
} }
}
unset($products);
if ($this->isLogged)
$this->WriteLog(($this->pageSize * $count) . " product(s) has been loaded from " . $id . " IB (memory usage: " . memory_get_usage() . ")");
$count++; $count++;
if ($count == 1000) {
$this->WriteOffers($stringOffers);
$stringOffers = "";
}
}
if ($stringOffers != "") { if ($stringOffers != "") {
$this->WriteOffers($stringOffers); $this->WriteOffers($stringOffers);
$stringOffers = ""; $stringOffers = "";
} }
}
} }
} }
protected function BuildOffer($arOffer, $categories, $iblock) protected function BuildOffer($arOffer, $categories, $iblock, &$allCategories)
{ {
$offer = ""; $offer = "";
$offer .= "<offer id=\"" .$this->PrepareValue($arOffer["ID"]) . "\" ". $offer .= "<offer id=\"" .$this->PrepareValue($arOffer["ID"]) . "\" ".
"productId=\"" . $this->PrepareValue($arOffer["PRODUCT_ID"]) . "\" ". "productId=\"" . $this->PrepareValue($arOffer["PRODUCT_ID"]) . "\" ".
"quantity=\"" . $this->PrepareValue(DoubleVal($arOffer['QUANTITY'])) . "\">\n"; "quantity=\"" . $this->PrepareValue(DoubleVal($arOffer['QUANTITY'])) . "\">\n";
$keys = array_keys($categories);
if (strpos($arOffer['DETAIL_PAGE_URL'], "#SECTION_PATH#") !== false) {
if (count($categories) != 0) {
$category = $allCategories[$keys[0]];
$path = $category['CODE'];
if(intval($category["IBLOCK_SECTION_ID"] ) != 0) {
while (true) {
$category = $allCategories[$category['IBLOCK_SECTION_ID']];
$path = $category['CODE'] . '/' . $path;
if(intval($category["IBLOCK_SECTION_ID"] ) == 0)
break;
}
}
}
$arOffer['DETAIL_PAGE_URL'] = str_replace("#SECTION_PATH#", $path, $arOffer['DETAIL_PAGE_URL']);
}
$offer .= "<picture>" . $this->PrepareValue($arOffer["PICTURE"]) . "</picture>\n";
$offer .= "<url>http://" . $this->PrepareValue($iblock['IBLOCK_DB']['SERVER_NAME']) . $this->PrepareValue($arOffer['DETAIL_PAGE_URL']) . "</url>\n"; $offer .= "<url>http://" . $this->PrepareValue($iblock['IBLOCK_DB']['SERVER_NAME']) . $this->PrepareValue($arOffer['DETAIL_PAGE_URL']) . "</url>\n";
$offer .= "<price>" . $this->PrepareValue($arOffer['PRICE']) . "</price>\n"; $offer .= "<price>" . $this->PrepareValue($arOffer['PRICE']) . "</price>\n";
foreach ($categories as $category) foreach ($categories as $category)
$offer .= "<categoryId>" . $category['ID'] . "</categoryId>\n"; $offer .= "<categoryId>" . $category['ID'] . "</categoryId>\n";
$detailPicture = intval($arOffer["DETAIL_PICTURE"]);
$previewPicture = intval($arOffer["PREVIEW_PICTURE"]);
if ($detailPicture > 0 || $previewPicture > 0)
{
$picture = $detailPicture;
if ($picture <= 0) {
$picture = $previewPicture;
}
if ($arFile = CFile::GetFileArray($picture))
{
if(substr($arFile["SRC"], 0, 1) == "/")
$strFile = "http://" . $this->PrepareValue($iblock['IBLOCK_DB']['SERVER_NAME']) . implode("/", array_map("rawurlencode", explode("/", $arFile["SRC"])));
elseif(preg_match("/^(http|https):\\/\\/(.*?)\\/(.*)\$/", $arFile["SRC"], $match))
$strFile = "http://" . $this->PrepareValue($match[2]) . '/' . implode("/", array_map("rawurlencode", explode("/", $this->PrepareValue($match[3]))));
else
$strFile = $arFile["SRC"];
$offer .= "<picture>" . $this->PrepareValue($strFile) . "</picture>\n";
}
}
$offer .= "<name>" . $this->PrepareValue($arOffer["NAME"]) . "</name>\n"; $offer .= "<name>" . $this->PrepareValue($arOffer["NAME"]) . "</name>\n";
$offer .= "<xmlId>" . $this->PrepareValue($arOffer["EXTERNAL_ID"]) . "</xmlId>\n"; $offer .= "<xmlId>" . $this->PrepareValue($arOffer["EXTERNAL_ID"]) . "</xmlId>\n";