bitrix-module/intaro.intarocrm/classes/general/ICMLLoader.php

<?php

global $MESS;
IncludeModuleLangFile(__FILE__);

class ICMLLoader {

    public $iblocks;
    public $filename;
    public $propertiesSKU;
    public $propertiesUnitSKU;
    public $propertiesProduct;
    public $propertiesUnitProduct;
    public $application;
    public $encoding = 'utf-8';
    public $encodingDefault = 'utf-8';

    protected $fp;
    protected $mainSection = 1000000;
    protected $pageSize = 500;
    
    protected $isLogged = false;
    protected $logFile = '/bitrix/catalog_export/i_crm_load_log.txt';
    protected $fpLog;
    
    protected $measurement = array (
        'mm' => 1,
        'cm' => 10,
        'm' => 1000,
        'mg' => 0.001,
        'g' => 1,
        'kg' => 1000,
    );

    public function Load()
    {
            global $USER;
            if(!isset($USER))
                $USER = new CUser;
            
            $this->isLogged = true;
            
            $defaultSite = CSite::GetList($by="def", $order="desc", Array())->Fetch();
            $this->encodingDefault = $defaultSite["CHARSET"];
            
            $this->PrepareSettings();

            $this->fp = $this->PrepareFile($this->filename. '.tmp');
            
            if ($this->isLogged) {
                $this->fpLog = $this->PrepareFile($this->logFile);
                $this->WriteLog("Start Loading");
            }

            $this->PreWriteCatalog();

            $categories = $this->GetCategories();

            $this->WriteCategories($categories);

            $this->PreWriteOffers();
            $this->BuildOffers($categories);
            $this->PostWriteOffers();

            $this->PostWriteCatalog();

            if ($this->isLogged) {
                $this->WriteLog("Loading was ended successfully (peek memory usage: " . memory_get_peak_usage() . ")");
            }
            
            $this->CloseFile($this->fp);
            $this->CloseFile($this->fpLog);
            
            unlink($_SERVER["DOCUMENT_ROOT"] . $this->filename);
            rename($_SERVER["DOCUMENT_ROOT"] . $this->filename. '.tmp', $_SERVER["DOCUMENT_ROOT"] . $this->filename);

            return true;

    }

    protected function PrepareSettings()
    {
        foreach ($this->propertiesSKU as $iblock => $arr) {
            foreach ($arr as $id => $sku) {
                $this->propertiesSKU[$iblock][$id] = strtoupper($sku);
            }
        }
        foreach ($this->propertiesProduct as $iblock => $arr) {
            foreach ($arr as $id => $prod) {
                $this->propertiesProduct[$iblock][$id] = strtoupper($prod);
            }
        }
    }

    protected function PrepareValue($text)
    {
        $newText = $this->application->ConvertCharset($text, $this->encodingDefault, $this->encoding);
        $newText = strip_tags($newText);
        $newText = str_replace("&", "&#x26;", $newText);
        return $newText;
    }

    protected function PrepareFile($filename)
    {
            $fullFilename = $_SERVER["DOCUMENT_ROOT"] . $filename;
            CheckDirPath($fullFilename);

            if ($fp = @fopen($fullFilename, "w"))
                return $fp;
            else
                return false;
    }

    protected function PreWriteCatalog()
    {
            @fwrite($this->fp, "<yml_catalog date=\"" . $this->PrepareValue(Date("Y-m-d H:i:s")) . "\">\n
                <shop>\n
                <name>" . $this->PrepareValue(COption::GetOptionString("main", "site_name", ""))."</name>\n
                <company>" . $this->PrepareValue(COption::GetOptionString("main", "site_name", ""))."</company>\n"
                    );

    }

    protected function WriteCategories($categories)
    {
            $stringCategories = "";
            @fwrite($this->fp, "<categories>\n");
            foreach ($categories as $category) {
                $stringCategories .= $this->BuildCategory($category);
            }
            @fwrite($this->fp, $stringCategories);
            @fwrite($this->fp, "</categories>\n");
    }
    protected function PreWriteOffers()
    {
            @fwrite($this->fp, "<offers>\n");
    }

        protected function PostWriteOffers()
    {
            @fwrite($this->fp, "</offers>\n");
    }

        protected function WriteOffers($offers)
    {
            @fwrite($this->fp, $offers);
    }
    
    protected function WriteLog($text)
    {
        if ($this->isLogged)
            @fwrite($this->fpLog, Date("Y:m:d H:i:s") . ": " . $text . "\n");
    }

    protected function PostWriteCatalog()
    {
            @fwrite($this->fp, "</shop>\n
                </yml_catalog>\n");
    }

    protected function CloseFile($fp)
    {
            @fclose($fp);
    }


    protected function GetCategories()
    {
            $categories = array();
            foreach ($this->iblocks as $id)
            {
                $filter = Array(
                                "IBLOCK_ID" => $id,

                                );

                $dbRes = CIBlockSection::GetList(array("left_margin" => "asc"), $filter);
                $hasCategories = false;
                while ($arRes = $dbRes->Fetch())
                {
                        $categories[$arRes['ID']] = $arRes;
                        $hasCategories = true;
                }
                if (!$hasCategories)
                {
                    $iblock = CIBlock::GetByID($id)->Fetch();

                    $arRes = Array();
                    $arRes['ID'] = $this->mainSection + $id;
                    $arRes['IBLOCK_SECTION_ID'] = 0;
                    $arRes['NAME'] = sprintf(GetMessage('ROOT_CATEGORY_FOR_CATALOG'), $iblock['NAME']);
                    $categories[$arRes['ID']] = $arRes;
                }
            }
            return $categories;

    }

    protected function BuildCategory($arCategory)
    {
            return "
                    <category id=\"" . $this->PrepareValue($arCategory["ID"]) . "\""
                    . ( intval($arCategory["IBLOCK_SECTION_ID"] ) > 0 ?
                            " parentId=\"" . $this->PrepareValue($arCategory["IBLOCK_SECTION_ID"]) . "\""
                            :"")
                    . ">"
                    . $this->PrepareValue($arCategory["NAME"])
                    . "</category>\n";

    }

    protected function BuildOffers(&$allCategories)
    {
            foreach ($this->iblocks as $key => $id)
            {
                    // Get Info by infoblocks
                    $iblock['IBLOCK_DB'] = CIBlock::GetByID($id)->Fetch();
                    $iblockOffer = CCatalogSKU::GetInfoByProductIBlock($id);

                    $arSelect = Array (
                                    "ID",
                                    "LID",
                                    "IBLOCK_ID",
                                    "IBLOCK_SECTION_ID",
                                    "ACTIVE",
                                    "ACTIVE_FROM",
                                    "ACTIVE_TO",
                                    "NAME",
                                    "DETAIL_PICTURE",
                                    "DETAIL_TEXT",
                                    "DETAIL_PICTURE",
                                    "LANG_DIR",
                                    "DETAIL_PAGE_URL",
                                    "CATALOG_GROUP_1"
                            );
                    

                    // Set selected properties
                    foreach ($this->propertiesProduct[$id] as $key => $propProduct) {
                        if ($this->propertiesProduct[$id][$key] != "") {
                            $arSelect[] =  "PROPERTY_" . $propProduct;
                            $arSelect[] =  "PROPERTY_" . $propProduct . ".NAME";
                        }
                    }


                    // Set filter
                    $filter = Array (
                                    "IBLOCK_ID" => $id,
                                    "INCLUDE_SUBSECTIONS" => "Y"
                            );

                    $order = Array(
                        "id"
                    );
                    
                    // Counter of pagenumber
                    $count = 1;
                    $isThisTheEnd = false;
                    
                    // Cycle page to page
                    while (!$isThisTheEnd) {

                        $arNavStatParams = Array(

                            "iNumPage" => $count,
                            "nPageSize" => $this->pageSize,
                        );
                        
                        // Get products on this page
                        $dbResProducts = CIBlockElement::GetList($order, $filter, false, $arNavStatParams, $arSelect);
                        
                        // It's last page
                        if ($dbResProducts->NavPageCount == $count) {
                            $isThisTheEnd = true;
                        }
                        
                        $pictures = array();
                        $products = array();
                        while ($product = $dbResProducts->GetNext()) {
                             
                            // Compile products to array
                            $products[$product['ID']] = $product;
                            
                            $detailPicture = intval($product["DETAIL_PICTURE"]);
                            $previewPicture = intval($product["PREVIEW_PICTURE"]);

                            if ($detailPicture > 0 || $previewPicture > 0)
                            {
                                $picture = $detailPicture;
                                if ($picture <= 0) {
                                        $picture = $previewPicture;
                                }

                                // Link pictureID and productID
                                $pictures[$picture] = $product['ID'];
                            }
                        }
                        unset($product, $dbResProducts);
                        unset($detailPicture, $previewPicture, $picture);
                        
                        $pictureIDs = array_keys($pictures);
                        
                        // Get pathes of pictures
                        $dbFiles = CFile::GetList(Array(), Array("@ID" => implode(',', $pictureIDs)));
                        while($file = $dbFiles->GetNext()) {
                            
                            // Link picture to product
                            $products[$pictures[$file['ID']]]['PICTURE'] = "http://" . 
                                            $iblock['IBLOCK_DB']['SERVER_NAME'] . 
                                            '/upload/' . $file['SUBDIR'] . 
                                            '/' . $file['FILE_NAME'] ;
                        }
                        unset($pictures);
                        
                        
                        if (!empty($iblockOffer['IBLOCK_ID'])) {

                            
                            $productIDs = array_keys($products);
                            
                            $arSelectOffer = Array (
                                            'ID',
                                            'ACTIVE',
                                            "NAME",
                                            "DETAIL_TEXT",
                                            "DETAIL_PAGE_URL",
                                            "DETAIL_PICTURE",
                                            'PROPERTY_' . $iblockOffer['SKU_PROPERTY_ID'],
                                            "CATALOG_GROUP_1"
                                    );
                            $arFilterOffer = Array (
                                            'IBLOCK_ID' => $iblockOffer['IBLOCK_ID'],
                                            'PROPERTY_' . $iblockOffer['SKU_PROPERTY_ID'] => $productIDs
                                    );

                            // Set selected properties
                            foreach ($this->propertiesSKU[$id] as $key => $propSKU) {
                                if ($this->propertiesSKU[$id][$key] != "") {
                                    $arSelectOffer[] =  "PROPERTY_" . $propSKU;
                                    $arSelectOffer[] =  "PROPERTY_" . $propSKU . ".NAME";
                                }
                            }

                            // Get all offers for products on this page
                            $dbResOffers = CIBlockElement::GetList(array(), $arFilterOffer, false, false, $arSelectOffer);
                            
                            while ($offer = $dbResOffers->GetNext()) {
                                
                                // Link offers to products
                                $products[$offer['PROPERTY_' . $iblockOffer['SKU_PROPERTY_ID'] . '_VALUE']]['offers'][$offer['ID']] = $offer;
                            }
                            unset($offer, $dbResOffers);
                        }
                        

                        
                        $stringOffers = "";
                        foreach ($products as $product) {

                                // Get properties of product
                                $resPropertiesProduct = Array();
                                foreach ($this->propertiesProduct[$id] as $key => $propProduct) {
                                    $resPropertiesProduct[$key] = "";
                                    
                                    if ($propProduct != "") {
                                        
                                        if (isset ($product["PROPERTY_" . $propProduct . "_NAME"])) 
                                            $resPropertiesProduct[$key] =  $product["PROPERTY_" . $propProduct . "_NAME"];
                                        elseif (isset ($product[$propProduct]))
                                            $resPropertiesProduct[$key] =  $product[$propProduct];
                                        else
                                            $resPropertiesProduct[$key] =  $product["PROPERTY_" . $propProduct . "_VALUE"];
                                        
                                        if (array_key_exists($key, $this->propertiesUnitProduct[$id])) {
                                            $resPropertiesProduct[$key] *= $this->measurement[$this->propertiesUnitProduct[$id][$key]];
                                        }
                                    }
                                }

                                // Get categories of product
                                $categories = Array();
                                $dbResCategories = CIBlockElement::GetElementGroups($product['ID'], true);
                                while ($arResCategory = $dbResCategories->Fetch()) {
                                    $categories[$arResCategory["ID"]] = array(
                                        'ID' => $arResCategory["ID"],
                                        'NAME' => $arResCategory["NAME"],
                                        );
                                }
                                if (count($categories) == 0) {

                                    $catId = $this->mainSection + $id;
                                    $categories[$catId] = $allCategories[$catId];
                                }


                                $existOffer = false;
                                if (!empty($iblockOffer['IBLOCK_ID'])) {
                                    
                                    foreach ($product['offers'] as $offer) {
                                        
                                        if ($product["ID"] == 33)
                                        {
                                            $a = 10;
                                        }

                                        $offer['PRODUCT_ID'] = $product["ID"];
                                        $offer['DETAIL_PAGE_URL'] = $product["DETAIL_PAGE_URL"];
                                        $offer['PICTURE'] = $product["PICTURE"];
                                        $offer['PRODUCT_NAME'] = $product["NAME"];
                                        $offer['PRODUCT_ACTIVE'] = $product["ACTIVE"];
                                        $offer['PRICE'] = $offer['CATALOG_PRICE_1'];
                                        $offer['QUANTITY'] = $offer["CATALOG_QUANTITY"];
                                        
                                        // Get properties of product
                                        
                                        foreach ($this->propertiesSKU[$id] as $key => $propSKU) {
                                            
                                            if ($propSKU != "") {
                                                
                                                if (isset ($offer["PROPERTY_" . $propSKU . "_NAME"])) 
                                                    $offer[$key] =  $offer["PROPERTY_" . $propSKU . "_NAME"];
                                                elseif (isset ($offer[$propSKU]))
                                                    $offer[$key] = $offer[$propSKU];
                                                else 
                                                    $offer[$key] =  $offer["PROPERTY_" . $propSKU . "_VALUE"];
                                                
                                                if (array_key_exists($key, $this->propertiesUnitSKU[$id])) {
                                                    $offer[$key] *= $this->measurement[$this->propertiesUnitSKU[$id][$key]];
                                                }
                                            }
                                            
                                        }
                                        
                                        foreach ($resPropertiesProduct as $key => $propProduct) {
                                            if ($this->propertiesProduct[$id][$key] != "" && !isset($offer[$key]))
                                                $offer[$key] =  $propProduct;
                                        }

                                        $stringOffers .= $this->BuildOffer($offer, $categories, $iblock, $allCategories);
                                        $existOffer = true;
                                    }
                                }
                                if (!$existOffer) {

                                    $product['PRODUCT_ID'] = $product["ID"];
                                    $product['PRODUCT_NAME'] = $product["NAME"];
                                    $product['PRODUCT_ACTIVE'] = $product["ACTIVE"];
                                    $product['PRICE'] = $product['CATALOG_PRICE_1'];
                                    $product['QUANTITY'] = $product["CATALOG_QUANTITY"];

                                    foreach ($resPropertiesProduct as $key => $propProduct) {
                                        if ($this->propertiesProduct[$id][$key] != "") {
                                            $product[$key] =  $propProduct;
                                        }
                                    }

                                    $stringOffers .= $this->BuildOffer($product, $categories, $iblock, $allCategories);
                                }

                        }
                        unset($products);
                        
                        if ($this->isLogged) 
                            $this->WriteLog(($this->pageSize * $count) . " product(s) has been loaded from " . $id . " IB (memory usage: " . memory_get_usage() . ")");
                        $count++;
                        if ($stringOffers != "") {
                            $this->WriteOffers($stringOffers);
                            $stringOffers = "";
                        }
                    }
            }
    }


    protected function BuildOffer($arOffer, $categories, $iblock, &$allCategories)
    {
            $offer = "";
            $offer .= "<offer id=\"" .$this->PrepareValue($arOffer["ID"]) . "\" ".
                    "productId=\"" . $this->PrepareValue($arOffer["PRODUCT_ID"]) . "\" ".
                    "quantity=\"" . $this->PrepareValue(DoubleVal($arOffer['QUANTITY'])) . "\">\n";
            
            if ($arOffer['PRODUCT_ACTIVE'] == "N")
                $offer .= "<productActivity>" .  $this->PrepareValue($arOffer['PRODUCT_ACTIVE']) . "</productActivity>\n";
            
            $keys = array_keys($categories);
            if (strpos($arOffer['DETAIL_PAGE_URL'], "#SECTION_PATH#") !== false) {
                if (count($categories) != 0) {

                    $category = $allCategories[$keys[0]];
                    $path = $category['CODE'];

                    if(intval($category["IBLOCK_SECTION_ID"] ) != 0) {
                        while (true) {
                            $category = $allCategories[$category['IBLOCK_SECTION_ID']];
                            $path = $category['CODE'] . '/' . $path;
                            if(intval($category["IBLOCK_SECTION_ID"] ) == 0)
                                break;
                        }
                    }

                }
                $arOffer['DETAIL_PAGE_URL'] = str_replace("#SECTION_PATH#", $path, $arOffer['DETAIL_PAGE_URL']);
            }

            $offer .= "<picture>" . $this->PrepareValue($arOffer["PICTURE"]) . "</picture>\n";
            $offer .= "<url>http://" . $this->PrepareValue($iblock['IBLOCK_DB']['SERVER_NAME']) . $this->PrepareValue($arOffer['DETAIL_PAGE_URL']) . "</url>\n";

            $offer .= "<price>" . $this->PrepareValue($arOffer['PRICE']) . "</price>\n";
            foreach ($categories as $category)
                $offer .= "<categoryId>" . $category['ID'] . "</categoryId>\n";

            $offer .= "<name>" . $this->PrepareValue($arOffer["NAME"]) . "</name>\n";

            $offer .= "<xmlId>" . $this->PrepareValue($arOffer["EXTERNAL_ID"]) . "</xmlId>\n";
            $offer .= "<productName>" . $this->PrepareValue($arOffer["PRODUCT_NAME"]) . "</productName>\n";

            foreach ($this->propertiesProduct[$iblock['IBLOCK_DB']['ID']] as $key => $propProduct) {
                if ($propProduct != "" && $arOffer[$key] != null)
                    $offer .= "<" . $key . ">" . $this->PrepareValue($arOffer[$key]) . "</" . $key . ">\n";
            }
            foreach ($this->propertiesSKU[$iblock['IBLOCK_DB']['ID']] as $key => $propProduct) {
                if ($propProduct != "" && $arOffer[$key] != null)
                    $offer .= "<" . $key . ">" . $this->PrepareValue($arOffer[$key]) . "</" . $key . ">\n";
            }

            $offer.= "</offer>\n";
            return $offer;
    }

}