Skip to content

Instantly share code, notes, and snippets.

@SergeyZaigraev

SergeyZaigraev/sitemap_run.php

Last active February 6, 2025 13:42
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save SergeyZaigraev/4b1843338cd1a24c5893266cdd5c6b13 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save SergeyZaigraev/4b1843338cd1a24c5893266cdd5c6b13 to your computer and use it in GitHub Desktop.
Download ZIP
Bitrix. Generation of site map on cron
Raw
sitemap_run.php
<?
//Для запуска необходимой карты укажите в адресе ее ID, пример:
//sitemap_run.php?action=sitemap_run&ID=2&lang=ru
$_SERVER['DOCUMENT_ROOT'] = realpath(dirname(__FILE__) . '/../../..');
if($argv){
unset($argv[0]);
parse_str(join('&', $argv), $_REQUEST);
}
$_REQUEST['action'] = "sitemap_run";
$_REQUEST['ID'] = "2";
define('NO_KEEP_STATISTIC', true);
define('NOT_CHECK_PERMISSIONS', true);
define('NO_AGENT_STATISTIC', true);
define('STOP_STATISTICS', true);
define('BX_CRONTAB_SUPPORT', true);
define('LANGUAGE_ID', 'ru');
error_reporting(E_ERROR | E_WARNING | E_PARSE);
ini_set('display_errors', 1);
ini_set('memory_limit', '512M');
@set_time_limit(0);
@ignore_user_abort(true);
require_once($_SERVER['DOCUMENT_ROOT'] . "/bitrix/modules/main/include/prolog_admin_before.php");
define('ADMIN_MODULE_NAME', 'seo');
use Bitrix\Main;
use Bitrix\Main\IO;
use Bitrix\Main\SiteTable;
use Bitrix\Main\Localization\Loc;
use Bitrix\Seo\RobotsFile;
use Bitrix\Seo\SitemapTable;
use Bitrix\Seo\SitemapIndex;
use Bitrix\Seo\SitemapRuntime;
use Bitrix\Seo\SitemapRuntimeTable;
Loc::loadMessages($_SERVER['DOCUMENT_ROOT'] . '/bitrix/modules/seo/admin/seo_sitemap.php');
/*if (!$USER->CanDoOperation('seo_tools'))
{
$APPLICATION->AuthForm(Loc::getMessage("ACCESS_DENIED"));
}
*/
if(!Main\Loader::includeModule('seo')) {
require($_SERVER["DOCUMENT_ROOT"] . "/bitrix/modules/main/include/prolog_admin_after.php");
ShowError(Loc::getMessage("SEO_ERROR_NO_MODULE"));
require($_SERVER["DOCUMENT_ROOT"] . "/bitrix/modules/main/include/epilog_admin.php");
}
$bIBlock = Main\Loader::includeModule('iblock');
$ID = intval($_REQUEST['ID']);
$arSitemap = null;
if($ID > 0) {
$dbSitemap = SitemapTable::getById($ID);
$arSitemap = $dbSitemap->fetch();
$dbSite = SiteTable::getByPrimary($arSitemap['SITE_ID']);
$arSitemap['SITE'] = $dbSite->fetch();
}
if(!is_array($arSitemap)) {
require($_SERVER["DOCUMENT_ROOT"] . "/bitrix/modules/main/include/prolog_admin_after.php");
ShowError(Loc::getMessage("SEO_ERROR_SITEMAP_NOT_FOUND"));
require($_SERVER["DOCUMENT_ROOT"] . "/bitrix/modules/main/include/epilog_admin.php");
}
else {
$arSitemap['SETTINGS'] = unserialize($arSitemap['SETTINGS']);
$arSitemapSettings = array(
'SITE_ID' => $arSitemap['SITE_ID'],
'PROTOCOL' => $arSitemap['SETTINGS']['PROTO'] == 1 ? 'https' : 'http',
'DOMAIN' => $arSitemap['SETTINGS']['DOMAIN'],
);
}
function seoSitemapGetFilesData($PID, $arSitemap, $arCurrentDir, $sitemapFile)
{
global $NS;
$arDirList = array();
if($arCurrentDir['ACTIVE'] == SitemapRuntimeTable::ACTIVE) {
$list = \CSeoUtils::getDirStructure(
$arSitemap['SETTINGS']['logical'] == 'Y',
$arSitemap['SITE_ID'],
$arCurrentDir['ITEM_PATH']
);
foreach($list as $dir) {
$dirKey = "/" . ltrim($dir['DATA']['ABS_PATH'], "/");
if($dir['TYPE'] == 'F') {
if(!isset($arSitemap['SETTINGS']['FILE'][ $dirKey ])
|| $arSitemap['SETTINGS']['FILE'][ $dirKey ] == 'Y'
) {
if(preg_match($arSitemap['SETTINGS']['FILE_MASK_REGEXP'], $dir['FILE'])) {
$f = new IO\File($dir['DATA']['PATH'], $arSitemap['SITE_ID']);
$sitemapFile->addFileEntry($f);
$NS['files_count']++;
}
}
}
else {
if(!isset($arSitemap['SETTINGS']['DIR'][ $dirKey ])
|| $arSitemap['SETTINGS']['DIR'][ $dirKey ] == 'Y'
) {
$arDirList[] = $dirKey;
}
}
}
}
else {
$len = strlen($arCurrentDir['ITEM_PATH']);
if(!empty($arSitemap['SETTINGS']['DIR'])) {
foreach($arSitemap['SETTINGS']['DIR'] as $dirKey => $checked) {
if($checked == 'Y') {
if(strncmp($arCurrentDir['ITEM_PATH'], $dirKey, $len) === 0) {
$arDirList[] = $dirKey;
}
}
}
}
if(!empty($arSitemap['SETTINGS']['FILE'])) {
foreach($arSitemap['SETTINGS']['FILE'] as $dirKey => $checked) {
if($checked == 'Y') {
if(strncmp($arCurrentDir['ITEM_PATH'], $dirKey, $len) === 0) {
$fileName = IO\Path::combine(
SiteTable::getDocumentRoot($arSitemap['SITE_ID']),
$dirKey
);
if(!is_dir($fileName)) {
$f = new IO\File($fileName, $arSitemap['SITE_ID']);
if($f->isExists()
&& !$f->isSystem()
&& preg_match($arSitemap['SETTINGS']['FILE_MASK_REGEXP'], $f->getName())
) {
$sitemapFile->addFileEntry($f);
$NS['files_count']++;
}
}
}
}
}
}
}
if(count($arDirList) > 0) {
foreach($arDirList as $dirKey) {
$arRuntimeData = array(
'PID' => $PID,
'ITEM_PATH' => $dirKey,
'PROCESSED' => SitemapRuntimeTable::UNPROCESSED,
'ACTIVE' => SitemapRuntimeTable::ACTIVE,
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_DIR,
);
SitemapRuntimeTable::add($arRuntimeData);
}
}
SitemapRuntimeTable::update($arCurrentDir['ID'], array(
'PROCESSED' => SitemapRuntimeTable::PROCESSED,
));
}
if($_REQUEST['action'] == 'sitemap_run') // && check_bitrix_sessid()
{
$arValueSteps = array(
'init' => 0,
'init1' => 1,
'files' => 40,
'iblock_index' => 50,
'iblock' => 60,
'forum_index' => 70,
'forum' => 80,
'index' => 100,
);
$PID = $ID;
foreach($arValueSteps as $key => $v) {
if($v == $arValueSteps['init']) {
SitemapRuntimeTable::clearByPid($PID);
$NS['time_start'] = microtime(true);
$NS['files_count'] = 0;
$NS['steps_count'] = 0;
$bRootChecked = isset($arSitemap['SETTINGS']['DIR']['/'])
&& $arSitemap['SETTINGS']['DIR']['/'] == 'Y';
$arRuntimeData = array(
'PID' => $PID,
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_DIR,
'ITEM_PATH' => '/',
'PROCESSED' => SitemapRuntimeTable::UNPROCESSED,
'ACTIVE' => $bRootChecked ? SitemapRuntimeTable::ACTIVE : SitemapRuntimeTable::INACTIVE,
);
SitemapRuntimeTable::add($arRuntimeData);
$msg = Loc::getMessage('SITEMAP_RUN_FILES', array('#PATH#' => '/'));
$sitemapFile = new SitemapRuntime($PID, $arSitemap['SETTINGS']['FILENAME_FILES'], $arSitemapSettings);
$v++;
}
elseif($v < $arValueSteps['files']) {
$NS['steps_count']++;
$sitemapFile = new SitemapRuntime($PID, $arSitemap['SETTINGS']['FILENAME_FILES'], $arSitemapSettings);
$stepDuration = 15;
$ts_finish = microtime(true) + $stepDuration * 0.95;
$bFinished = false;
$bCheckFinished = false;
$dbRes = null;
while(!$bFinished && microtime(true) <= $ts_finish) {
if(!$dbRes) {
$dbRes = SitemapRuntimeTable::getList(array(
'order' => array('ITEM_PATH' => 'ASC'),
'filter' => array(
'PID' => $PID,
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_DIR,
'PROCESSED' => SitemapRuntimeTable::UNPROCESSED,
),
'limit' => 1000,
));
}
if($arRes = $dbRes->Fetch()) {
seoSitemapGetFilesData($PID, $arSitemap, $arRes, $sitemapFile);
$bCheckFinished = false;
}
elseif(!$bCheckFinished) {
$dbRes = null;
$bCheckFinished = true;
}
else {
$bFinished = true;
}
}
if(!$bFinished) {
if($v < $arValueSteps['files'] - 1)
$v++;
$msg = Loc::getMessage('SITEMAP_RUN_FILES', array('#PATH#' => $arRes['ITEM_PATH']));
}
else {
if(!is_array($NS['XML_FILES']))
$NS['XML_FILES'] = array();
if($sitemapFile->isNotEmpty()) {
if($sitemapFile->isCurrentPartNotEmpty()) {
$sitemapFile->finish();
}
else {
$sitemapFile->delete();
}
$NS['XML_FILES'] = array_merge($NS['XML_FILES'], $sitemapFile->getNameList());
}
else {
$sitemapFile->delete();
}
$v = $arValueSteps['files'];
$msg = Loc::getMessage('SITEMAP_RUN_FILE_COMPLETE', array('#FILE#' => $arSitemap['SETTINGS']['FILENAME_FILES']));
}
}
elseif($v < $arValueSteps['iblock_index']) {
$NS['time_start'] = microtime(true);
$arIBlockList = array();
if(Main\Loader::includeModule('iblock')) {
$arIBlockList = $arSitemap['SETTINGS']['IBLOCK_ACTIVE'];
if(count($arIBlockList) > 0) {
$arIBlocks = array();
$dbIBlock = CIBlock::GetList(array(), array('ID' => array_keys($arIBlockList)));
while($arIBlock = $dbIBlock->Fetch()) {
$arIBlocks[ $arIBlock['ID'] ] = $arIBlock;
}
foreach($arIBlockList as $iblockId => $iblockActive) {
if($iblockActive !== 'Y' || !array_key_exists($iblockId, $arIBlocks)) {
unset($arIBlockList[ $iblockId ]);
}
else {
SitemapRuntimeTable::add(array(
'PID' => $PID,
'PROCESSED' => SitemapRuntimeTable::UNPROCESSED,
'ITEM_ID' => $iblockId,
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_IBLOCK,
));
$fileName = str_replace(
array('#IBLOCK_ID#', '#IBLOCK_CODE#', '#IBLOCK_XML_ID#'),
array($iblockId, $arIBlocks[ $iblockId ]['CODE'], $arIBlocks[ $iblockId ]['XML_ID']),
$arSitemap['SETTINGS']['FILENAME_IBLOCK']
);
$sitemapFile = new SitemapRuntime($PID, $fileName, $arSitemapSettings);
if($sitemapFile->isExists()) {
//$sitemapFile->delete();
}
}
}
}
}
$NS['LEFT_MARGIN'] = 0;
$NS['IBLOCK_LASTMOD'] = 0;
$NS['IBLOCK'] = array();
if(count($arIBlockList) <= 0) {
$v = $arValueSteps['iblock'];
$msg = Loc::getMessage('SITEMAP_RUN_IBLOCK_EMPTY');
}
else {
$v = $arValueSteps['iblock_index'];
$msg = Loc::getMessage('SITEMAP_RUN_IBLOCK');
}
}
else if($v < $arValueSteps['iblock']) {
$stepDuration = 300; //10
$ts_finish = microtime(true) + $stepDuration * 0.95;
$bFinished = false;
$bCheckFinished = false;
$currentIblock = false;
$iblockId = 0;
$dbOldIblockResult = null;
$dbIblockResult = null;
while(!$bFinished && microtime(true) <= $ts_finish) {
if(!$currentIblock) {
$arCurrentIBlock = false;
$dbRes = SitemapRuntimeTable::getList(array(
'order' => array('ID' => 'ASC'),
'filter' => array(
'PID' => $PID,
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_IBLOCK,
'PROCESSED' => SitemapRuntimeTable::UNPROCESSED,
),
'limit' => 1,
));
$currentIblock = $dbRes->fetch();
if($currentIblock) {
$iblockId = intval($currentIblock['ITEM_ID']);
$dbIBlock = CIBlock::GetByID($iblockId);
$arCurrentIBlock = $dbIBlock->Fetch();
if(!$arCurrentIBlock) {
SitemapRuntimeTable::update($currentIblock['ID'], array(
'PROCESSED' => SitemapRuntimeTable::PROCESSED,
));
$NS['LEFT_MARGIN'] = 0;
$NS['IBLOCK_LASTMOD'] = 0;
$NS['LAST_ELEMENT_ID'] = 0;
unset($NS['CURRENT_SECTION']);
}
else {
if(strlen($arCurrentIBlock['LIST_PAGE_URL']) <= 0)
$arSitemap['SETTINGS']['IBLOCK_LIST'][ $iblockId ] = 'N';
if(strlen($arCurrentIBlock['SECTION_PAGE_URL']) <= 0)
$arSitemap['SETTINGS']['IBLOCK_SECTION'][ $iblockId ] = 'N';
if(strlen($arCurrentIBlock['DETAIL_PAGE_URL']) <= 0)
$arSitemap['SETTINGS']['IBLOCK_ELEMENT'][ $iblockId ] = 'N';
$NS['IBLOCK_LASTMOD'] = max($NS['IBLOCK_LASTMOD'], MakeTimeStamp($arCurrentIBlock['TIMESTAMP_X']));
if($NS['LEFT_MARGIN'] <= 0 && $arSitemap['SETTINGS']['IBLOCK_ELEMENT'][ $iblockId ] != 'N') {
$NS['CURRENT_SECTION'] = 0;
}
$fileName = str_replace(
array('#IBLOCK_ID#', '#IBLOCK_CODE#', '#IBLOCK_XML_ID#'),
array($iblockId, $arCurrentIBlock['CODE'], $arCurrentIBlock['XML_ID']),
$arSitemap['SETTINGS']['FILENAME_IBLOCK']
);
$sitemapFile = new SitemapRuntime($PID, $fileName, $arSitemapSettings);
}
}
}
if(!$currentIblock) {
$bFinished = true;
}
elseif(is_array($arCurrentIBlock)) {
if($dbIblockResult == null) {
if(isset($NS['CURRENT_SECTION'])) {
$dbIblockResult = CIBlockElement::GetList(
array('ID' => 'ASC'),
array(
'IBLOCK_ID' => $iblockId,
'ACTIVE' => 'Y',
'SECTION_ID' => intval($NS['CURRENT_SECTION']),
'>ID' => intval($NS['LAST_ELEMENT_ID']),
'SITE_ID' => $arSitemap['SITE_ID'],
),
false,
array('nTopCount' => 1000),
array('ID', 'TIMESTAMP_X', 'DETAIL_PAGE_URL')
);
}
else {
$NS['LAST_ELEMENT_ID'] = 0;
$dbIblockResult = CIBlockSection::GetList(
array('LEFT_MARGIN' => 'ASC'),
array(
'IBLOCK_ID' => $iblockId,
'GLOBAL_ACTIVE' => 'Y',
'>LEFT_BORDER' => intval($NS['LEFT_MARGIN']),
),
false,
array(
'ID', 'TIMESTAMP_X', 'SECTION_PAGE_URL', 'LEFT_MARGIN', 'IBLOCK_SECTION_ID',
),
array('nTopCount' => 100)
);
}
}
if(isset($NS['CURRENT_SECTION'])) {
$arElement = $dbIblockResult->fetch();
if($arElement) {
$arElement['LANG_DIR'] = $arSitemap['SITE']['DIR'];
$bCheckFinished = false;
$elementLastmod = MakeTimeStamp($arElement['TIMESTAMP_X']);
$NS['IBLOCK_LASTMOD'] = max($NS['IBLOCK_LASTMOD'], $elementLastmod);
$NS['LAST_ELEMENT_ID'] = $arElement['ID'];
$NS['IBLOCK'][ $iblockId ]['E']++;
$url = \CIBlock::ReplaceDetailUrl($arElement['DETAIL_PAGE_URL'], $arElement, false, "E");
$sitemapFile->addIBlockEntry($url, $elementLastmod);
}
elseif(!$bCheckFinished) {
$bCheckFinished = true;
$dbIblockResult = null;
}
else {
$bCheckFinished = false;
unset($NS['CURRENT_SECTION']);
$NS['LAST_ELEMENT_ID'] = 0;
$dbIblockResult = null;
if($dbOldIblockResult) {
$dbIblockResult = $dbOldIblockResult;
$dbOldIblockResult = null;
}
}
}
else {
$arSection = $dbIblockResult->fetch();
if($arSection) {
$bCheckFinished = false;
$sectionLastmod = MakeTimeStamp($arSection['TIMESTAMP_X']);
$NS['LEFT_MARGIN'] = $arSection['LEFT_MARGIN'];
$NS['IBLOCK_LASTMOD'] = max($NS['IBLOCK_LASTMOD'], $sectionLastmod);
$bActive = false;
$bActiveElement = false;
if(isset($arSitemap['SETTINGS']['IBLOCK_SECTION_SECTION'][ $iblockId ][ $arSection['ID'] ])) {
$bActive = $arSitemap['SETTINGS']['IBLOCK_SECTION_SECTION'][ $iblockId ][ $arSection['ID'] ] == 'Y';
$bActiveElement = $arSitemap['SETTINGS']['IBLOCK_SECTION_ELEMENT'][ $iblockId ][ $arSection['ID'] ] == 'Y';
}
elseif($arSection['IBLOCK_SECTION_ID'] > 0) {
$dbRes = SitemapRuntimeTable::getList(array(
'filter' => array(
'PID' => $PID,
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_SECTION,
'ITEM_ID' => $arSection['IBLOCK_SECTION_ID'],
'PROCESSED' => SitemapRuntimeTable::PROCESSED,
),
'select' => array('ACTIVE', 'ACTIVE_ELEMENT'),
'limit' => 1,
));
$parentSection = $dbRes->fetch();
if($parentSection) {
$bActive = $parentSection['ACTIVE'] == SitemapRuntimeTable::ACTIVE;
$bActiveElement = $parentSection['ACTIVE_ELEMENT'] == SitemapRuntimeTable::ACTIVE;
}
}
else {
$bActive = $arSitemap['SETTINGS']['IBLOCK_SECTION'][ $iblockId ] == 'Y';
$bActiveElement = $arSitemap['SETTINGS']['IBLOCK_ELEMENT'][ $iblockId ] == 'Y';
}
$arRuntimeData = array(
'PID' => $PID,
'ITEM_ID' => $arSection['ID'],
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_SECTION,
'ACTIVE' => $bActive ? SitemapRuntimeTable::ACTIVE : SitemapRuntimeTable::INACTIVE,
'ACTIVE_ELEMENT' => $bActiveElement ? SitemapRuntimeTable::ACTIVE : SitemapRuntimeTable::INACTIVE,
'PROCESSED' => SitemapRuntimeTable::PROCESSED,
);
if($bActive) {
$NS['IBLOCK'][ $iblockId ]['S']++;
$arSection['LANG_DIR'] = $arSitemap['SITE']['DIR'];
$url = \CIBlock::ReplaceDetailUrl($arSection['SECTION_PAGE_URL'], $arSection, false, "S");
$sitemapFile->addIBlockEntry($url, $sectionLastmod);
}
SitemapRuntimeTable::add($arRuntimeData);
if($bActiveElement) {
$NS['CURRENT_SECTION'] = $arSection['ID'];
$NS['LAST_ELEMENT_ID'] = 0;
$dbOldIblockResult = $dbIblockResult;
$dbIblockResult = null;
}
}
elseif(!$bCheckFinished) {
unset($NS['CURRENT_SECTION']);
$bCheckFinished = true;
$dbIblockResult = null;
}
else {
$bCheckFinished = false;
// we have finished current iblock
SitemapRuntimeTable::update($currentIblock['ID'], array(
'PROCESSED' => SitemapRuntimeTable::PROCESSED,
));
if($arSitemap['SETTINGS']['IBLOCK_LIST'][ $iblockId ] == 'Y' && strlen($arCurrentIBlock['LIST_PAGE_URL']) > 0) {
$NS['IBLOCK'][ $iblockId ]['I']++;
$arCurrentIBlock['IBLOCK_ID'] = $arCurrentIBlock['ID'];
$arCurrentIBlock['LANG_DIR'] = $arSitemap['SITE']['DIR'];
$url = \CIBlock::ReplaceDetailUrl($arCurrentIBlock['LIST_PAGE_URL'], $arCurrentIBlock, false, "");
$sitemapFile->addIBlockEntry($url, $NS['IBLOCK_LASTMOD']);
}
if($sitemapFile->isNotEmpty()) {
if($sitemapFile->isCurrentPartNotEmpty()) {
$sitemapFile->finish();
}
else {
$sitemapFile->delete();
}
if(!is_array($NS['XML_FILES']))
$NS['XML_FILES'] = array();
$NS['XML_FILES'] = array_merge($NS['XML_FILES'], $sitemapFile->getNameList());
}
else {
$sitemapFile->delete();
}
$currentIblock = false;
$NS['LEFT_MARGIN'] = 0;
$NS['IBLOCK_LASTMOD'] = 0;
unset($NS['CURRENT_SECTION']);
$NS['LAST_ELEMENT_ID'] = 0;
}
}
}
}
if($v < $arValueSteps['iblock'] - 1) {
$msg = Loc::getMessage('SITEMAP_RUN_IBLOCK_NAME', array('#IBLOCK_NAME#' => $arCurrentIBlock['NAME']));
$v++;
}
if($bFinished) {
$v = $arValueSteps['iblock'];
$msg = Loc::getMessage('SITEMAP_RUN_FINALIZE');
}
}
elseif($v < $arValueSteps['forum_index']) {
$NS['time_start'] = microtime(true);
$arForumList = array();
if(!empty($arSitemap['SETTINGS']['FORUM_ACTIVE'])) {
foreach($arSitemap['SETTINGS']['FORUM_ACTIVE'] as $forumId => $active) {
if($active == "Y") {
$arForumList[ $forumId ] = "Y";
}
}
}
if(count($arForumList) > 0 && Main\Loader::includeModule('forum')) {
$arForums = array();
$db_res = CForumNew::GetListEx(
array(),
array(
'@ID' => array_keys($arForumList),
"ACTIVE" => "Y",
"SITE_ID" => $arSitemap['SITE_ID'],
"!TOPICS" => 0,
)
);
while($res = $db_res->Fetch()) {
$arForums[ $res['ID'] ] = $res;
}
$arForumList = array_intersect_key($arForums, $arForumList);
foreach($arForumList as $id => $forum) {
SitemapRuntimeTable::add(array(
'PID' => $PID,
'PROCESSED' => SitemapRuntimeTable::UNPROCESSED,
'ITEM_ID' => $id,
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_FORUM)
);
$fileName = str_replace('#FORUM_ID#', $forumId, $arSitemap['SETTINGS']['FILENAME_FORUM']);
$sitemapFile = new SitemapRuntime($PID, $fileName, $arSitemapSettings);
}
}
$NS['FORUM_CURRENT_TOPIC'] = 0;
if(count($arForumList) <= 0) {
$v = $arValueSteps['forum'];
$msg = Loc::getMessage('SITEMAP_RUN_FORUM_EMPTY');
}
else {
$v = $arValueSteps['forum_index'];
$msg = Loc::getMessage('SITEMAP_RUN_FORUM');
}
}
else if($v < $arValueSteps['forum']) {
$stepDuration = 10;
$ts_finish = microtime(true) + $stepDuration * 0.95;
$bFinished = false;
$bCheckFinished = false;
$currentForum = false;
$forumId = 0;
$dbTopicResult = null;
$arTopic = null;
while(!$bFinished && microtime(true) <= $ts_finish && CModule::IncludeModule("forum")) {
if(!$currentForum) {
$arCurrentForum = false;
$dbRes = SitemapRuntimeTable::getList(array(
'order' => array('ID' => 'ASC'),
'filter' => array(
'PID' => $PID,
'ITEM_TYPE' => SitemapRuntimeTable::ITEM_TYPE_FORUM,
'PROCESSED' => SitemapRuntimeTable::UNPROCESSED,
),
'limit' => 1,
));
$currentForum = $dbRes->fetch();
if($currentForum) {
$forumId = intval($currentForum['ITEM_ID']);
$db_res = CForumNew::GetListEx(
array(),
array(
'ID' => $forumId,
"ACTIVE" => "Y",
"SITE_ID" => $arSitemap['SITE_ID'],
"!TOPICS" => 0,
)
);
$arCurrentForum = $db_res->Fetch();
if(!$arCurrentForum) {
SitemapRuntimeTable::update($currentForum['ID'], array(
'PROCESSED' => SitemapRuntimeTable::PROCESSED,
));
}
else {
$fileName = str_replace('#FORUM_ID#', $forumId, $arSitemap['SETTINGS']['FILENAME_FORUM']);
$sitemapFile = new SitemapRuntime($PID, $fileName, $arSitemapSettings);
}
}
}
if(!$currentForum) {
$bFinished = true;
}
elseif(is_array($arCurrentForum)) {
$bActive = (array_key_exists($forumId, $arSitemap['SETTINGS']['FORUM_TOPIC']) && $arSitemap['SETTINGS']['FORUM_TOPIC'][ $forumId ] == "Y");
if($bActive) {
if($dbTopicResult == null) {
$dbTopicResult = CForumTopic::GetList(
array("LAST_POST_DATE" => "DESC"),
array_merge(
array(
"FORUM_ID" => $forumId,
"APPROVED" => "Y"),
($NS['FORUM_CURRENT_TOPIC'] > 0 ? array(
">ID" => $NS["FORUM_CURRENT_TOPIC"],
) : array()
)
),
false,
0,
array('nTopCount' => 100)
);
}
if(($arTopic = $dbTopicResult->fetch()) && $arTopic) {
$NS["FORUM_CURRENT_TOPIC"] = $arTopic["ID"];
$url = CForumNew::PreparePath2Message(
$arCurrentForum["PATH2FORUM_MESSAGE"],
array(
"FORUM_ID" => $arCurrentForum["ID"],
"TOPIC_ID" => $arTopic["ID"],
"TITLE_SEO" => $arTopic["TITLE_SEO"],
"MESSAGE_ID" => "s",
"SOCNET_GROUP_ID" => $arTopic["SOCNET_GROUP_ID"],
"OWNER_ID" => $arTopic["OWNER_ID"],
"PARAM1" => $arTopic["PARAM1"],
"PARAM2" => $arTopic["PARAM2"],
)
);
$sitemapFile->addIBlockEntry($url, MakeTimeStamp($arTopic['LAST_POST_DATE']));
}
}
else {
$url = CForumNew::PreparePath2Message(
$arCurrentForum["PATH2FORUM_MESSAGE"],
array(
"FORUM_ID" => $arCurrentForum["ID"],
"TOPIC_ID" => $arCurrentForum["TID"],
"TITLE_SEO" => $arCurrentForum["TITLE_SEO"],
"MESSAGE_ID" => "s",
"SOCNET_GROUP_ID" => $arCurrentForum["SOCNET_GROUP_ID"],
"OWNER_ID" => $arCurrentForum["OWNER_ID"],
"PARAM1" => $arCurrentForum["PARAM1"],
"PARAM2" => $arCurrentForum["PARAM2"],
)
);
$sitemapFile->addIBlockEntry($url, MakeTimeStamp($arCurrentForum['LAST_POST_DATE']));
}
if(empty($arTopic)) {
$bCheckFinished = false;
// we have finished current forum
SitemapRuntimeTable::update($currentForum['ID'], array(
'PROCESSED' => SitemapRuntimeTable::PROCESSED,
));
if($sitemapFile->isNotEmpty()) {
if($sitemapFile->isCurrentPartNotEmpty()) {
$sitemapFile->finish();
}
else {
$sitemapFile->delete();
}
if(!is_array($NS['XML_FILES']))
$NS['XML_FILES'] = array();
$NS['XML_FILES'] = array_merge($NS['XML_FILES'], $sitemapFile->getNameList());
}
else {
$sitemapFile->delete();
}
$currentForum = false;
$dbTopicResult = null;
$NS['FORUM_CURRENT_TOPIC'] = 0;
}
}
}
if($v < $arValueSteps['forum'] - 1) {
$msg = Loc::getMessage('SITEMAP_RUN_FORUM_NAME', array('#FORUM_NAME#' => $arCurrentForum['NAME']));
$v++;
}
if($bFinished) {
$v = $arValueSteps['forum'];
$msg = Loc::getMessage('SITEMAP_RUN_FINALIZE');
}
}
else {
SitemapRuntimeTable::clearByPid($PID);
$arFiles = array();
$sitemapFile = new SitemapIndex($arSitemap['SETTINGS']['FILENAME_INDEX'], $arSitemapSettings);
if(count($NS['XML_FILES']) > 0) {
foreach($NS['XML_FILES'] as $xmlFile) {
$arFiles[] = new IO\File(IO\Path::combine(
$sitemapFile->getSiteRoot(),
$xmlFile
), $arSitemap['SITE_ID']);
}
}
$sitemapFile->createIndex($arFiles);
$arExistedSitemaps = array();
if($arSitemap['SETTINGS']['ROBOTS'] == 'Y') {
$sitemapUrl = $sitemapFile->getUrl();
$robotsFile = new RobotsFile($arSitemap['SITE_ID']);
$robotsFile->addRule(
array(RobotsFile::SITEMAP_RULE, $sitemapUrl)
);
$arSitemapLinks = $robotsFile->getRules(RobotsFile::SITEMAP_RULE);
if(count($arSitemapLinks) > 1) // 1 - just added rule
{
foreach($arSitemapLinks as $rule) {
if($rule[1] != $sitemapUrl) {
$arExistedSitemaps[] = $rule[1];
}
}
}
}
$v = $arValueSteps['index'];
}
if($v == $arValueSteps['index']) {
$msg = Loc::getMessage('SITEMAP_RUN_FINISH');
SitemapTable::update($ID, array('DATE_RUN' => new Bitrix\Main\Type\DateTime()));
}
$NS = isset($_REQUEST['NS']) && is_array($_REQUEST['NS']) ? $_REQUEST['NS'] : (array)$NS;
}
ob_start();
echo SitemapRuntime::showProgress($msg, Loc::getMessage('SEO_SITEMAP_RUN_TITLE'), $v);
if(isset($arExistedSitemaps) && count($arExistedSitemaps) > 0) {
echo Loc::getMessage('SEO_SITEMAP_RUN_ROBOTS_WARNING', array(
"#SITEMAPS#" => implode("\n", $arExistedSitemaps),
"#LANGUAGE_ID#" => LANGUAGE_ID,
"#SITE_ID#" => $arSitemap['SITE_ID'],
));
}
$html = ob_get_contents();
ob_end_clean();
}
@SergeyZaigraev
Copy link
Author

SergeyZaigraev commented Sep 13, 2017

Исходники взял тут

@Andrew9965
Copy link

Andrew9965 commented Apr 26, 2020

Дошел до того же файла что и ты, и начал его редактировать.
Потом нашел ссылку на твое решение.
Спасибо.
Ты сберег мне много времени.

@kspgithub
Copy link

kspgithub commented Mar 17, 2024 •
edited
Loading

+++ rep

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment