tests/PHPUnit/Integration/ArchiveTest.php

<?php

/**
 * Matomo - free/libre analytics platform
 *
 * @link    https://matomo.org
 * @license https://www.gnu.org/licenses/gpl-3.0.html GPL v3 or later
 */

namespace Piwik\Tests\Integration;

use Piwik\Archive;
use Piwik\ArchiveProcessor\Parameters;
use Piwik\ArchiveProcessor\Rules;
use Piwik\Common;
use Piwik\Config;
use Piwik\CronArchive;
use Piwik\DataAccess\ArchiveTableCreator;
use Piwik\DataAccess\ArchiveWriter;
use Piwik\Date;
use Piwik\Db;
use Piwik\Period\Factory;
use Piwik\Plugins\VisitsSummary\API;
use Piwik\Segment;
use Piwik\Site;
use Piwik\Tests\Framework\Fixture;
use Piwik\Tests\Framework\TestCase\IntegrationTestCase;

/**
 * @group ArchiveTest
 */
class ArchiveTest extends IntegrationTestCase
{
    protected static function beforeTableDataCached()
    {
        parent::beforeTableDataCached(); // TODO: Change the autogenerated stub
        Fixture::createWebsite('2014-05-06', 1);
    }

    public function testQueryingForNoDataDoesNotCreateEmptyArchive()
    {
        $tracker = Fixture::getTracker(1, '2014-05-07 07:00:00');
        $tracker->setUrl('http://matomo.net/page/1');
        Fixture::checkResponse($tracker->doTrackPageView('a page'));

        $tracker->setForceVisitDateTime('2014-05-08 09:00:00');
        $tracker->setUrl('http://matomo.net/page/2');
        Fixture::checkResponse($tracker->doTrackPageView('a page'));

        // the table may not be created if we skip archiving logic, so make sure it's created here
        ArchiveTableCreator::getNumericTable(Date::factory('2014-05-07'), true);

        $archive = Archive::factory(new Segment('', [1]), [Factory::build('range', '2014-05-07,2014-05-08')], [1]);
        $data = $archive->getDataTableFromNumeric([]);
        $this->assertEquals([], $data->getRows());

        $data = $archive->getDataTableFromNumeric('');
        $this->assertEquals([], $data->getRows());

        $data = $archive->getDataTableFromNumeric(['']);
        $this->assertEquals([], $data->getRows());

        $archiveRows = Db::fetchAll('SELECT * FROM ' . Common::prefixTable('archive_numeric_2014_05') . ' WHERE idsite = 1 AND period = 5');
        $this->assertEquals([], $archiveRows);
    }

    public function testQueryingForInexistentRecordDoesNotCreateEmptyPartialArchiveForPlugin()
    {
        $tracker = Fixture::getTracker(1, '2014-05-07 07:00:00');
        $tracker->setUrl('http://matomo.net/page/1');
        Fixture::checkResponse($tracker->doTrackPageView('a page'));

        $tracker->setForceVisitDateTime('2014-05-08 09:00:00');
        $tracker->setUrl('http://matomo.net/page/2');
        Fixture::checkResponse($tracker->doTrackPageView('a page'));

        // the table may not be created if we skip archiving logic, so make sure it's created here
        ArchiveTableCreator::getNumericTable(Date::factory('2014-05-07'), true);

        $archive = Archive::factory(new Segment('', [1]), [Factory::build('range', '2014-05-07,2014-05-08')], [1]);
        $data = $archive->getDataTable('DevicePlugins_InvalidRecord');
        $this->assertEquals([], $data->getRows());

        $archiveRows = Db::fetchAll(
            'SELECT name FROM ' . Common::prefixTable('archive_numeric_2014_05') . ' WHERE idsite = ? AND period = ? AND name LIKE ?',
            [1, 5, 'done%']
        );

        // It's expected that archiving core metrics will be triggered, but there should be no partial done flag for the plugin
        $this->assertEquals(['done.VisitsSummary'], array_column($archiveRows, 'name'));
    }

    public function testPluginSpecificArchiveUsedEvenIfAllArchiveExistsIfThereAreNoDataInAllArchive()
    {
        $idSite = 1;

        // insert all plugin archive
        $params = new Parameters(new Site($idSite), Factory::build('day', '2014-05-07'), new Segment('', [$idSite]));
        $archiveWriter = new ArchiveWriter($params);
        $archiveWriter->initNewArchive();
        $archiveWriter->insertRecord('ExamplePlugin_archive1metric', 1);
        $archiveWriter->insertRecord('ExamplePlugin_archive2metric', 5);
        $archiveWriter->finalizeArchive();

        sleep(1);

        // insert single plugin archive
        $_GET['pluginOnly'] = 1;
        $_GET['trigger'] = 'archivephp';

        $params = new Parameters(new Site($idSite), Factory::build('day', '2014-05-07'), new Segment('', [$idSite]));
        $params->setRequestedPlugin('ExamplePlugin');
        $params->onlyArchiveRequestedPlugin();
        $params->setArchiveOnlyReport(['ExamplePlugin_archive2metric', 'ExamplePlugin_archive3metric']);
        $archiveWriter = new ArchiveWriter($params);
        $archiveWriter->initNewArchive();
        $archiveWriter->insertRecord('ExamplePlugin_archive2metric', 2);
        $archiveWriter->insertRecord('ExamplePlugin_archive3metric', 3);
        $archiveWriter->finalizeArchive();

        sleep(1);

        // insert single plugin archive
        $params = new Parameters(new Site($idSite), Factory::build('day', '2014-05-07'), new Segment('', [$idSite]));
        $params->setRequestedPlugin('ExamplePlugin');
        $params->onlyArchiveRequestedPlugin();
        $params->setArchiveOnlyReport('ExamplePlugin_archive3metric');
        $archiveWriter = new ArchiveWriter($params);
        $archiveWriter->initNewArchive();
        $archiveWriter->insertRecord('ExamplePlugin_archive3metric', 7);
        $archiveWriter->finalizeArchive();

        unset($_GET['trigger']);
        unset($_GET['pluginOnly']);

        $archive = Archive::build($idSite, 'day', '2014-05-07');
        $metrics = $archive->getNumeric(['ExamplePlugin_archive1metric', 'ExamplePlugin_archive2metric', 'ExamplePlugin_archive3metric']);

        unset($metrics['_metadata']);

        $expected = [
            'ExamplePlugin_archive1metric' => 1,
            'ExamplePlugin_archive2metric' => 2,
            'ExamplePlugin_archive3metric' => 7,
        ];

        $this->assertEquals($expected, $metrics);
    }

    public function testStaleCachedArchiveIdsAreRefreshedWhenArchiveRowsAreMissing(): void
    {
        $idSite = 1;
        $date = '2014-05-10';
        $periodRange = $date . ',' . $date;
        $tracker = Fixture::getTracker($idSite, $date . ' 12:00:00');
        $tracker->setUrl('https://example.org/cache-test');
        Fixture::checkResponse($tracker->doTrackPageView('cache test'));

        $archive = Archive::build($idSite, 'day', $date);
        $metric = $archive->getNumeric('nb_visits');
        $expectedValue = (float) $metric;
        $this->assertGreaterThan(0.0, $expectedValue);

        $archiveClass = new \ReflectionClass(Archive::class);

        $idArchivesProp = $archiveClass->getProperty('idarchives');
        $idArchivesProp->setAccessible(true);
        $idArchivesProp->setValue($archive, [
            'done' => [
                $periodRange => [99999999],
            ],
        ]);

        $idArchiveStatesProp = $archiveClass->getProperty('idarchiveStates');
        $idArchiveStatesProp->setAccessible(true);
        $idArchiveStatesProp->setValue($archive, [
            $idSite => [
                'done' => [
                    $periodRange => [
                        99999999 => ArchiveWriter::DONE_OK,
                    ],
                ],
            ],
        ]);

        $metric = $archive->getNumeric('nb_visits');
        $this->assertSame(
            $expectedValue,
            (float) $metric,
            'Expected stale cached archive IDs to be refreshed and return data from the current archive.'
        );
    }

    public function testStaleCachedArchiveIdsAreRefreshedAfterArchiveRowsArePurged(): void
    {
        $idSite = 1;
        $date = '2014-05-11';
        $tracker = Fixture::getTracker($idSite, $date . ' 12:00:00');
        $tracker->setUrl('https://example.org/cache-test-normal-flow');
        Fixture::checkResponse($tracker->doTrackPageView('cache test normal flow'));

        // Keep this Archive instance to preserve its in-memory idarchive cache.
        $archive = Archive::build($idSite, 'day', $date);
        $initialMetric = (float) $archive->getNumeric('nb_visits');
        $this->assertGreaterThan(0.0, $initialMetric);

        $wasBrowserTriggerEnabled = Rules::isBrowserTriggerEnabled();
        Rules::setBrowserTriggerArchiving(true);

        try {
            $numericTable = ArchiveTableCreator::getNumericTable(Date::factory($date), true);
            $blobTable = ArchiveTableCreator::getBlobTable(Date::factory($date), true);

            $deletedNumericRows = Db::query(
                "DELETE FROM `$numericTable` WHERE idsite = ? AND period = ? AND date1 = ? AND date2 = ?",
                [$idSite, 1, $date, $date]
            )->rowCount();
            $deletedBlobRows = Db::query(
                "DELETE FROM `$blobTable` WHERE idsite = ? AND period = ? AND date1 = ? AND date2 = ?",
                [$idSite, 1, $date, $date]
            )->rowCount();

            $this->assertGreaterThan(
                0,
                $deletedNumericRows + $deletedBlobRows,
                'Expected archive rows to be removed to simulate concurrent purge.'
            );

            $metricAfterPurge = (float) $archive->getNumeric('nb_visits');
            $this->assertSame(
                $initialMetric,
                $metricAfterPurge,
                'Expected stale cached archive IDs to be refreshed after archive rows are purged in normal flow.'
            );
        } finally {
            Rules::setBrowserTriggerArchiving($wasBrowserTriggerEnabled);
        }
    }

    public function testPluginSpecificArchiveUsedEvenIfAllArchiveExistsIfThereAreNoDataInAllArchiveWithBrowserArchivingDisabled()
    {
        self::$fixture->getTestEnvironment()->overrideConfig('General', 'enable_browser_archiving_triggering', 0);
        self::$fixture->getTestEnvironment()->overrideConfig('General', 'archiving_range_force_on_browser_request', 0);
        self::$fixture->getTestEnvironment()->save();

        Config::getInstance()->General['enable_browser_archiving_triggering'] = 0;
        Config::getInstance()->General['archiving_range_force_on_browser_request'] = 0;

        $this->assertTrue(Rules::isArchivingDisabledFor([1], new Segment('', [1]), 'day'));

        $this->testPluginSpecificArchiveUsedEvenIfAllArchiveExistsIfThereAreNoDataInAllArchive();
    }

    public function testArchivingInvalidRangeDoesNotReprocessInvalidDay()
    {
        $idSite = 1;

        self::$fixture->getTestEnvironment()->overrideConfig('General', 'browser_archiving_disabled_enforce', 0);
        self::$fixture->getTestEnvironment()->overrideConfig('General', 'archiving_range_force_on_browser_request', 1);
        self::$fixture->getTestEnvironment()->save();

        Config::getInstance()->General['browser_archiving_disabled_enforce'] = 0;
        Config::getInstance()->General['archiving_range_force_on_browser_request'] = 1;

        // track some visits
        $t = Fixture::getTracker($idSite, '2020-03-04 05:05:05');
        $t->setUrl('http://abc.com/mypage');
        Fixture::checkResponse($t->doTrackPageView('page title'));

        $t->setForceVisitDateTime('2020-03-05 06:06:06');
        $t->setUrl('http://abc.com/myotherpage');
        Fixture::checkResponse($t->doTrackPageView('another page'));

        // clear invalidations from above tracking
        $cronArchive = new CronArchive();
        $cronArchive->init();
        $cronArchive->invalidateArchivedReportsForSitesThatNeedToBeArchivedAgain(1);

        // archive range and day
        Rules::setBrowserTriggerArchiving(true);
        API::getInstance()->get(1, 'range', '2020-03-04,2020-03-05');

        // check expected archives were created
        $archives = Db::fetchAll("SELECT date1, date2, name, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` IN ('done', 'done.VisitsSummary')");
        $expected = [
            ['date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_PARTIAL],
            ['date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done', 'value' => ArchiveWriter::DONE_OK],
            ['date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done', 'value' => ArchiveWriter::DONE_OK],
        ];
        $this->assertEquals($expected, $archives);

        // update ts_archived of archives so invalidating will work
        Db::query("UPDATE " . Common::prefixTable('archive_numeric_2020_03') . " SET ts_archived = ?", [Date::now()->subHour(2)->getDatetime()]);

        // track a visit and invalidate a day in the range
        $t->setIp('50.123.45.67');
        $t->setForceVisitDateTime('2020-03-05 06:06:06');
        $t->setUrl('http://abc.com/myotherpage');
        Fixture::checkResponse($t->doTrackPageView('my other page'));

        $cronArchive = new CronArchive();
        $cronArchive->init();
        $cronArchive->invalidateArchivedReportsForSitesThatNeedToBeArchivedAgain(1);

        // check correct archives are invalidated
        $archives = Db::fetchAll("SELECT date1, date2, name, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` IN ('done', 'done.VisitsSummary')");
        $expected = [
            ['date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_INVALIDATED],
            ['date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done', 'value' => ArchiveWriter::DONE_OK],
            ['date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done', 'value' => ArchiveWriter::DONE_INVALIDATED],
        ];
        $this->assertEquals($expected, $archives);

        // archive range again since it is invalid and we updated the ts_archived to a older time
        Rules::setBrowserTriggerArchiving(false);
        API::getInstance()->get(1, 'range', '2020-03-04,2020-03-05');

        // check that range was rearchived
        $archives = Db::fetchAll("SELECT idarchive, date1, date2, name, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` IN ('done', 'done.VisitsSummary')");
        $expected = [
            ['idarchive' => '1', 'date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_INVALIDATED],
            ['idarchive' => '2', 'date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done', 'value' => ArchiveWriter::DONE_OK],
            ['idarchive' => '7', 'date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done', 'value' => ArchiveWriter::DONE_INVALIDATED],
            ['idarchive' => '12', 'date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_PARTIAL],
        ];
        $this->assertEquals($expected, $archives);

        // rearchive day and check range does not rearchive
        Rules::setBrowserTriggerArchiving(true);
        API::getInstance()->get(1, 'day', '2020-03-05');
        Rules::setBrowserTriggerArchiving(false);
        API::getInstance()->get(1, 'range', '2020-03-04,2020-03-05');

        $archives = Db::fetchAll("SELECT idarchive, date1, date2, name, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` IN ('done', 'done.VisitsSummary')");
        $expected = [
            ['idarchive' => '1', 'date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_INVALIDATED],
            ['idarchive' => '2', 'date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done', 'value' => ArchiveWriter::DONE_OK],
            ['idarchive' => '12', 'date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_PARTIAL],
            ['idarchive' => '13', 'date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done', 'value' => ArchiveWriter::DONE_OK],
        ];
        $this->assertEquals($expected, $archives);

        // update range archive ts_archived to be beyond and check that range was rearchived
        Db::query("UPDATE " . Common::prefixTable('archive_numeric_2020_03') . " SET ts_archived = ? WHERE period = 5", [Date::now()->subHour(2)->getDatetime()]);
        API::getInstance()->get(1, 'range', '2020-03-04,2020-03-05');

        $archives = Db::fetchAll("SELECT idarchive, date1, date2, name, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` IN ('done', 'done.VisitsSummary')");
        $expected = [
            ['idarchive' => '1', 'date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_INVALIDATED],
            ['idarchive' => '2', 'date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done', 'value' => ArchiveWriter::DONE_OK],
            ['idarchive' => '12', 'date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_PARTIAL],
            ['idarchive' => '13', 'date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done', 'value' => ArchiveWriter::DONE_OK],
            ['idarchive' => '18', 'date1' => '2020-03-04', 'date2' => '2020-03-05', 'name' => 'done.VisitsSummary', 'value' => ArchiveWriter::DONE_PARTIAL],
        ];
        $this->assertEquals($expected, $archives);
    }

    public function testInvalidatingYesterdayWorksAsExpectedWhenVisitTrackedInPast()
    {
        Fixture::createWebsite('2014-12-12 00:01:02');

        self::$fixture->getTestEnvironment()->overrideConfig('General', 'browser_archiving_disabled_enforce', 0);
        self::$fixture->getTestEnvironment()->overrideConfig('General', 'archiving_range_force_on_browser_request', 1);
        self::$fixture->getTestEnvironment()->save();

        Config::getInstance()->General['browser_archiving_disabled_enforce'] = 0;
        Config::getInstance()->General['archiving_range_force_on_browser_request'] = 1;

        Rules::setBrowserTriggerArchiving(false);

        // Set current time to time of tracked visit, so no automatic invalidation for tracking a date in the past is created
        Date::$now = strtotime('2020-05-05 12:00:00');

        $tracker = Fixture::getTracker(1, '2020-05-05 12:00:00');
        $tracker->setUserId('user1');
        $tracker->doTrackPageView('test');

        // Set current time to next day, so archiving for yesterday will be triggered resulting in an archive considered valid
        Date::$now = strtotime('2020-05-06 01:00:00');

        $archiver = new CronArchive();
        $archiver->init();
        $archiver->run();

        // update ts_archived of archives as archiving doesn't take up Date::$now as it's running in separate requests
        Db::query("UPDATE " . Common::prefixTable('archive_numeric_2020_05') . " SET ts_archived = ?", [Date::now()->getDatetime()]);

        $dataTable = \Piwik\Plugins\VisitsSummary\API::getInstance()->get(1, 'day', 'yesterday');
        self::assertEquals(1, $dataTable->getFirstRow()->getColumn('nb_visits'));

        // Track a new visits for yesterday, which should result in an invalidation record for that day
        $tracker = Fixture::getTracker(1, '2020-05-05 17:51:05');
        $tracker->setUserId('user2');
        $tracker->doTrackPageView('test');

        // Trigger archiving again later on that day and validate that archives were built again
        Date::$now = strtotime('2020-05-06 16:11:55');

        $archiver = new CronArchive();
        $archiver->init();
        $archiver->run();

        $dataTable = \Piwik\Plugins\VisitsSummary\API::getInstance()->get(1, 'day', 'yesterday');
        self::assertEquals(2, $dataTable->getFirstRow()->getColumn('nb_visits'));
    }

    public function testShouldNotArchivePeriodsStartingInTheFuture()
    {
        $idSite = 1;

        self::$fixture->getTestEnvironment()->overrideConfig('General', 'browser_archiving_disabled_enforce', 0);
        self::$fixture->getTestEnvironment()->overrideConfig('General', 'archiving_range_force_on_browser_request', 1);
        self::$fixture->getTestEnvironment()->save();

        Config::getInstance()->General['browser_archiving_disabled_enforce'] = 0;
        Config::getInstance()->General['archiving_range_force_on_browser_request'] = 1;

        // track some visits
        $t = Fixture::getTracker($idSite, '2020-03-04 05:05:05');
        $t->setUrl('http://abc.com/mypage');
        Fixture::checkResponse($t->doTrackPageView('page title'));

        $t->setForceVisitDateTime('2020-03-05 06:06:06');
        $t->setUrl('http://abc.com/myotherpage');
        Fixture::checkResponse($t->doTrackPageView('another page'));

        $t->setForceVisitDateTime('2020-03-06 07:07:07');
        $t->setUrl('http://abc.com/myotherpageagain');
        Fixture::checkResponse($t->doTrackPageView('another page again'));

        Date::$now = strtotime('2020-03-05 12:00:00');

        // clear invalidations from above tracking
        $cronArchive = new CronArchive();
        $cronArchive->init();
        $cronArchive->invalidateArchivedReportsForSitesThatNeedToBeArchivedAgain(1);

        // archive range and day
        Rules::setBrowserTriggerArchiving(true);
        API::getInstance()->get($idSite, 'day', '2020-03-04');
        API::getInstance()->get($idSite, 'day', '2020-03-05');
        API::getInstance()->get($idSite, 'day', '2020-03-06');

        // check expected archives were created
        $archives = Db::fetchAll("SELECT date1, date2, name, period, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` IN ('done', 'done.VisitsSummary')");
        $expected = [
            ['date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done', 'period' => 1, 'value' => '1'],
            ['date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done', 'period' => 1, 'value' => '1'],
        ];
        $this->assertEquals($expected, $archives);

        Date::$now = time();
    }

    public function testShouldArchivePeriodsStartingInTheFutureIfWebSiteLocalTimeIsInNextDay()
    {
        // Create a site with a timezone ahead of UTC
        $idSite = Fixture::createWebsite(
            '2014-05-06',
            1,
            false,
            false,
            1,
            null,
            null,
            'Pacific/Auckland'
        );

        self::$fixture->getTestEnvironment()->overrideConfig('General', 'browser_archiving_disabled_enforce', 0);
        self::$fixture->getTestEnvironment()->overrideConfig('General', 'archiving_range_force_on_browser_request', 1);
        self::$fixture->getTestEnvironment()->save();

        Config::getInstance()->General['browser_archiving_disabled_enforce'] = 0;
        Config::getInstance()->General['archiving_range_force_on_browser_request'] = 1;

        // track some visits
        $t = Fixture::getTracker($idSite, '2020-03-04 05:05:05');
        $t->setUrl('http://abc.com/mypage');
        Fixture::checkResponse($t->doTrackPageView('page title'));

        $t->setForceVisitDateTime('2020-03-05 06:06:06');
        $t->setUrl('http://abc.com/myotherpage');
        Fixture::checkResponse($t->doTrackPageView('another page'));

        $t->setForceVisitDateTime('2020-03-06 07:07:07');
        $t->setUrl('http://abc.com/myotherpageagain');
        Fixture::checkResponse($t->doTrackPageView('another page again'));

        // Set the current UTC date to a time only 3hrs until midnight, this will ensure that the website with
        // it's local timezone will be in the next day
        Date::$now = strtotime('2020-03-05 21:00:00');

        // clear invalidations from above tracking
        $cronArchive = new CronArchive();
        $cronArchive->init();
        $cronArchive->invalidateArchivedReportsForSitesThatNeedToBeArchivedAgain(1);

        // archive range and day
        Rules::setBrowserTriggerArchiving(true);
        API::getInstance()->get($idSite, 'day', '2020-03-04');
        API::getInstance()->get($idSite, 'day', '2020-03-05');
        API::getInstance()->get($idSite, 'day', '2020-03-06');
        API::getInstance()->get($idSite, 'day', '2020-03-07');

        // check expected archives were created
        $archives = Db::fetchAll("SELECT date1, date2, name, period, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` IN ('done', 'done.VisitsSummary')");
        $expected = [
            ['date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done', 'period' => 1, 'value' => '1'],
            ['date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done', 'period' => 1, 'value' => '1'],
            ['date1' => '2020-03-06', 'date2' => '2020-03-06', 'name' => 'done', 'period' => 1, 'value' => '1'],
        ];
        $this->assertEquals($expected, $archives);

        Date::$now = time();
    }

    public function testShouldNotArchivePeriodsStartingInTheFutureIfWebSiteLocalTimeIsInPreviousDay()
    {

        // Create a site with a timezone behind of UTC
        $idSite = Fixture::createWebsite(
            '2014-05-06',
            1,
            false,
            false,
            1,
            null,
            null,
            'America/Vancouver'
        ); // -8hrs

        self::$fixture->getTestEnvironment()->overrideConfig('General', 'browser_archiving_disabled_enforce', 0);
        self::$fixture->getTestEnvironment()->overrideConfig('General', 'archiving_range_force_on_browser_request', 1);
        self::$fixture->getTestEnvironment()->save();

        Config::getInstance()->General['browser_archiving_disabled_enforce'] = 0;
        Config::getInstance()->General['archiving_range_force_on_browser_request'] = 1;

        // track some visits
        $t = Fixture::getTracker($idSite, '2020-03-04 05:05:05');
        $t->setUrl('http://abc.com/mypage');
        Fixture::checkResponse($t->doTrackPageView('page title'));

        $t->setForceVisitDateTime('2020-03-05 06:06:06');
        $t->setUrl('http://abc.com/myotherpage');
        Fixture::checkResponse($t->doTrackPageView('another page'));

        $t->setForceVisitDateTime('2020-03-06 07:07:07');
        $t->setUrl('http://abc.com/myotherpageagain');
        Fixture::checkResponse($t->doTrackPageView('another page again'));

        // Set the current UTC date to a time only 3hrs from midnight, this will ensure that the website with
        // it's local timezone will be in the previous day
        Date::$now = strtotime('2020-03-05 03:00:00');

        // clear invalidations from above tracking
        $cronArchive = new CronArchive();
        $cronArchive->init();
        $cronArchive->invalidateArchivedReportsForSitesThatNeedToBeArchivedAgain(1);

        // archive range and day
        Rules::setBrowserTriggerArchiving(true);
        API::getInstance()->get($idSite, 'day', '2020-03-04');
        API::getInstance()->get($idSite, 'day', '2020-03-05');
        API::getInstance()->get($idSite, 'day', '2020-03-06');
        API::getInstance()->get($idSite, 'day', '2020-03-07');

        // check expected archives were created
        $archives = Db::fetchAll("SELECT date1, date2, name, period, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` IN ('done', 'done.VisitsSummary')");

        $expected = [
            ['date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done', 'period' => 1, 'value' => '1'],
        ];
        $this->assertEquals($expected, $archives);

        Date::$now = time();
    }

    public function testArchivingInvalidWeekWithSegmentDoesReprocessInvalidDayWIthSegment()
    {
        $idSite = 1;

        $segment = 'browserCode==FF';
        $segmentHash = md5($segment);

        self::$fixture->getTestEnvironment()->overrideConfig('General', 'browser_archiving_disabled_enforce', 0);
        self::$fixture->getTestEnvironment()->overrideConfig('General', 'archiving_range_force_on_browser_request', 1);
        self::$fixture->getTestEnvironment()->save();

        Config::getInstance()->General['browser_archiving_disabled_enforce'] = 0;
        Config::getInstance()->General['archiving_range_force_on_browser_request'] = 1;

        // track some visits
        $t = Fixture::getTracker($idSite, '2020-03-04 05:05:05');
        $t->setUrl('http://abc.com/mypage');
        Fixture::checkResponse($t->doTrackPageView('page title'));

        $t->setForceVisitDateTime('2020-03-05 06:06:06');
        $t->setUrl('http://abc.com/myotherpage');
        Fixture::checkResponse($t->doTrackPageView('another page'));

        // clear invalidations from above tracking
        $cronArchive = new CronArchive();
        $cronArchive->init();
        $cronArchive->invalidateArchivedReportsForSitesThatNeedToBeArchivedAgain(1);

        // archive week and day
        Rules::setBrowserTriggerArchiving(true);
        API::getInstance()->get(1, 'week', '2020-03-04', $segment);

        // check expected archives were created
        $archives = Db::fetchAll("SELECT date1, date2, name, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` = 'done$segmentHash.VisitsSummary'");
        $expected = [
            ['date1' => '2020-03-02', 'date2' => '2020-03-08', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '1'],
            ['date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '1'],
            ['date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '1'],
        ];
        $this->assertEquals($expected, $archives);

        // update ts_archived of archives so invalidating will work
        Db::query("UPDATE " . Common::prefixTable('archive_numeric_2020_03') . " SET ts_archived = ?", [Date::now()->subHour(2)->getDatetime()]);

        // track a visit and invalidate a day in the week
        $t->setIp('50.123.45.67');
        $t->setForceVisitDateTime('2020-03-05 06:06:06');
        $t->setUrl('http://abc.com/myotherpage');
        Fixture::checkResponse($t->doTrackPageView('my other page'));

        $cronArchive->invalidateArchivedReportsForSitesThatNeedToBeArchivedAgain(1);

        // check correct archives are invalidated
        $archives = Db::fetchAll("SELECT date1, date2, name, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` = 'done$segmentHash.VisitsSummary'");
        $expected = [
            ['date1' => '2020-03-02', 'date2' => '2020-03-08', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '4'],
            ['date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '1'],
            ['date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '4'],
        ];
        $this->assertEquals($expected, $archives);

        // archive segment again
        Rules::setBrowserTriggerArchiving(false);
        API::getInstance()->get(1, 'week', '2020-03-04,2020-03-05', $segment);

        // check that segment was rearchived, because day was allowed to be rearchived
        $archives = Db::fetchAll("SELECT date1, date2, name, value FROM " . Common::prefixTable('archive_numeric_2020_03')
            . " WHERE `name` = 'done$segmentHash.VisitsSummary'");
        $expected = [
            ['date1' => '2020-03-04', 'date2' => '2020-03-04', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '1'],
            ['date1' => '2020-03-02', 'date2' => '2020-03-08', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '1'],
            ['date1' => '2020-03-05', 'date2' => '2020-03-05', 'name' => 'done' . $segmentHash . '.VisitsSummary', 'value' => '1'],
        ];
        $this->assertEquals($expected, $archives);
    }

    protected static function configureFixture($fixture)
    {
        parent::configureFixture($fixture);
        $fixture->createSuperUser = true;
    }
}