IntegrationTestCase.php

        return $this->removeXmlElement($input, 'prettyDate');
    }

    protected function removeXmlElement($input, $xmlElement, $testNotSmallAfter = true)
    {
    	// Only raise error if there was some data before
    	$testNotSmallAfter = strlen($input > 100 ) && $testNotSmallAfter;
    	
        $input = preg_replace('/(<'.$xmlElement.'>.+?<\/'.$xmlElement.'>)/', '', $input);
        //check we didn't delete the whole string
        if($testNotSmallAfter)
        {
            $this->assertTrue(strlen($input) > 100);
        }
        return $input;
    }

    private function getProcessedAndExpectedDirs()
    {
        $path = $this->getPathToTestDirectory();
        return array($path . '/processed/', $path . '/expected/');
    }

    private function getProcessedAndExpectedPaths($testName, $testId, $format = null)
    {
        $filename = $testName . '__' . $testId;
        if ($format)
        {
            $filename .= ".$format";
        }

        list($processedDir, $expectedDir) = $this->getProcessedAndExpectedDirs();

        return array($processedDir . $filename, $expectedDir . $filename);
    }

    private function loadExpectedFile($filePath)
    {
        $result = @file_get_contents($filePath);
        if(empty($result))
        {
            $expectedDir = dirname($filePath);
            $this->missingExpectedFiles[] = $filePath;
            return null;
        }
        return $result;
    }

    /**
     * Returns an array describing the API methods to call & compare with
     * expected output.
     *
     * The returned array must be of the following format:
     * <code>
     * array(
     *     array('SomeAPI.method', array('testOption1' => 'value1', 'testOption2' => 'value2'),
     *     array(array('SomeAPI.method', 'SomeOtherAPI.method'), array(...)),
     *     .
     *     .
     *     .
     * )
     * </code>
     *
     * Valid test options:
     * <ul>
     *   <li><b>testSuffix</b> The suffix added to the test name. Helps determine
     *   the filename of the expected output.</li>
     *   <li><b>format</b> The desired format of the output. Defaults to 'xml'.</li>
     *   <li><b>idSite</b> The id of the website to get data for.</li>
     *   <li><b>date</b> The date to get data for.</li>
     *   <li><b>periods</b> The period or periods to get data for. Can be an array.</li>
     *   <li><b>setDateLastN</b> Flag describing whether to query for a set of
     *   dates or not.</li>
     *   <li><b>language</b> The language to use.</li>
     *   <li><b>segment</b> The segment to use.</li>
     *   <li><b>visitorId</b> The visitor ID to use.</li>
     *   <li><b>abandonedCarts</b> Whether to look for abandoned carts or not.</li>
     *   <li><b>idGoal</b> The goal ID to use.</li>
     *   <li><b>apiModule</b> The value to use in the apiModule request parameter.</li>
     *   <li><b>apiAction</b> The value to use in the apiAction request parameter.</li>
     *   <li><b>otherRequestParameters</b> An array of extra request parameters to use.</li>
     *   <li><b>disableArchiving</b> Disable archiving before running tests.</li>
     * </ul>
     *
     * All test options are optional, except 'idSite' & 'date'.
     */
    public function getApiForTesting() {
        return array();
    }

    /**
     * Gets the string prefix used in the name of the expected/processed output files.
     */
    public function getOutputPrefix()
    {
        return str_replace('Test_Piwik_Integration_', '', get_class($this));
    }

    protected function _setCallableApi($api)
    {
        if ($api == 'all')
        {
            self::setApiToCall(array());
            self::setApiNotToCall(self::$defaultApiNotToCall);
        }
        else
        {
            if (!is_array($api))
            {
                $api = array($api);
            }

            self::setApiToCall($api);

	        if(!in_array('UserCountry.getLocationFromIP', $api)) {
				self::setApiNotToCall( array(
					'API.getPiwikVersion',
					'UserCountry.getLocationFromIP'
				));
	        } else {
				self::setApiNotToCall( array());
			}
        }
    }

    /**
     * Runs API tests.
     */
    protected function runApiTests($api, $params)
    {
        $testName = 'test_' . $this->getOutputPrefix();
        $this->missingExpectedFiles = array();
        $this->comparisonFailures = array();

        $this->_setCallableApi($api);

        if (isset($params['disableArchiving']) && $params['disableArchiving'] === true)
        {
            Piwik_ArchiveProcessing::$forceDisableArchiving = true;
        }
        else
        {
            Piwik_ArchiveProcessing::$forceDisableArchiving = false;
        }

        if (isset($params['language']))
        {
            $this->changeLanguage($params['language']);
        }

        $testSuffix = isset($params['testSuffix']) ? $params['testSuffix'] : '';

        $requestUrls = $this->_generateApiUrls(
                    isset($params['format']) ? $params['format'] : 'xml',
                    isset($params['idSite']) ? $params['idSite'] : false,
                    isset($params['date']) ? $params['date'] : false,
                    isset($params['periods']) ? $params['periods'] : false,
                    isset($params['setDateLastN']) ? $params['setDateLastN'] : false,
                    isset($params['language']) ? $params['language'] : false,
                    isset($params['segment']) ? $params['segment'] : false,
                    isset($params['visitorId']) ? $params['visitorId'] : false,
                    isset($params['abandonedCarts']) ? $params['abandonedCarts'] : false,
                    isset($params['idGoal']) ? $params['idGoal'] : false,
                    isset($params['apiModule']) ? $params['apiModule'] : false,
                    isset($params['apiAction']) ? $params['apiAction'] : false,
                    isset($params['otherRequestParameters']) ? $params['otherRequestParameters'] : array(),
                    isset($params['supertableApi']) ? $params['supertableApi'] : false,
                    isset($params['fileExtension']) ? $params['fileExtension'] : false);

        foreach($requestUrls as $apiId => $requestUrl)
        {
            $this->_testApiUrl( $testName . $testSuffix, $apiId, $requestUrl);
        }

        // change the language back to en
        if ($this->lastLanguage != 'en')
        {
            $this->changeLanguage('en');
        }
        
        if (!empty($this->missingExpectedFiles))
        {
            $expectedDir = dirname(reset($this->missingExpectedFiles));
            $this->markTestIncomplete(" ERROR: Could not find expected API output '"
            	. implode("', '", $this->missingExpectedFiles)
            	. "'. For new tests, to pass the test, you can copy files from the processed/ directory into"
            	. " $expectedDir  after checking that the output is valid. %s ");
        }

	    // Display as one error all sub-failures
        if (!empty($this->comparisonFailures))
        {
	        $messages = '';
	        $i = 1;
	        foreach($this->comparisonFailures as $failure) {
		        $msg = $failure->getMessage();
		        $msg = strtok($msg, "\n");
		        $messages .= "\n#" . $i++ . ": " . $msg;
	        }
	        $messages .= " \n ";
	        print($messages);
	        $first = reset($this->comparisonFailures);
        	throw $first;
        }
    }

    /**
     * changing the language within one request is a bit fancy
     * in order to keep the core clean, we need a little hack here
     *
     * @param string $langId
     */
    protected function changeLanguage( $langId )
    {
        if ($this->lastLanguage != $langId)
        {
            $_GET['language'] = $langId;
            Piwik_Translate::reset();
            Piwik_Translate::getInstance()->reloadLanguage($langId);
        }

        $this->lastLanguage = $langId;
    }

    /**
     * Path where expected/processed output files are stored. Can be overridden.
     */
    public function getPathToTestDirectory()
    {
        return dirname(__FILE__).DIRECTORY_SEPARATOR.'Integration';
    }
    
    /**
     * Returns an array associating table names w/ lists of row data.
     * 
     * @return array
     */
    protected static function getDbTablesWithData()
    {
    	$result = array();
    	foreach (Piwik::getTablesInstalled() as $tableName)
    	{
    		$result[$tableName] = Piwik_FetchAll("SELECT * FROM $tableName");
    	}
    	return $result;
    }
    
    /**
     * Truncates all tables then inserts the data in $tables into each
     * mapped table.
     * 
     * @param array $tables Array mapping table names with arrays of row data.
     */
    protected static function restoreDbTables( $tables )
    {
    	// truncate existing tables
    	Piwik::truncateAllTables();
    	
    	// insert data
    	$existingTables = Piwik::getTablesInstalled();
    	foreach ($tables as $table => $rows)
    	{
    		// create table if it's an archive table
    		if (strpos($table, 'archive_') !== false && !in_array($table, $existingTables))
    		{
    			$tableType = strpos($table, 'archive_numeric') !== false ? 'archive_numeric' : 'archive_blob';
    			
    			$createSql = Piwik::getTableCreateSql($tableType);
    			$createSql = str_replace(Piwik_Common::prefixTable($tableType), $table, $createSql);
    			Piwik_Query($createSql);
    		}
    		
    		if (empty($rows))
    		{
    			continue;
    		}
    		
    		$rowsSql = array();
    		foreach ($rows as $row)
    		{
    			$values = array();
    			foreach ($row as $name => $value)
    			{
    				if (is_null($value))
    				{
    					$values[] = 'NULL';
    				}
    				else if (is_numeric($value))
    				{
    					$values[] = $value;
    				}
    				else if (!ctype_print($value))
    				{
    					$values[] = "x'".bin2hex(substr($value, 1))."'";
    				}
    				else
    				{
    					$values[] = "'$value'";
    				}
    			}
    			
    			$rowsSql[] = "(".implode(',', $values).")";
    		}
    		
    		$sql = "INSERT INTO $table VALUES ".implode(',', $rowsSql);
    		Piwik_Query($sql);
    	}
    }
	
	/**
	 * Drops all archive tables.
	 */
	public static function deleteArchiveTables()
	{
		foreach (Piwik::getTablesArchivesInstalled() as $table)
		{
			Piwik_Query("DROP TABLE IF EXISTS $table");
		}
		
		Piwik_TablePartitioning::$tablesAlreadyInstalled = Piwik::getTablesInstalled($forceReload = true);
	}
	
	public static $geoIpDbUrl = 'http://piwik-team.s3.amazonaws.com/GeoIP.dat.gz';
	public static $geoLiteCityDbUrl = 'http://piwik-team.s3.amazonaws.com/GeoLiteCity.dat.gz';
	
	public static function downloadGeoIpDbs()
	{
		$geoIpOutputDir = PIWIK_INCLUDE_PATH.'/tests/lib/geoip-files';
		self::downloadAndUnzip(self::$geoIpDbUrl, $geoIpOutputDir, 'GeoIP.dat');
		self::downloadAndUnzip(self::$geoLiteCityDbUrl, $geoIpOutputDir, 'GeoIPCity.dat');
	}
	
	public static function downloadAndUnzip( $url, $outputDir, $filename )
	{
		$bufferSize = 1024 * 1024;
		
		try
		{
			if (!is_dir($outputDir)) 
			{
				mkdir($outputDir);
			}
			
			$deflatedOut = $outputDir.'/'.$filename;
			$outfileName = $deflatedOut.'.gz';
			
			if (file_exists($deflatedOut))
			{
				return;
			}
			
			$dump = fopen($url, 'rb');
			$outfile = fopen($outfileName, 'wb');
			$bytesRead = 0;
			while (!feof($dump))
			{
				fwrite($outfile, fread($dump, $bufferSize), $bufferSize);
				$bytesRead += $bufferSize;
			}
			fclose($dump);
			fclose($outfile);
			
			// unzip the dump
			exec("gunzip -c \"".$outfileName."\" > \"$deflatedOut\"", $output, $return);
			if ($return !== 0)
			{
				throw new Exception("gunzip failed($return): ".implode("\n", $output));
			}
		}
		catch (Exception $ex)
		{
			self::markTestSkipped(
				"Cannot download GeoIp DBs, skipping: ".$ex->getMessage()."\n".$ex->getTraceAsString());
		}
	}
}