cron.php

<?php
require __DIR__ . '/vendor/autoload.php';
/**
 * This script will be called periodically as a cron job.
 */
use oSoc\Smartflanders\Datasets;
use oSoc\Smartflanders\Filesystem;
use GO\Scheduler;
use oSoc\Smartflanders\View;
use Dotenv\Dotenv;
// Scheduler setup
// https://github.com/peppeocchi/php-cron-scheduler
// If this script is called with argument "debug", it will simply acquire and write data once
if ($argc == 1) {
    $scheduler = new Scheduler();
    $scheduler->call(function() {
        acquire_data();
        sleep(30);
        acquire_data();
    })->at('* * * * *')->output(__DIR__.'/log/cronjob.log');
    $scheduler->run();
} else if ($argv[1] === "debug") {
    acquire_data();
}
/**
 * This function simply periodically saves the entire turtle file with the current ISO timestamp as filename
 * + triples for timestamp and filename of previous file
 */
function acquire_data() {
    $dotenv = new Dotenv(__DIR__);
    $dotenv->load();
    $datasets = explode(',', $_ENV["DATASETS_GATHER"]);
    $processors = array();
    foreach($datasets as $dataset) {
        try {
            $dotenv->required($dataset . "_PATH");
            $class = $_ENV[$dataset . "_PATH"];
            array_push($processors, new $class);
        } catch (Exception $e) {
            error_log("Invalid .env configuration: dataset " . $dataset . " was has no corresponding class path."
            . " Please add the variable " . $dataset . "_PATH.");
        }
    }
    foreach ($processors as $processor) {
        if ($processor->mustQuery()) {
            $interval = 60*60*3; // 3 hour interval results in files of a few 100 KB
            // TODO add out and resources directories to .env. Right now Dutch dataset class has dependency on this.
            $fs = new Filesystem\FileWriter(__DIR__ . "/out", __DIR__ . "/resources", $interval, $processor);
            echo "Fetching graph for " . $processor->getName() . "\n";
            $graph = $processor->getDynamicGraph();
            $now = time();
            echo "Writing data for " . $processor->getName() . "\n";
            $fs->writeToFile($now, $graph);
            // Temporarily disabling range gates, semantically incorrect
            echo "Updating statistical summary for " . $processor->getName() . "\n";
            $fs->updateStatisticalSummary($now, $graph);
        }
    }
}