You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
45 lines
1.2 KiB
45 lines
1.2 KiB
<?php
|
|
namespace App\Console\Commands;
|
|
use Illuminate\Console\Command;
|
|
use Laravel\Lumen\Routing\DispatchesJobs;
|
|
use Log;
|
|
use DateTime, DateTimeZone;
|
|
|
|
class Cleanfile extends Command {
|
|
|
|
protected $signature = 'clean:file {in} {out}';
|
|
protected $description = 'Discard duplicate out of order data from a file';
|
|
|
|
public function handle() {
|
|
$in = $this->argument('in');
|
|
$out = $this->argument('out');
|
|
|
|
$fp = @fopen($in, 'r');
|
|
$outf = @fopen($out, 'w');
|
|
if($fp && $outf) {
|
|
|
|
$last = false;
|
|
while(($line = fgets($fp)) !== false) {
|
|
$cur = new DateTime(substr($line, 0, 26), new DateTimeZone('UTC'));
|
|
|
|
if(!$last) {
|
|
$last = new DateTime(substr($line, 0, 26), new DateTimeZone('UTC'));
|
|
fwrite($outf, $line);
|
|
} else {
|
|
if((double)$cur->format('U.u') > (double)$last->format('U.u')) {
|
|
fwrite($outf, $line);
|
|
$last = new DateTime(substr($line, 0, 26), new DateTimeZone('UTC'));
|
|
} else {
|
|
Log::info("Discarding line");
|
|
}
|
|
}
|
|
}
|
|
fclose($fp);
|
|
fclose($outf);
|
|
|
|
} else {
|
|
Log::error("Could not find input file");
|
|
}
|
|
}
|
|
|
|
}
|