Matt Godbolt
6 years ago
8 changed files with 289 additions and 201 deletions
@ -0,0 +1,107 @@
|
||||
// Copyright (c) 2012-2016, Matt Godbolt
|
||||
// All rights reserved.
|
||||
//
|
||||
// Redistribution and use in source and binary forms, with or without
|
||||
// modification, are permitted provided that the following conditions are met:
|
||||
//
|
||||
// * Redistributions of source code must retain the above copyright notice,
|
||||
// this list of conditions and the following disclaimer.
|
||||
// * Redistributions in binary form must reproduce the above copyright
|
||||
// notice, this list of conditions and the following disclaimer in the
|
||||
// documentation and/or other materials provided with the distribution.
|
||||
//
|
||||
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
||||
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||||
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
|
||||
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
// POSSIBILITY OF SUCH DAMAGE.
|
||||
|
||||
var LRU = require('lru-cache'), |
||||
Promise = require('promise'), // jshint ignore:line
|
||||
Queue = require('promise-queue'), |
||||
child_process = require('child_process'), |
||||
logger = require('./logger').logger, |
||||
_ = require('underscore-node'); |
||||
|
||||
Queue.configure(Promise); |
||||
|
||||
function CompilationEnvironment(gccProps) { |
||||
this.okOptions = new RegExp(gccProps('optionsWhitelistRe', '.*')); |
||||
this.badOptions = new RegExp(gccProps('optionsBlacklistRe', '(?!)')); |
||||
this.cache = LRU({ |
||||
max: gccProps('cacheMb') * 1024 * 1024, |
||||
length: function (n) { |
||||
return JSON.stringify(n).length; |
||||
} |
||||
}); |
||||
this.cacheHits = 0; |
||||
this.cacheMisses = 0; |
||||
this.compileQueue = new Queue(gccProps("maxConcurrentCompiles", 1), Infinity); |
||||
this.multiarch = null; |
||||
try { |
||||
var multi = child_process.execSync("gcc -print-multiarch").toString().trim(); |
||||
if (multi) { |
||||
logger.info("Multiarch: " + multi); |
||||
this.multiarch = multi; |
||||
} else { |
||||
logger.info("No multiarch"); |
||||
} |
||||
} catch (err) { |
||||
logger.warn("Unable to get multiarch: " + err); |
||||
} |
||||
} |
||||
|
||||
CompilationEnvironment.prototype.getEnv = function (needsMulti) { |
||||
var env = { |
||||
PATH: process.env.PATH |
||||
}; |
||||
if (needsMulti && this.multiarch) { |
||||
env.LIBRARY_PATH = '/usr/lib/' + this.multiarch; |
||||
env.C_INCLUDE_PATH = '/usr/include/' + this.multiarch; |
||||
env.CPLUS_INCLUDE_PATH = '/usr/include/' + this.multiarch; |
||||
} |
||||
return env; |
||||
}; |
||||
|
||||
CompilationEnvironment.prototype.cacheStats = function () { |
||||
var total = this.cacheHits + this.cacheMisses; |
||||
if ((total % 100) == 1) { |
||||
var pc = (100 * this.cacheHits) / total; |
||||
logger.info("Cache stats: " + this.cacheHits + " hits, " + this.cacheMisses + " misses (" + pc.toFixed(2) + |
||||
"%), LRU has " + this.cache.itemCount + " item(s) totalling " + this.cache.length + " bytes"); |
||||
} |
||||
}; |
||||
|
||||
CompilationEnvironment.prototype.cacheGet = function (key) { |
||||
var cached = this.cache.get(key); |
||||
if (cached) { |
||||
this.cacheStats(); |
||||
this.cacheHits++; |
||||
return cached; |
||||
} |
||||
this.cacheMisses++; |
||||
return undefined; |
||||
}; |
||||
|
||||
CompilationEnvironment.prototype.cachePut = function (key, result) { |
||||
this.cache.set(key, result); |
||||
this.cacheStats(); |
||||
}; |
||||
|
||||
CompilationEnvironment.prototype.enqueue = function (job) { |
||||
return this.compileQueue.add(job); |
||||
}; |
||||
|
||||
CompilationEnvironment.prototype.findBadOptions = function (options) { |
||||
return _.filter(options, function (option) { |
||||
return !option.match(this.okOptions) || option.match(this.badOptions); |
||||
}, this); |
||||
}; |
||||
|
||||
exports.CompilationEnvironment = CompilationEnvironment; |
||||
@ -0,0 +1,50 @@
|
||||
// Copyright (c) 2012-2016, Matt Godbolt
|
||||
// All rights reserved.
|
||||
//
|
||||
// Redistribution and use in source and binary forms, with or without
|
||||
// modification, are permitted provided that the following conditions are met:
|
||||
//
|
||||
// * Redistributions of source code must retain the above copyright notice,
|
||||
// this list of conditions and the following disclaimer.
|
||||
// * Redistributions in binary form must reproduce the above copyright
|
||||
// notice, this list of conditions and the following disclaimer in the
|
||||
// documentation and/or other materials provided with the distribution.
|
||||
//
|
||||
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
||||
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||||
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
|
||||
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ,
|
||||
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
// POSSIBILITY OF SUCH DAMAGE.
|
||||
|
||||
var should = require('chai').should(); |
||||
var CompilationEnvironment = require('../lib/compilation-env').CompilationEnvironment; |
||||
|
||||
var props = function (key, deflt) { |
||||
switch (key) { |
||||
case 'optionsWhitelistRe': |
||||
return '.*'; |
||||
case 'optionsBlacklistRe': |
||||
return '^(-W[alp],)?((-wrapper|-fplugin.*|-specs|-load|-plugin|(@.*)|-I|-i)(=.*)?|--)$'; |
||||
} |
||||
return deflt; |
||||
}; |
||||
|
||||
describe('Compilation environment', function () { |
||||
var ce = new CompilationEnvironment(props); |
||||
it('Should cache', function () { |
||||
should.not.exist(ce.cacheGet('foo')); |
||||
ce.cachePut('foo', 'bar'); |
||||
ce.cacheGet('foo').should.equal('bar'); |
||||
should.not.exist(ce.cacheGet('baz')); |
||||
}); |
||||
it('Should filter bad options', function () { |
||||
ce.findBadOptions(['-O3', '-flto']).should.be.empty; |
||||
ce.findBadOptions(['-O3', '-plugin']).should.eql(['-plugin']); |
||||
}); |
||||
}); |
||||
Loading…
Reference in new issue