Commit a0d151de authored by Carlos Garcia Campos's avatar Carlos Garcia Campos

regtest: Add find-regression command to run git bisect automatically

parent 856768c3
# Bisect.py
#
# Copyright (C) 2012 Carlos Garcia Campos <carlosgc@gnome.org>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
from builder import get_builder
from TestRun import TestRun
from Config import Config
import os
import subprocess
import sys
class GitBisect:
def __init__(self, srcdir):
self.srcdir = srcdir
def __run_cmd(self, cmd):
p = subprocess.Popen(cmd, cwd=self.srcdir, stdout=subprocess.PIPE)
stdout, stderr = p.communicate()
if stdout:
sys.stdout.write(stdout)
status = p.returncode
print status
if not os.WIFEXITED(status) or os.WEXITSTATUS(status) != 0:
raise Exception('Command %s returned non-zero exit status %d' % (str(cmd), status))
return stdout
def __finished(self, output):
if not output:
return True
return "is the first bad commit" in output
def start(self, bad=None, good=None):
cmd = ['git', 'bisect', 'start']
if bad is not None:
cmd.append(bad)
if good is not None:
cmd.append(good)
self.__run_cmd(cmd)
def good(self):
cmd = ['git', 'bisect', 'good']
output = self.__run_cmd(cmd)
return self.__finished(output)
def bad(self):
cmd = ['git', 'bisect', 'bad']
output = self.__run_cmd(cmd)
return self.__finished(output)
def reset(self):
cmd = ['git', 'bisect', 'reset']
self.__run_cmd(cmd)
class Bisect:
def __init__(self, test, refsdir, outdir):
self._test = test
self._refsdir = refsdir
self._outdir = outdir
self.config = Config()
self._builder = get_builder(self.config.builder)
# Add run-tests options to config
self.config.keep_results = False
self.config.create_diffs = False
self.config.update_refs = False
def __get_current_revision(self):
p = subprocess.Popen(['git', 'rev-parse', 'HEAD'], cwd=self.config.src_dir, stdout=subprocess.PIPE)
return p.communicate()[0]
def run(self):
bisect = GitBisect(self.config.src_dir)
# TODO: save revision in .md5 files and get the good
# revision from refs when not provided by command line
try:
bisect.start(self.config.bad, self.config.good)
except:
print("Couldn't start git bisect")
return
finished = False
while not finished:
test_runner = TestRun(os.path.dirname(self._test), self._refsdir, self._outdir)
try:
self._builder.build()
except:
print("Impossible to find regression, build is broken in revision: %s" % (self.__get_current_revision()))
break
test_runner.run_test(os.path.basename(self._test))
if test_runner._n_passed == 0:
finished = bisect.bad()
else:
finished = bisect.good()
bisect.reset()
# builder
#
# Copyright (C) 2012 Carlos Garcia Campos <carlosgc@gnome.org>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
from Config import Config
import os
import sys
import subprocess
__all__ = [ 'register_builder',
'get_builder',
'UnknownBuilderError',
'Builder' ]
class UnknownBuilderError(Exception):
'''Unknown builder'''
class Builder:
def __init__(self):
self.config = Config()
self._srcdir = self.config.src_dir
self._prefix = self.config.prefix
def number_of_cpus(self):
if not sys.platform.startswith("linux"):
# TODO
return 0
n_cpus = subprocess.Popen(['nproc'], stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate()[0]
if n_cpus:
return int(n_cpus)
n_cpus = 0
f = open('/proc/cpuinfo', 'r')
for line in f.readlines():
if 'processor' in line:
n_cpus += 1
f.close()
return n_cpus
def _configure(self):
raise NotImplementedError
def _build(self):
raise NotImplementedError
def build(self):
self._configure()
self._build()
_builders = {}
def register_builder(builder_name, builder_class):
_builders[builder_name] = builder_class
def _get_builder(builder_name):
if builder_name not in _builders:
try:
__import__('builder.%s' % builder_name)
except ImportError:
pass
if builder_name not in _builders:
raise UnknownBuilderError('Invalid %s builder' % builder_name)
return _builders[builder_name]
def get_builder(builder_name):
builder_class = _get_builder(builder_name)
return builder_class()
# autotools.py
#
# Copyright (C) 2012 Carlos Garcia Campos <carlosgc@gnome.org>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
from builder import Builder, register_builder
import os
import subprocess
class Autotools(Builder):
def _configure(self):
autogen = os.path.join(self._srcdir, 'autogen.sh')
cmd = [autogen, '--prefix=%s' % (self._prefix), '--enable-utils']
# Disable frontends and tests
cmd.extend(['--disable-poppler-glib',
'--disable-poppler-qt4',
'--disable-poppler-cpp',
'--disable-gtk-test'])
backends = self.config.backends
if backends:
# Disable backends. Text and ps can't be disabled.
if 'cairo' not in backends:
cmd.append('--disable-cairo-output')
if 'splash' not in backends:
cmd.append('--disable-splash-output')
else:
cmd.extend(['--enable-cairo-output',
'--enable-splash-output'])
p = subprocess.Popen(cmd, cwd=self._srcdir)
status = p.wait()
if not os.WIFEXITED(status) or os.WEXITSTATUS(status) != 0:
raise Exception('Command %s returned non-zero exit status %d' % (str(cmd), status))
def _build(self):
make = os.environ.get('MAKE', 'make')
cmd = [make]
n_cpus = self.number_of_cpus()
if n_cpus:
cmd.append('-j%d' % (n_cpus))
p = subprocess.Popen(cmd, cwd=self._srcdir)
status = p.wait()
if not os.WIFEXITED(status) or os.WEXITSTATUS(status) != 0:
raise Exception('Command %s returned non-zero exit status %d' % (str(cmd), status))
register_builder('autotools', Autotools)
# find-regression.py
#
# Copyright (C) 2012 Carlos Garcia Campos <carlosgc@gnome.org>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
from commands import Command, register_command
from Bisect import Bisect
from Timer import Timer
from Config import Config
import os
import tempfile
class FindRegression(Command):
name = 'find-regression'
usage_args = '[ options ... ] test '
description = 'Find revision that introduced a regression for the given test'
def __init__(self):
Command.__init__(self)
parser = self._get_args_parser()
parser.add_argument('--refs-dir',
action = 'store', dest = 'refs_dir', default = os.path.join(tempfile.gettempdir(), 'refs'),
help = 'Directory containing the references')
parser.add_argument('-o', '--out-dir',
action = 'store', dest = 'out_dir', default = os.path.join(tempfile.gettempdir(), 'out'),
help = 'Directory containing the results')
parser.add_argument('--src-dir',
action = 'store', dest = 'src_dir', default = os.path.abspath("../"),
help = 'Directory of poppler sources')
parser.add_argument('--builder',
action = 'store', dest = 'builder',
choices=['autotools'], default = 'autotools',
help = 'Build system to use')
parser.add_argument('--prefix',
action = 'store', dest = 'prefix', default = '/usr/local',
help = 'Build prefix')
parser.add_argument('--good',
action = 'store', dest = 'good', metavar = 'REVISION',
help = 'Good revision')
parser.add_argument('--bad',
action = 'store', dest = 'bad', default = 'HEAD', metavar = 'REVISION',
help = 'Bad revision')
parser.add_argument('test')
def run(self, options):
config = Config()
config.src_dir = options['src_dir']
config.builder = options['builder']
config.prefix = options['prefix']
config.good = options['good']
config.bad = options['bad']
doc = options['test']
if not os.path.isfile(doc):
print("Invalid test %s: not a regulat file" % (doc))
return
t = Timer()
bisect = Bisect(options['test'], options['refs_dir'], options['out_dir'])
bisect.run()
print("Tests run in %s" % (t.elapsed_str()))
register_command('find-regression', FindRegression)
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment