X-Git-Url: https://git.cworth.org/git?p=apitrace-tests;a=blobdiff_plain;f=driver.py;h=1d005b6e09df9429fb3deb99d044758476ec7a2c;hp=dcf64dac1fbfa8c819ac655d0ff971d0d3231aeb;hb=276ee5387182ca865c00500013877b6cc2d5c77e;hpb=2c1f5e25cb70c1586389d48206cdb4fc4d18fba9 diff --git a/driver.py b/driver.py index dcf64da..1d005b6 100755 --- a/driver.py +++ b/driver.py @@ -31,7 +31,6 @@ import optparse import os.path import platform import re -import shutil import subprocess import sys import time @@ -87,26 +86,52 @@ def popen(command, *args, **kwargs): return subprocess.Popen(command, *args, env=env, **kwargs) -def _get_build_path(path): - if options.build is not None: - path = os.path.abspath(os.path.join(options.build, path)) +def which(executable): + dirs = os.environ['PATH'].split(os.path.pathsep) + for dir in dirs: + path = os.path.join(dir, executable) + if os.path.exists(path): + return path + return None + + +def _get_bin_path(): + if os.path.exists(options.apitrace): + apitrace_abspath = os.path.abspath(options.apitrace) + else: + apitrace_abspath = which(options.apitrace) + if apitrace_abspath is None: + sys.stderr.write('error: could not determine the absolute path of\n' % options.apitrace) + sys.exit(1) + return os.path.dirname(apitrace_abspath) + + +def _get_build_program(program): + bin_path = _get_bin_path() + if platform.system() == 'Windows': + program += '.exe' + path = os.path.join(bin_path, program) if not os.path.exists(path): sys.stderr.write('error: %s does not exist\n' % path) sys.exit(1) return path -def _get_build_program(program): - if platform.system() == 'Windows': - program += '.exe' - return _get_build_path(program) - -def _get_source_path(path): - cache = _get_build_path('CMakeCache.txt') - for line in open(cache, 'rt'): - if line.startswith('CMAKE_HOME_DIRECTORY:INTERNAL='): - _, source_root = line.strip().split('=', 1) - return os.path.join(source_root, path) - return None +def _get_scripts_path(): + bin_path = _get_bin_path() + + try_paths = [ + 'scripts', + '../lib/scripts', + '../lib/apitrace/scripts', + ] + + for try_path in try_paths: + path = os.path.join(bin_path, try_path) + if os.path.exists(path): + return os.path.abspath(path) + + sys.stderr.write('error: could not find scripts directory\n') + sys.exit(1) class TraceChecker: @@ -140,7 +165,7 @@ class TraceChecker: sys.stdout.write(line + '\n') mo = self.call_re.match(line) if mo: - self.call_no = int(mo.group(1)) + self.callNo = int(mo.group(1)) function_name = mo.group(2) if function_name.find('SwapBuffers') != -1 or \ line.find('kCGLPFADoubleBuffer') != -1: @@ -216,6 +241,8 @@ class TestCase: verbose = False + threshold_precision = 12.0 + def __init__(self): self.stateCache = {} @@ -243,7 +270,13 @@ class TestCase: return if self.trace_file is None: - name, ext = os.path.splitext(os.path.basename(self.cmd[0])) + if self.ref_dump is not None: + name = self.ref_dump + else: + name = self.cmd[0] + name, ext = os.path.splitext(os.path.basename(name)) + while ext: + name, ext = os.path.splitext(os.path.basename(name)) self.trace_file = os.path.abspath(os.path.join(self.results, name + '.trace')) if os.path.exists(self.trace_file): os.remove(self.trace_file) @@ -255,36 +288,23 @@ class TestCase: cmd = self.cmd env = os.environ.copy() - system = platform.system() - local_wrapper = None - if system == 'Windows': - wrapper = _get_build_path('wrappers/opengl32.dll') - local_wrapper = os.path.join(os.path.dirname(self.cmd[0]), os.path.basename(wrapper)) - shutil.copy(wrapper, local_wrapper) - env['TRACE_FILE'] = str(self.trace_file) - else: - apitrace = _get_build_program('apitrace') - cmd = [ - apitrace, 'trace', - '--api', self.api_map[self.api], - '--output', self.trace_file, - '--' - ] + cmd + cmd = [ + options.apitrace, 'trace', + '--api', self.api_map[self.api], + '--output', self.trace_file, + '--' + ] + cmd if self.max_frames is not None: env['TRACE_FRAMES'] = str(self.max_frames) - try: - p = popen(cmd, env=env, cwd=self.cwd) - p.wait() - finally: - if local_wrapper is not None: - os.remove(local_wrapper) + p = popen(cmd, env=env, cwd=self.cwd) + p.wait() if not os.path.exists(self.trace_file): fail('no trace file generated\n') def checkTrace(self): - cmd = [_get_build_program('apitrace'), 'dump', '--color=never', self.trace_file] + cmd = [options.apitrace, 'dump', '--color=never', self.trace_file] p = popen(cmd, stdout=subprocess.PIPE) checker = TraceChecker(p.stdout, self.ref_dump, self.verbose) @@ -306,10 +326,12 @@ class TestCase: from snapdiff import Comparer comparer = Comparer(refImage, srcImage) - match = comparer.ae() - if not match: + precision = comparer.precision(filter=True) + sys.stdout.write('precision of %f bits against %s\n' % (precision, refImageFileName)) + if precision < self.threshold_precision: prefix = '%s.%u' % (self.getNamePrefix(), callNo) srcImageFileName = prefix + '.src.png' + srcImage.save(srcImageFileName) diffImageFileName = prefix + '.diff.png' comparer.write_diff(diffImageFileName) fail('snapshot from call %u does not match %s' % (callNo, refImageFileName)) @@ -332,13 +354,12 @@ class TestCase: differ.visit(refState, srcState) fail('state from call %u does not match %s' % (callNo, refStateFileName)) - # Allo non-standard JS comments in JSON - json_comment_re = re.compile(r'//.*$', re.MULTILINE) - def getRefState(self, refStateFileName): - data = open(refStateFileName, 'rt').read() - data = self.json_comment_re.sub('', data) - return json.loads(data, strict=False) + stream = open(refStateFileName, 'rt') + from jsondiff import load + state = load(stream) + self.adjustRefState(state) + return state def getNamePrefix(self): name = os.path.basename(self.ref_dump) @@ -398,10 +419,63 @@ class TestCase: if p.returncode != 0: fail('retrace returned code %i' % (p.returncode)) + self.adjustSrcState(state) + self.stateCache[callNo] = state return state + def adjustSrcState(self, state): + # Do some adjustments on the obtained state to eliminate failures from + # bugs/issues outside of apitrace + + try: + parameters = state['parameters'] + except KeyError: + return + + # On NVIDIA drivers glGetIntegerv(GL_INDEX_WRITEMASK) returns -1 + self.replaceState(parameters, 'GL_INDEX_WRITEMASK', 255, -1) + + # On Gallium + if 'Gallium' in parameters['GL_RENDERER'].split(): + # Gallium drivers have wrong defaults for draw/read buffer state + self.replaceState(parameters, 'GL_DRAW_BUFFER', 'GL_BACK_LEFT', 'GL_BACK') + self.replaceState(parameters, 'GL_DRAW_BUFFER0', 'GL_BACK_LEFT', 'GL_BACK') + self.replaceState(parameters, 'GL_READ_BUFFER', 'GL_BACK_LEFT', 'GL_BACK') + self.replaceState(parameters, 'GL_DRAW_BUFFER', 'GL_FRONT_LEFT', 'GL_FRONT') + self.replaceState(parameters, 'GL_DRAW_BUFFER0', 'GL_FRONT_LEFT', 'GL_FRONT') + self.replaceState(parameters, 'GL_READ_BUFFER', 'GL_FRONT_LEFT', 'GL_FRONT') + + def adjustRefState(self, state): + # Do some adjustments on reference state to eliminate failures from + # bugs/issues outside of apitrace + + try: + parameters = state['parameters'] + except KeyError: + return + + if platform.system() == 'Darwin': + # Mac OS X drivers fail on GL_COLOR_SUM + # XXX: investigate this + self.removeState(parameters, 'GL_COLOR_SUM') + + def replaceState(self, obj, key, srcValue, dstValue): + try: + value = obj[key] + except KeyError: + pass + else: + if value == srcValue: + obj[key] = dstValue + + def removeState(self, obj, key): + try: + del obj[key] + except KeyError: + pass + def _retrace(self, args = None, stdout=subprocess.PIPE): retrace = self.api_map[self.api] + 'retrace' cmd = [_get_build_program(retrace)] @@ -426,6 +500,10 @@ class TestCase: def main(): global options + default_apitrace = 'apitrace' + if platform.system() == 'Windows': + default_apitrace += '.exe' + # Parse command line options optparser = optparse.OptionParser( usage='\n\t%prog [options] -- [TRACE|PROGRAM] ...', @@ -440,9 +518,9 @@ def main(): type='string', dest='api', default='gl', help='api to trace') optparser.add_option( - '-B', '--build', metavar='PATH', - type='string', dest='build', default='..', - help='path to apitrace build') + '--apitrace', metavar='PROGRAM', + type='string', dest='apitrace', default=default_apitrace, + help='path to apitrace executable') optparser.add_option( '-C', '--directory', metavar='PATH', type='string', dest='cwd', default=None, @@ -463,7 +541,9 @@ def main(): if not os.path.exists(options.results): os.makedirs(options.results) - sys.path.insert(0, _get_source_path('scripts')) + print _get_scripts_path() + + sys.path.insert(0, _get_scripts_path()) test = TestCase() test.verbose = options.verbose