Source code

Revision control

Copy as Markdown

Other Tools

#!/usr/bin/env python2
# Copyright (c) 2019 The Khronos Group Inc.
# Use of this source code is governed by an MIT-style license that can be
# found in the LICENSE.txt file.
# Author: Mobica LTD
import sys
import re
import os
import subprocess
import threading
from sys import stdout, stderr, argv
# Running this script
# 1. To rebuild all dependencies:
# $ build.py deps
# 2. To build all targets without rebuilding dependencies
# $ build.py build
# 3. To build a single target without rebuilding dependencies
# $ build.py build <target>
# See the table below for available targets
# 4. To rebuild all dependencies and targets
# $ build.py
# 5. To build dependencies for a single target
# $ build.py deps <target>
# 6. To build dependencies for and compile a single target
# $ build.py <target>
# List of targets (short target name, closure namespace)
targets = {
'textureformat': 'functional.gles3.es3fTextureFormatTests',
'fboCompletenessTests': 'functional.gles3.es3fFboCompletenessTests',
'fbomultisampletests': 'functional.gles3.es3fFboMultisampleTests',
'fbostencilbuffertests': 'functional.gles3.es3fFboStencilbufferTests',
'fragmentoutput': 'functional.gles3.es3fFragmentOutputTests',
'framebufferblittests': 'functional.gles3.es3fFramebufferBlitTests',
'instancedrenderingtests': 'functional.gles3.es3fInstancedRenderingTests',
'pixelBufferObjectTest': 'functional.gles3.es3fPixelBufferObjectTest',
'primitiverestarttests': 'functional.gles3.es3fPrimitiveRestartTests',
'samplerobjecttests': 'functional.gles3.es3fSamplerObjectTests',
'transformFeedbackTests': 'functional.gles3.es3fTransformFeedbackTests',
'uniformapi': 'functional.gles3.es3fUniformApiTests',
'uniformbuffers': 'functional.gles3.es3fUniformBlockTests',
'vertexarrays': 'functional.gles3.es3fVertexArrayTests',
'shaderlibrary': 'modules.shared.glsShaderLibrary',
'negativebuffer': 'functional.gles3.es3fNegativeBufferApiTests',
'sglrReferenceContextTest': 'framework.opengl.simplereference.sglrReferenceContextTest',
'lifetime': 'functional.gles3.es3fLifetimeTests',
'draw': 'functional.gles3.es3fDrawTests',
'attriblocation': 'functional.gles3.es3fAttribLocationTests',
'textureShadowTests': 'functional.gles3.es3fTextureShadowTests',
'texturewrap': 'functional.gles3.es3fTextureWrapTests',
'negativetextureapi': 'functional.gles3.es3fNegativeTextureApiTests',
'multisample': 'functional.gles3.es3fMultisampleTests',
'negativefragmentapi': 'functional.gles3.es3fNegativeFragmentApiTests',
'negativevertexarrayapi': 'functional.gles3.es3fNegativeVertexArrayApiTests',
'negativestateapi' : 'functional.gles3.es3fNegativeStateApiTests',
'negativeshaderapi' : 'functional.gles3.es3fNegativeShaderApiTests',
'rasterizerdiscard' : 'functional.gles3.es3fRasterizerDiscardTests',
'buffercopy' : 'functional.gles3.es3fBufferCopyTests',
'shaderindexing' : 'functional.gles3.es3fShaderIndexingTests',
'shaderloop' : 'functional.gles3.es3fShaderLoopTests',
'shaderstruct' : 'functional.gles3.es3fShaderStructTests',
'shaderswitch' : 'functional.gles3.es3fShaderSwitchTests',
'fborender' : 'functional.gles3.es3fFboRenderTest',
'shaderderivate' : 'functional.gles3.es3fShaderDerivateTests',
'builtinprecision' : 'functional.gles3.es3fBuiltinPrecisionTests',
'shaderbuiltinvar' : 'functional.gles3.es3fShaderBuiltinVarTests',
'texturefiltering' : 'functional.gles3.es3fTextureFilteringTests',
'fbocolor' : 'functional.gles3.es3fFboColorbufferTests',
'fragdepth' : 'functional.gles3.es3fFragDepthTests',
'shaderop' : 'functional.gles3.es3fShaderOperatorTests',
'vao' : 'functional.gles3.es3fVertexArrayObjectTests',
'clip' : 'functional.gles3.es3fClippingTests',
'inv' : 'functional.gles3.es3fFboInvalidateTests',
'defvertattr' : 'functional.gles3.es3fDefaultVertexAttributeTests',
'occlusion' : 'functional.gles3.es3fOcclusionQueryTests',
'shaderapi' : 'functional.gles3.es3fShaderApiTests',
'shaderpackingfunction' : 'functional.gles3.es3fShaderPackingFunctionTests',
'shadercommonfunction' : 'functional.gles3.es3fShaderCommonFunctionTests',
'shadermatrix' : 'functional.gles3.es3fShaderMatrixTest',
'shaderprecision' : 'functional.gles3.es3fShaderPrecisionTests',
'bstate': 'functional.gles3.es3fBooleanStateQuery',
'shaderstate': 'functional.gles3.es3fShaderStateQueryTests',
'fbostate' : 'functional.gles3.es3fFboStateQueryTests',
'rbostate' : 'functional.gles3.es3fRboStateQueryTests',
'bufferstate' : 'functional.gles3.es3fBufferObjectQueryTests',
'samplerstate' : 'functional.gles3.es3fSamplerStateQueryTests',
'texstate' : 'functional.gles3.es3fTextureStateQuery',
'internalformatstate' : 'functional.gles3.es3fInternalFormatQueryTests',
'texturespecification' : 'functional.gles3.es3fTextureSpecificationTests',
'shadertexturefunction' : 'functional.gles3.es3fShaderTextureFunctionTests',
'sync' : 'functional.gles3.es3fSyncTests',
'readpixel' : 'functional.gles3.es3fReadPixelTests',
'stringquery' : 'functional.gles3.es3fStringQueryTests',
'indexedstate' : 'functional.gles3.es3fIndexedStateQueryTests',
'integerstate' : 'functional.gles3.es3fIntegerStateQueryTests',
'floatstate' : 'functional.gles3.es3fFloatStateQueryTests'
}
total_errors = 0
total_warnings = 0
results = dict()
def dep_filename(target):
return target + '.dep'
def compiled_filename(target):
return target + '.compiled'
def write_to_file(outfile, cmdLine, redirect_stderr):
stderr = None
if redirect_stderr:
stderr = subprocess.STDOUT
with open(outfile, "w") as out_file:
proc = subprocess.Popen(cmdLine, shell=True, stdout=subprocess.PIPE, stderr=stderr)
while proc.poll() is None:
line = proc.stdout.readline()
out_file.write(line)
out_file.flush()
proc.wait()
def read_file(file_path):
#File exist
if not file_exists(file_path):
sys.exit(2)
fo = open(file_path)
lines = fo.read()
fo.close()
return lines
def file_exists(file_path):
if not os.path.exists:
print "The file " + file_name + " doesn't exists"
return False
return True
def build_deps(target, namespace):
cmdLine = 'python ../closure-library/closure/bin/build/closurebuilder.py --root=../closure-library --root=. --namespace=' + namespace
print cmdLine
write_to_file(dep_filename(target), cmdLine, False)
def build_all_deps():
for target in targets.keys():
build_deps(target, targets[target])
def buildDepsFile():
# the parameter "--root_with_prefix" is the relative path from the file goog/base.js to the root of the .js files we
# are working on.
cmdBuildDeps = 'python ../closure-library/closure/bin/build/depswriter.py --root_with_prefix=". ../../../deqp" > deqp-deps.js'
# Calls the python program that generates the google closure dependencies
# write_to_file('deqp-deps.js', cmdBuildDeps, False)
proc = subprocess.Popen(cmdBuildDeps, shell=True, stdout=subprocess.PIPE, stderr=None)
proc.wait()
def build_target(target, namespace):
global total_errors
global total_warnings
deps = read_file(dep_filename(target))
cmdLine = 'java -jar compiler.jar --compilation_level ADVANCED_OPTIMIZATIONS --warning_level VERBOSE --jscomp_warning undefinedVars --externs compiler_additional_extern.js'
for dep in deps.split('\n'):
dep = dep.strip()
if len(dep) > 0:
cmdLine += ' --js ' + dep
cmdLine += ' --closure_entry_point=' + namespace
print cmdLine
filename = compiled_filename(target)
write_to_file(filename, cmdLine, True)
compiled = read_file(filename)
result = re.search(r'(\d*)\s*error\(s\),\s*(\d*)\s*warning\(s\)', compiled)
errors = 0
warnings = 0
if result:
print target + ': ' + result.group(0)
errors = int(result.group(1))
warnings = int(result.group(2))
total_errors += errors
total_warnings += warnings
results[target] = [errors, warnings]
def build_all_targets():
for target in targets.keys():
build_target(target, targets[target])
def format_target(target):
deps = read_file(dep_filename(target))
fixjsstyle = 'fixjsstyle.py'
reformat = 'reformatting_tool.py'
for dep in deps.split('\n'):
dep = dep.strip()
if len(dep) > 0 and not re.search('closure-library.*base\.js', dep):
print fixjsstyle + ' ' + dep
subprocess.call(['python', fixjsstyle, dep])
print reformat + ' -f ' + dep
subprocess.call(['python', reformat, '-f', dep])
def format_all_targets():
for target in targets.keys():
format_target(target)
def pass_or_fail():
if total_errors + total_warnings == 0:
print "Passed"
elif len(results) > 1: #display the summary only when building more than one target
passed = [k for k, v in results.iteritems() if v[0] + v[1] == 0]
failed = dict((k, v) for k, v in results.iteritems() if v[0] + v[1] != 0)
print "\nBuild Summary:"
# Print first the tests that passed
for target in passed:
print "{0:>30}\tPassed".format(target+":")
# Print tests that failed. Fixed-width to improve readability
for target in failed:
errors = failed[target][0]
warnings = failed[target][1]
print "{0:>30}\tErrors: {1:4}\tWarnings: {2:4}".format(target+":", errors, warnings)
print "Compilation failed: {} error(s), {} warning(s).".format(total_errors, total_warnings)
def main(argv):
if len(argv) == 0:
build_all_deps()
build_all_targets()
buildDepsFile()
pass_or_fail()
elif (argv[0] == 'deps'):
if len(argv) == 2:
target = argv[1]
build_deps(target, targets[target])
else:
build_all_deps()
elif (argv[0] == 'format'):
if len(argv) == 2:
target = argv[1]
format_target(target)
else:
format_all_targets()
elif (argv[0] == 'build'):
if len(argv) == 2:
target = argv[1]
build_target(target, targets[target])
else:
build_all_targets()
pass_or_fail()
elif (argv[0] == 'depfile'):
buildDepsFile()
elif (argv[0] == 'list'):
print "List of available targets:"
for target in targets.keys():
print "\t{}".format(target)
else:
target = argv[0]
build_deps(target, targets[target])
build_target(target, targets[target])
pass_or_fail()
if __name__ == '__main__':
main(sys.argv[1:])