mirror of
https://github.com/llvm/llvm-project.git
synced 2025-05-17 15:26:07 +00:00
0c28a8f628
Ensure that the bash script written by lit TestRunner is open with UTF-8
encoding when using Python 3. Otherwise, attempt to write non-ASCII
characters causes UnicodeEncodeError. This happened e.g. with
the following LLD test:
UNRESOLVED: lld :: ELF/format-binary-non-ascii.s (657 of 2119)
******************** TEST 'lld :: ELF/format-binary-non-ascii.s' FAILED ********************
Exception during script execution:
Traceback (most recent call last):
File "/home/mgorny/llvm-project/llvm/utils/lit/lit/worker.py", line 63, in _execute_test
result = test.config.test_format.execute(test, lit_config)
File "/home/mgorny/llvm-project/llvm/utils/lit/lit/formats/shtest.py", line 25, in execute
self.execute_external)
File "/home/mgorny/llvm-project/llvm/utils/lit/lit/TestRunner.py", line 1644, in executeShTest
res = _runShTest(test, litConfig, useExternalSh, script, tmpBase)
File "/home/mgorny/llvm-project/llvm/utils/lit/lit/TestRunner.py", line 1590, in _runShTest
res = executeScript(test, litConfig, tmpBase, script, execdir)
File "/home/mgorny/llvm-project/llvm/utils/lit/lit/TestRunner.py", line 1157, in executeScript
f.write('{ ' + '; } &&\n{ '.join(commands) + '; }')
UnicodeEncodeError: 'ascii' codec can't encode character '\xa3' in position 274: ordinal not in range(128)
Differential Revision: https://reviews.llvm.org/D63254
llvm-svn: 363388
171 lines
6.7 KiB
Python
171 lines
6.7 KiB
Python
# Check the various features of the ShTest format.
|
|
#
|
|
# RUN: rm -f %t.xml
|
|
# RUN: not %{lit} -j 1 -v %{inputs}/shtest-format --xunit-xml-output %t.xml > %t.out
|
|
# RUN: FileCheck < %t.out %s
|
|
# RUN: FileCheck --check-prefix=XUNIT < %t.xml %s
|
|
|
|
# END.
|
|
|
|
# CHECK: -- Testing:
|
|
|
|
# CHECK: PASS: shtest-format :: argv0.txt
|
|
# CHECK: FAIL: shtest-format :: external_shell/fail.txt
|
|
# CHECK-NEXT: *** TEST 'shtest-format :: external_shell/fail.txt' FAILED ***
|
|
# CHECK: Command Output (stdout):
|
|
# CHECK-NEXT: --
|
|
# CHECK-NEXT: line 1: failed test output on stdout
|
|
# CHECK-NEXT: line 2: failed test output on stdout
|
|
# CHECK: Command Output (stderr):
|
|
# CHECK-NEXT: --
|
|
# CHECK-NEXT: cat{{(\.exe)?}}: {{cannot open does-not-exist|does-not-exist: No such file or directory}}
|
|
# CHECK: --
|
|
|
|
# CHECK: FAIL: shtest-format :: external_shell/fail_with_bad_encoding.txt
|
|
# CHECK-NEXT: *** TEST 'shtest-format :: external_shell/fail_with_bad_encoding.txt' FAILED ***
|
|
# CHECK: Command Output (stdout):
|
|
# CHECK-NEXT: --
|
|
# CHECK-NEXT: a line with bad encoding:
|
|
# CHECK: --
|
|
|
|
# CHECK: PASS: shtest-format :: external_shell/pass.txt
|
|
|
|
# CHECK: FAIL: shtest-format :: fail.txt
|
|
# CHECK-NEXT: *** TEST 'shtest-format :: fail.txt' FAILED ***
|
|
# CHECK-NEXT: Script:
|
|
# CHECK-NEXT: --
|
|
# CHECK-NEXT: printf "line 1
|
|
# CHECK-NEXT: false
|
|
# CHECK-NEXT: --
|
|
# CHECK-NEXT: Exit Code: 1
|
|
#
|
|
# CHECK: Command Output (stdout):
|
|
# CHECK-NEXT: --
|
|
# CHECK-NEXT: $ ":" "RUN: at line 1"
|
|
# CHECK-NEXT: $ "printf"
|
|
# CHECK-NEXT: # command output:
|
|
# CHECK-NEXT: line 1: failed test output on stdout
|
|
# CHECK-NEXT: line 2: failed test output on stdout
|
|
|
|
# CHECK: UNRESOLVED: shtest-format :: no-test-line.txt
|
|
# CHECK: PASS: shtest-format :: pass.txt
|
|
# CHECK: UNSUPPORTED: shtest-format :: requires-any-missing.txt
|
|
# CHECK: PASS: shtest-format :: requires-any-present.txt
|
|
# CHECK: UNSUPPORTED: shtest-format :: requires-missing.txt
|
|
# CHECK: PASS: shtest-format :: requires-present.txt
|
|
# CHECK: UNRESOLVED: shtest-format :: requires-star.txt
|
|
# CHECK: UNSUPPORTED: shtest-format :: requires-triple.txt
|
|
# CHECK: PASS: shtest-format :: unsupported-expr-false.txt
|
|
# CHECK: UNSUPPORTED: shtest-format :: unsupported-expr-true.txt
|
|
# CHECK: UNRESOLVED: shtest-format :: unsupported-star.txt
|
|
# CHECK: UNSUPPORTED: shtest-format :: unsupported_dir/some-test.txt
|
|
# CHECK: PASS: shtest-format :: xfail-expr-false.txt
|
|
# CHECK: XFAIL: shtest-format :: xfail-expr-true.txt
|
|
# CHECK: XFAIL: shtest-format :: xfail-feature.txt
|
|
# CHECK: XFAIL: shtest-format :: xfail-target.txt
|
|
# CHECK: XFAIL: shtest-format :: xfail.txt
|
|
# CHECK: XPASS: shtest-format :: xpass.txt
|
|
# CHECK-NEXT: *** TEST 'shtest-format :: xpass.txt' FAILED ***
|
|
# CHECK-NEXT: Script
|
|
# CHECK-NEXT: --
|
|
# CHECK-NEXT: true
|
|
# CHECK-NEXT: --
|
|
# CHECK: Testing Time
|
|
|
|
# CHECK: Unexpected Passing Tests (1)
|
|
# CHECK: shtest-format :: xpass.txt
|
|
|
|
# CHECK: Failing Tests (3)
|
|
# CHECK: shtest-format :: external_shell/fail.txt
|
|
# CHECK: shtest-format :: external_shell/fail_with_bad_encoding.txt
|
|
# CHECK: shtest-format :: fail.txt
|
|
|
|
# CHECK: Expected Passes : 8
|
|
# CHECK: Expected Failures : 4
|
|
# CHECK: Unsupported Tests : 5
|
|
# CHECK: Unresolved Tests : 3
|
|
# CHECK: Unexpected Passes : 1
|
|
# CHECK: Unexpected Failures: 3
|
|
|
|
|
|
# XUNIT: <?xml version="1.0" encoding="UTF-8" ?>
|
|
# XUNIT-NEXT: <testsuites>
|
|
# XUNIT-NEXT: <testsuite name="shtest-format" tests="24" failures="7" skipped="5">
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="argv0.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.external_shell" name="fail.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT: <failure{{[ ]*}}>
|
|
# XUNIT: </failure>
|
|
# XUNIT-NEXT: </testcase>
|
|
|
|
|
|
# XUNIT: <testcase classname="shtest-format.external_shell" name="fail_with_bad_encoding.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT: <failure{{[ ]*}}>
|
|
# XUNIT: </failure>
|
|
# XUNIT-NEXT: </testcase>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.external_shell" name="pass.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="fail.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT: <failure{{[ ]*}}>
|
|
# XUNIT: </failure>
|
|
# XUNIT-NEXT: </testcase>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="no-test-line.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT: <failure{{[ ]*}}>
|
|
# XUNIT: </failure>
|
|
# XUNIT-NEXT: </testcase>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="pass.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="requires-any-missing.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT:<skipped message="Skipping because of: a-missing-feature || a-missing-feature-2" />
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="requires-any-present.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="requires-missing.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT:<skipped message="Skipping because of: a-missing-feature" />
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="requires-present.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="requires-star.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT: <failure{{[ ]*}}>
|
|
# XUNIT: </failure>
|
|
# XUNIT-NEXT: </testcase>
|
|
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="requires-triple.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT:<skipped message="Skipping because of: x86_64" />
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="unsupported-expr-false.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="unsupported-expr-true.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT:<skipped message="Skipping because of configuration." />
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="unsupported-star.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT: <failure{{[ ]*}}>
|
|
# XUNIT: </failure>
|
|
# XUNIT-NEXT: </testcase>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.unsupported_dir" name="some-test.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT:<skipped message="Skipping because of configuration." />
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="xfail-expr-false.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="xfail-expr-true.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="xfail-feature.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="xfail-target.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="xfail.txt" time="{{[0-9]+\.[0-9]+}}"/>
|
|
|
|
# XUNIT: <testcase classname="shtest-format.shtest-format" name="xpass.txt" time="{{[0-9]+\.[0-9]+}}">
|
|
# XUNIT-NEXT: <failure{{[ ]*}}>
|
|
# XUNIT: </failure>
|
|
# XUNIT-NEXT: </testcase>
|
|
|
|
# XUNIT: </testsuite>
|
|
# XUNIT-NEXT: </testsuites>
|