blob: ebe49bf3a57307d46b26bac096feb5f0ff81f55e [file] [log] [blame]
Austin Schuhe89fa2d2019-08-14 20:24:23 -07001#!/bin/bash -eu
2#
3# Copyright 2014 Google Inc. All rights reserved.
4#
5# Licensed under the Apache License, Version 2.0 (the "License");
6# you may not use this file except in compliance with the License.
7# You may obtain a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS,
13# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14# See the License for the specific language governing permissions and
15# limitations under the License.
16
17pushd "$(dirname $0)" >/dev/null
18test_dir="$(pwd)"
19gen_code_path=${test_dir}
20runtime_library_dir=${test_dir}/../python
21
22# Emit Python code for the example schema in the test dir:
Austin Schuh272c6132020-11-14 16:37:52 -080023${test_dir}/../flatc -p -o ${gen_code_path} -I include_test monster_test.fbs --gen-object-api
Austin Schuhe89fa2d2019-08-14 20:24:23 -070024
25# Syntax: run_tests <interpreter> <benchmark vtable dedupes>
26# <benchmark read count> <benchmark build count>
27interpreters_tested=()
28function run_tests() {
29 if $(which ${1} >/dev/null); then
30 echo "Testing with interpreter: ${1}"
31 PYTHONDONTWRITEBYTECODE=1 \
32 JYTHONDONTWRITEBYTECODE=1 \
33 PYTHONPATH=${runtime_library_dir}:${gen_code_path} \
34 JYTHONPATH=${runtime_library_dir}:${gen_code_path} \
35 COMPARE_GENERATED_TO_GO=0 \
36 COMPARE_GENERATED_TO_JAVA=0 \
37 $1 py_test.py $2 $3 $4
Austin Schuh272c6132020-11-14 16:37:52 -080038 if [ $1 = python3 ]; then
39 PYTHONDONTWRITEBYTECODE=1 \
40 PYTHONPATH=${runtime_library_dir}:${gen_code_path} \
41 $1 py_flexbuffers_test.py
42 fi
Austin Schuhe89fa2d2019-08-14 20:24:23 -070043 interpreters_tested+=(${1})
44 echo
45 fi
46}
47
48# Run test suite with these interpreters. The arguments are benchmark counts.
49run_tests python2.6 100 100 100
50run_tests python2.7 100 100 100
51run_tests python3 100 100 100
52run_tests pypy 100 100 100
53
54# NOTE: We'd like to support python2.5 in the future.
55
56# NOTE: Jython 2.7.0 fails due to a bug in the stdlib `struct` library:
57# http://bugs.jython.org/issue2188
58
59if [ ${#interpreters_tested[@]} -eq 0 ]; then
60 echo "No Python interpeters found on this system, could not run tests."
61 exit 1
62fi
63
64# Run test suite with default python intereter.
65# (If the Python program `coverage` is available, it will be run, too.
66# Install `coverage` with `pip install coverage`.)
67if $(which coverage >/dev/null); then
68 echo 'Found coverage utility, running coverage with default Python:'
69
70 PYTHONDONTWRITEBYTECODE=1 \
71 PYTHONPATH=${runtime_library_dir}:${gen_code_path} \
72 coverage run --source=flatbuffers,MyGame py_test.py 0 0 0 > /dev/null
73
74 echo
75 cov_result=`coverage report --omit="*flatbuffers/vendor*,*py_test*" \
76 | tail -n 1 | awk ' { print $4 } '`
77 echo "Code coverage: ${cov_result}"
78else
79 echo -n "Did not find coverage utility for default Python, skipping. "
80 echo "Install with 'pip install coverage'."
81fi
82
83echo
84echo "OK: all tests passed for ${#interpreters_tested[@]} interpreters: ${interpreters_tested[@]}."