fix up tests to generate coverage reports always and combine at the end

.gitignore

@@ -7,9 +7,12 @@
 *~
 .*.swp
 .coverage
+.coverage.*
 .tox/
 nosetests.xml
 coverage.xml
+nosetests-*.xml
+coverage-*.xml
 tutorial.db
 build/
 dist/

.travis.yml

@@ -1,16 +1,15 @@
 # Wire up travis
 language: python
-#
-#env:
-#  - TOXENV=clean
-#  - TOXENV=py26
-#  - TOXENV=py27
-#  - TOXENV=py32
-#  - TOXENV=py33
-#  - TOXENV=py34
-#  - TOXENV=pypy
-#  - TOXENV=pypy3
-#  - TOXENV=report
+
+env:
+  - TOXENV=py26
+  - TOXENV=py27
+  - TOXENV=py32
+  - TOXENV=py33
+  - TOXENV=py34
+  - TOXENV=pypy
+  - TOXENV=pypy3
+  - TOXENV=py26,py32,cover
 
 install:
   - travis_retry pip install tox

pyramid/tests/test_scripts/pystartup.txt

@@ -0,0 +1,3 @@
+# this file has a .txt extension to avoid coverage reports
+# since it is not imported but rather the contents are read and exec'd
+foo = 1

pyramid/tests/test_scripts/test_pshell.py

@@ -379,7 +379,7 @@ def test_command_loads_pythonstartup(self):
             os.path.abspath(
                 os.path.join(
                     os.path.dirname(__file__),
-                    'pystartup.py')))
+                    'pystartup.txt')))
         shell = dummy.DummyShell()
         command.run(shell)
         self.assertEqual(self.bootstrap.a[0], '/foo/bar/myapp.ini#myapp')

setup.cfg

@@ -5,7 +5,6 @@ zip_ok = false
 match=^test
 where=pyramid
 nocapture=1
-cover-package=pyramid
 
 [aliases]
 dev = develop easy_install pyramid[testing]

tox.ini

@@ -1,24 +1,27 @@
 [tox]
+skipsdist = True
 envlist = 
-    clean,py26,py27,py32,py33,py34,pypy,pypy3,report
-
-[testenv:clean]
-commands = coverage erase
-deps = coverage
+    py26,py27,py32,py33,py34,pypy,pypy3,cover
 
 [testenv]
 commands = 
-    python setup.py dev
-    python setup.py nosetests --with-coverage
+    {envbindir}/python setup.py dev
+    {envbindir}/coverage run --source={toxinidir}/pyramid {envbindir}/nosetests --xunit-file=nosetests-{envname}.xml
+    {envbindir}/coverage xml -o coverage-{envname}.xml
+setenv =
+    COVERAGE_FILE=.coverage.{envname}
 
-[testenv:report]
+[testenv:cover]
 commands = 
-    python setup.py dev
-    python setup.py nosetests --with-xunit --with-xcoverage --cover-min-percentage=100
+    {envbindir}/coverage erase
+    {envbindir}/coverage combine
+    {envbindir}/coverage xml
+    {envbindir}/coverage report --show-missing --fail-under=100
 deps =
-    nosexcover
+    coverage
+setenv =
+    COVERAGE_FILE=.coverage
 
 # we separate coverage into its own testenv because a) "last run wins" wrt
 # cobertura jenkins reporting and b) pypy and jython can't handle any
 # combination of versions of coverage and nosexcover that i can find.
-