[Python-apps-team] Bug#972328: beancount fails tests with python3.9

[Matthias Klose]

Package: src:beancount
Version: 2.3.1-1
Severity: serious
Tags: sid bullseye
User: debian-python at lists.debian.org
Usertags: python3.9

beancount fails tests with python3.9:

[...]
=================================== FAILURES ===================================
_______________________ TestScriptIdentify.test_identify _______________________

self = <beancount.ingest.identify_test.TestScriptIdentify testMethod=test_identify>

    def test_identify(self):
        regexp = textwrap.dedent("""\
            \\*\\*\\*\\* .*/Downloads/ofxdownload.ofx
            Importer: +mybank-checking-ofx
            Account: +Assets:Checking

            \\*\\*\\*\\* .*/Downloads/Subdir/bank.csv
            Importer: +mybank-credit-csv
            Account: +Liabilities:CreditCard

            \\*\\*\\*\\* .*/Downloads/Subdir/readme.txt

            """).strip()

        # Invoke with new-style imports as script, with an ingest() call in the
script.
        with test_utils.capture('stdout', 'stderr') as (stdout, stderr):
            env = os.environ.copy()
            env['PYTHONPATH'] = ':'.join(sys.path)
>           output = subprocess.check_output(
                [path.join(self.tempdir, 'testimport.py'),
                 '--downloads', path.join(self.tempdir, 'Downloads'),
                 'identify'], shell=False, env=env)

beancount/ingest/identify_test.py:98:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/usr/lib/python3.9/subprocess.py:420: in check_output
    return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

input = None, capture_output = False, timeout = None, check = True
popenargs = (['/tmp/TestScriptIdentify.rj9xtztg/testimport.py', '--downloads',
'/tmp/TestScriptIdentify.rj9xtztg/Downloads', 'identify'],)
kwargs = {'env': {'APT_CONFIG': '/var/lib/sbuild/apt.conf', 'CCACHE_DIR':
'/<<PKGBUILDDIR>>/.pybuild/cca...g -Wformat -Werror=format-security',
'CPPFLAGS': '-Wdate-time -D_FORTIFY_SOURCE=2', ...}, 'shell': False, 'stdout': -1}
process = <Popen: returncode: 1 args:
['/tmp/TestScriptIdentify.rj9xtztg/testimport.py...>
stdout = b'', stderr = None, retcode = 1

    def run(*popenargs,
            input=None, capture_output=False, timeout=None, check=False, **kwargs):
        """Run command with arguments and return a CompletedProcess instance.

        The returned instance will have attributes args, returncode, stdout and
        stderr. By default, stdout and stderr are not captured, and those attributes
        will be None. Pass stdout=PIPE and/or stderr=PIPE in order to capture them.

        If check is True and the exit code was non-zero, it raises a
        CalledProcessError. The CalledProcessError object will have the return code
        in the returncode attribute, and output & stderr attributes if those streams
        were captured.

        If timeout is given, and the process takes too long, a TimeoutExpired
        exception will be raised.

        There is an optional argument "input", allowing you to
        pass bytes or a string to the subprocess's stdin.  If you use this argument
        you may not also use the Popen constructor's "stdin" argument, as
        it will be used internally.

        By default, all communication is in bytes, and therefore any "input" should
        be bytes, and the stdout and stderr will be bytes. If in text mode, any
        "input" should be a string, and stdout and stderr will be strings decoded
        according to locale encoding, or by "encoding" if set. Text mode is
        triggered by setting any of text, encoding, errors or universal_newlines.

        The other arguments are the same as for the Popen constructor.
        """
        if input is not None:
            if kwargs.get('stdin') is not None:
                raise ValueError('stdin and input arguments may not both be used.')
            kwargs['stdin'] = PIPE

        if capture_output:
            if kwargs.get('stdout') is not None or kwargs.get('stderr') is not None:
                raise ValueError('stdout and stderr arguments may not be used '
                                 'with capture_output.')
            kwargs['stdout'] = PIPE
            kwargs['stderr'] = PIPE

        with Popen(*popenargs, **kwargs) as process:
            try:
                stdout, stderr = process.communicate(input, timeout=timeout)
            except TimeoutExpired as exc:
                process.kill()
                if _mswindows:
                    # Windows accumulates the output in a single blocking
                    # read() call run on child threads, with the timeout
                    # being done in a join() on those threads.  communicate()
                    # _after_ kill() is required to collect that and add it
                    # to the exception.
                    exc.stdout, exc.stderr = process.communicate()
                else:
                    # POSIX _communicate already populated the output so
                    # far into the TimeoutExpired exception.
                    process.wait()
                raise
            except:  # Including KeyboardInterrupt, communicate handled that.
                process.kill()
                # We don't call process.wait() as .__exit__ does that for us.
                raise
            retcode = process.poll()
            if check and retcode:
>               raise CalledProcessError(retcode, process.args,
                                         output=stdout, stderr=stderr)
E               subprocess.CalledProcessError: Command
'['/tmp/TestScriptIdentify.rj9xtztg/testimport.py', '--downloads',
'/tmp/TestScriptIdentify.rj9xtztg/Downloads', 'identify']' returned non-zero
exit status 1.

/usr/lib/python3.9/subprocess.py:524: CalledProcessError
----------------------------- Captured stderr call -----------------------------
Fatal Python error: init_import_size: Failed to import the site module
Python runtime state: initialized
Traceback (most recent call last):
  File "/usr/lib/python3.9/site.py", line 79, in <module>
    import os
  File "/usr/lib/python3.9/os.py", line 29, in <module>
    from _collections_abc import _check_methods
  File "/usr/lib/python3.9/_collections_abc.py", line 12, in <module>
    GenericAlias = type(list[int])
TypeError: 'type' object is not subscriptable
=============================== warnings summary ===============================
/usr/lib/python3/dist-packages/bottle.py:87
  /usr/lib/python3/dist-packages/bottle.py:87: DeprecationWarning: Using or
importing the ABCs from 'collections' instead of from 'collections.abc' is
deprecated since Python 3.3, and in 3.10 it will stop working
    from collections import MutableMapping as DictMixin

-- Docs: https://docs.pytest.org/en/latest/warnings.html
== 1 failed, 1674 passed, 22 skipped, 2 xfailed, 1 warnings in 61.22 seconds ===
E: pybuild pybuild:352: test: plugin distutils failed with: exit code=1: cd
/<<PKGBUILDDIR>>/.pybuild/cpython3_3.9/build; python3.9 -m pytest -v
dh_auto_test: error: pybuild --test --test-pytest -i python{version} -p "3.9
3.8" returned exit code 13
make: *** [debian/rules:13: binary-arch] Error 25
dpkg-buildpackage: error: debian/rules binary-arch subprocess returned exit status 2