Drop Python 2.7, 3.5 support, add 3.6-3.9 for fluent.runtime, fluent.pygments (#163)

* Declare compat with current python versions, drop 2.7, 3.5 Also adjust testing matrix to that.
* Drop six, but keep it installed in tests
* Use pyupgrade --py36-plus to modernize syntax.
* Update version number and CHANGELOG
* Add six to install dependencies, because fluent.syntax didn't.
  * Also dropping dependencies on mock, which I didn't spot in the updates
via pyupgrade.

Author: Pike

.github/workflows/fluent.integration.yml

@@ -37,7 +37,7 @@ jobs:
         run: |
           python -m pip install wheel
           python -m pip install --upgrade pip
-          python -m pip install . mock
+          python -m pip install .
       - name: Install latest fluent.syntax
         working-directory: ./fluent.syntax
         run: |

.github/workflows/fluent.runtime.yml

@@ -24,8 +24,11 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [2.7, 3.5, 3.6, 3.7, 3.8, pypy2, pypy3]
-        fluent-syntax: [0.17.0]
+        python-version: [3.6, 3.7, 3.8, 3.9, pypy3]
+        fluent-syntax: [0.18.1]
+        include:
+          - python-version: 3.9
+            fluent-syntax: 0.17.0
     steps:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v2
@@ -37,7 +40,7 @@ jobs:
           python -m pip install wheel
           python -m pip install --upgrade pip
           python -m pip install fluent.syntax==${{ matrix.fluent-syntax }}
-          python -m pip install . mock
+          python -m pip install .
       - name: Test
         working-directory: ./fluent.runtime
         run: |
@@ -49,7 +52,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v2
         with:
-          python-version: 3.7
+          python-version: 3.9
       - name: Install dependencies
         run: |
           python -m pip install wheel

fluent.pygments/CHANGELOG.rst

@@ -1,6 +1,12 @@
 Changelog
 =========
 
+fluent.runtime 2.0 (TBD)
+-----------------------------------
+
+* Drop support for Python 2.7 and 3.5
+* Add support for Python 3.6 through 3.9
+
 fluent.pygments 1.0 (May 20, 2020)
 ----------------------------------
 

fluent.pygments/fluent/pygments/cli.py

@@ -1,5 +1,3 @@
-from __future__ import absolute_import, print_function, unicode_literals
-
 import argparse
 import sys
 

fluent.pygments/fluent/pygments/lexer.py

@@ -1,5 +1,3 @@
-from __future__ import absolute_import, print_function, unicode_literals
-
 from fluent.syntax import ast as FTL
 from fluent.syntax import parse
 
@@ -38,7 +36,7 @@ def get_tokens_unprocessed(self, text):
 }
 
 
-class Tokenizer(object):
+class Tokenizer:
     def __init__(self, text):
         self.text = text
         self.ast = parse(text)
@@ -49,21 +47,18 @@ def tokenize(self, node=None):
         if isinstance(node, (FTL.Annotation, FTL.Span)):
             return
         if isinstance(node, FTL.SyntaxNode):
-            for token in self.tokenize_node(node):
-                yield token
+            yield from self.tokenize_node(node)
         elif isinstance(node, list):
             for child in node:
-                for token in self.tokenize(child):
-                    yield token
+                yield from self.tokenize(child)
 
     def tokenize_node(self, node):
         nodename = type(node).__name__
         if nodename in ATOMIC:
             yield self._token(node, ATOMIC[nodename])
         else:
-            tokenize = getattr(self, 'tokenize_{}'.format(nodename), self.generic_tokenize)
-            for token in tokenize(node):
-                yield token
+            tokenize = getattr(self, f'tokenize_{nodename}', self.generic_tokenize)
+            yield from tokenize(node)
 
     def generic_tokenize(self, node):
         children = [
@@ -74,13 +69,11 @@ def generic_tokenize(self, node):
             key=lambda child: child.span.start if isinstance(child, FTL.SyntaxNode) else child[0].span.start
         )
         for child in children:
-            for token in self.tokenize(child):
-                yield token
+            yield from self.tokenize(child)
 
     def tokenize_Variant(self, node):
         yield self._token(node.key, Token.Name.Attribute)
-        for token in self.tokenize(node.value):
-            yield token
+        yield from self.tokenize(node.value)
 
     def _token(self, node, token):
         return (

fluent.pygments/setup.cfg

@@ -1,5 +1,5 @@
 [metadata]
-version=1.0
+version=2.0
 
 [bdist_wheel]
 universal=1
@@ -17,7 +17,6 @@ not_skip=__init__.py
 install_requires =
   pygments
   fluent.syntax
-  six
 
 [options.entry_points]
 pygments.lexers =

fluent.pygments/setup.py

@@ -19,10 +19,12 @@
           'Development Status :: 3 - Alpha',
           'Intended Audience :: Developers',
           'License :: OSI Approved :: Apache Software License',
-          'Programming Language :: Python :: 2.7',
-          'Programming Language :: Python :: 3.5',
+          'Programming Language :: Python :: 3.6',
+          'Programming Language :: Python :: 3.7',
+          'Programming Language :: Python :: 3.8',
+          'Programming Language :: Python :: 3.9',
+          'Programming Language :: Python :: 3 :: Only',
       ],
       packages=['fluent', 'fluent.pygments'],
-      tests_require=['six'],
       test_suite='tests.pygments'
       )

fluent.pygments/tests/pygments/test_lexer.py

@@ -1,5 +1,3 @@
-from __future__ import absolute_import, print_function, unicode_literals
-
 import unittest
 from pygments.token import Token
 

fluent.runtime/CHANGELOG.rst

@@ -1,6 +1,12 @@
 Changelog
 =========
 
+fluent.runtime 0.4 (TBD)
+-----------------------------------
+
+* Drop support for Python 2.7 and 3.5
+* Add support for Python 3.6 through 3.9
+
 fluent.runtime 0.3.1 (May 20, 2020)
 -----------------------------------
 

fluent.runtime/fluent/runtime/__init__.py

@@ -1,5 +1,3 @@
-from __future__ import absolute_import, unicode_literals
-
 import babel
 import babel.numbers
 import babel.plural
@@ -28,7 +26,7 @@ def FluentResource(source):
     return parser.parse(source)
 
 
-class FluentBundle(object):
+class FluentBundle:
     """
     Bundles are single-language stores of translations.  They are
     aggregate parsed Fluent resources in the Fluent syntax and can