Skip to content
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions Lib/ast.py
Original file line number Diff line number Diff line change
Expand Up @@ -626,7 +626,7 @@ def unparse(ast_obj):
return unparser.visit(ast_obj)


def main():
def _main(args=None):
Comment thread
donbarbos marked this conversation as resolved.
Outdated
import argparse
import sys

Expand All @@ -643,7 +643,7 @@ def main():
'column offsets')
parser.add_argument('-i', '--indent', type=int, default=3,
help='indentation of nodes (number of spaces)')
args = parser.parse_args()
args = parser.parse_args(args)

if args.infile == '-':
name = '<stdin>'
Expand All @@ -656,4 +656,4 @@ def main():
print(dump(tree, include_attributes=args.include_attributes, indent=args.indent))

if __name__ == '__main__':
main()
_main()
165 changes: 149 additions & 16 deletions Lib/test/test_ast/test_ast.py
Original file line number Diff line number Diff line change
@@ -1,16 +1,20 @@
import _ast_unparse
import ast
import builtins
import contextlib
import copy
import dis
import enum
import itertools
import os
import re
import sys
import tempfile
import textwrap
import types
import unittest
import weakref
from io import StringIO
from pathlib import Path
from textwrap import dedent
try:
Expand All @@ -19,7 +23,7 @@
_testinternalcapi = None

from test import support
from test.support import os_helper, script_helper
from test.support import os_helper
from test.support import skip_emscripten_stack_overflow, skip_wasi_stack_overflow
from test.support.ast_helper import ASTTestMixin
from test.test_ast.utils import to_tuple
Expand Down Expand Up @@ -3175,23 +3179,152 @@ def test_subinterpreter(self):
self.assertEqual(res, 0)


class ASTMainTests(unittest.TestCase):
# Tests `ast.main()` function.
class CommandLineTests(unittest.TestCase):
Comment thread
donbarbos marked this conversation as resolved.
def setUp(self):
self.filename = tempfile.mktemp()
self.addCleanup(os_helper.unlink, self.filename)

def test_cli_file_input(self):
code = "print(1, 2, 3)"
expected = ast.dump(ast.parse(code), indent=3)

with os_helper.temp_dir() as tmp_dir:
filename = os.path.join(tmp_dir, "test_module.py")
with open(filename, 'w', encoding='utf-8') as f:
f.write(code)
res, _ = script_helper.run_python_until_end("-m", "ast", filename)
@staticmethod
def text_normalize(string):
Comment thread
donbarbos marked this conversation as resolved.
"""Dedent *string* and strip it from its surrounding whitespaces.
This method is used by the other utility functions so that any
string to write or to match against can be freely indented.
"""
Comment thread
donbarbos marked this conversation as resolved.
Outdated
return textwrap.dedent(string).strip()

def set_source(self, content):
with open(self.filename, 'w') as f:
f.write(self.text_normalize(content))
Comment thread
donbarbos marked this conversation as resolved.
Outdated

def invoke_ast(self, *flags):
output = StringIO()
with contextlib.redirect_stdout(output):
Comment thread
donbarbos marked this conversation as resolved.
Outdated
ast._main(args=[*flags, self.filename])
return self.text_normalize(output.getvalue())

def check_output(self, source, expect, *flags):
with self.subTest(source=source, flags=flags):
Comment thread
donbarbos marked this conversation as resolved.
Outdated
self.set_source(source)
res = self.invoke_ast(*flags)
expect = self.text_normalize(expect)
self.assertListEqual(res.splitlines(), expect.splitlines())
Comment thread
donbarbos marked this conversation as resolved.
Outdated

def test_invocation(self):
# test various combinations of parameters
base_flags = [
('-m=exec', '--mode=exec'),
('--no-type-comments', '--no-type-comments'),
('-a', '--include-attributes'),
('-i=4', '--indent=4'),
]
self.set_source('''
print(1, 2, 3)
def f(x):
x -= 1
return x
''')

self.assertEqual(res.err, b"")
self.assertEqual(expected.splitlines(),
res.out.decode("utf8").splitlines())
self.assertEqual(res.rc, 0)
for r in range(1, len(base_flags) + 1):
for choices in itertools.combinations(base_flags, r=r):
for args in itertools.product(*choices):
with self.subTest(args=args[1:]):
_ = self.invoke_ast(*args)
Comment thread
donbarbos marked this conversation as resolved.
Outdated

with self.assertRaises(SystemExit):
Comment thread
donbarbos marked this conversation as resolved.
Outdated
# suppress argparse error message
with contextlib.redirect_stderr(StringIO()):
output = self.invoke_ast('--unknown')
self.assertStartsWith(output, 'usage: ')

def test_mode_flag(self):
# test 'python -m ast -m/--mode'
source = 'print(1, 2, 3)'
expect = '''
Module(
body=[
Expr(
value=Call(
func=Name(id='print', ctx=Load()),
args=[
Constant(value=1),
Constant(value=2),
Constant(value=3)]))])
'''
for flag in ['-m=exec', '--mode=exec']:
Comment thread
donbarbos marked this conversation as resolved.
Outdated
self.check_output(source, expect, flag)
source = 'pass'
expect = '''
Comment thread
donbarbos marked this conversation as resolved.
Interactive(
body=[
Pass()])
'''
for flag in ['-m=single', '--mode=single']:
Comment thread
donbarbos marked this conversation as resolved.
Outdated
self.check_output(source, expect, flag)
Comment thread
donbarbos marked this conversation as resolved.
Outdated
source = 'print(1, 2, 3)'
expect = '''
Expression(
body=Call(
func=Name(id='print', ctx=Load()),
args=[
Constant(value=1),
Constant(value=2),
Constant(value=3)]))
'''
for flag in ['-m=eval', '--mode=eval']:
Comment thread
donbarbos marked this conversation as resolved.
Outdated
self.check_output(source, expect, flag)
Comment thread
donbarbos marked this conversation as resolved.
Outdated
source = '(int, str) -> list[int]'
expect = '''
FunctionType(
argtypes=[
Name(id='int', ctx=Load()),
Name(id='str', ctx=Load())],
returns=Subscript(
value=Name(id='list', ctx=Load()),
slice=Name(id='int', ctx=Load()),
ctx=Load()))
'''
for flag in ['-m=func_type', '--mode=func_type']:
Comment thread
donbarbos marked this conversation as resolved.
Outdated
self.check_output(source, expect, flag)
Comment thread
donbarbos marked this conversation as resolved.
Outdated

def test_no_type_comments_flag(self):
Comment thread
sobolevn marked this conversation as resolved.
# test 'python -m ast --no-type-comments'
source = 'x: bool = 1 # type: ignore[assignment]'
expect = '''
Module(
body=[
AnnAssign(
target=Name(id='x', ctx=Store()),
annotation=Name(id='bool', ctx=Load()),
value=Constant(value=1),
simple=1)])
'''
self.check_output(source, expect, '--no-type-comments')

def test_include_attributes_flag(self):
# test 'python -m ast -a/--include-attributes'
source = 'pass'
expect = '''
Module(
body=[
Pass(
lineno=1,
col_offset=0,
end_lineno=1,
end_col_offset=4)])
'''
for flag in ['-a', '--include-attributes']:
self.check_output(source, expect, flag)
Comment thread
donbarbos marked this conversation as resolved.
Outdated

def test_indent_flag(self):
# test 'python -m ast -i/--indent'
source = 'pass'
expect = '''
Module(
body=[
Pass()])
'''
for flag in ['-i=0', '--indent=0']:
self.check_output(source, expect, flag)
Comment thread
donbarbos marked this conversation as resolved.
Outdated


class ASTOptimiziationTests(unittest.TestCase):
Expand Down
Loading