import io

import os.path

from IPython.utils import openpy

mydir = os.path.dirname(__file__)

nonascii_path = os.path.join(mydir, "nonascii.py")

def test_detect_encoding():

with open(nonascii_path, "rb") as f:

enc, lines = openpy.detect_encoding(f.readline)

assert enc == "iso-8859-5"

def test_read_file():

with io.open(nonascii_path, encoding="iso-8859-5") as f:

read_specified_enc = f.read()

read_detected_enc = openpy.read_py_file(nonascii_path, skip_encoding_cookie=False)

assert read_detected_enc == read_specified_enc

assert "coding: iso-8859-5" in read_detected_enc

read_strip_enc_cookie = openpy.read_py_file(

nonascii_path, skip_encoding_cookie=True

)

assert "coding: iso-8859-5" not in read_strip_enc_cookie

def test_source_to_unicode():

with io.open(nonascii_path, "rb") as f:

source_bytes = f.read()

assert (

openpy.source_to_unicode(source_bytes, skip_encoding_cookie=False).splitlines()

== source_bytes.decode("iso-8859-5").splitlines()

)

source_no_cookie = openpy.source_to_unicode(source_bytes, skip_encoding_cookie=True)

assert "coding: iso-8859-5" not in source_no_cookie