James Truher (@JamesWTruher) the results are different on Linux with .NET Core:

Out-File

PowerShell, on Linux, prepends a BOM when using UTF-8 encoding:

> "hello world" | Out-File -Encoding utf8 utf8
> file utf8
utf8: UTF-8 Unicode (with BOM) text

.NET Encoding

using System;
using System.Collections.Generic;
using System.IO;
using System.Text;

namespace ConsoleApplication
{
    public class Program
    {
        public static void Main(string[] args)
        {
            String[] lines =
                {
                    $"BufferHeight: {Console.BufferHeight}",
                    $"BufferWidth: {Console.BufferWidth}",
                    $"WindowHeight: {Console.WindowHeight}",
                    $"WindowWidth: {Console.WindowWidth}",
                    $"LargestWindowHeight: {Console.LargestWindowHeight}",
                    $"LargestWindowWidth: {Console.LargestWindowWidth}",
                    $"IsErrorRedirected: {Console.IsErrorRedirected}",
                    $"IsOutputRedirected: {Console.IsOutputRedirected}",
                    $"IsInputRedirected: {Console.IsInputRedirected}",
                    ""
                };

            using (var stream = File.CreateText("Default.log"))
            {
                foreach (var line in lines) { stream.WriteLine(line); }
            }

            var encodings = new Dictionary<String, Encoding>()
                {
                    { "UTF8-Default.log", new UTF8Encoding() },
                    { "ASCII.log", new ASCIIEncoding() },
                    { "UTF8-ExplicitBOM.log", new UTF8Encoding(true) },
                    { "Unicode.log", new UnicodeEncoding() },
                };

            foreach (var encoding in encodings)
            {
                using (var file = new FileStream(encoding.Key, FileMode.Create))
                using (var stream = new StreamWriter(file, encoding.Value))
                {
                    foreach (var line in lines) { stream.WriteLine(line); }
                }
            }
        }
    }
}

$ dotnet run
$ for i in *.log; do file $i; done
ASCII.log: ASCII text
Default.log: ASCII text
Unicode.log: Little-endian UTF-16 Unicode text
UTF8-Default.log: ASCII text
UTF8-ExplicitBOM.log: UTF-8 Unicode (with BOM) text

Uh oh!

Resolve UTF-8, UTF-16, ASCII inconsistencies #707

Description

Metadata

Metadata

Assignees

Labels

Type

Projects

Milestone

Relationships

Development

Issue actions