`SciSharp.TensorFlow.Redist` is a migration from [Microsoft.ML.TensorFlow.Redist](https://github.com/dotnet/machinelearning/tree/release/1.2/src/Redist/Microsoft.ML.TensorFlow.Redist). [ML.NET](https://github.com/dotnet/machinelearning) team will not maintain the package since [ML.NET](https://www.nuget.org/packages/Microsoft.ML) v1.3.0 going forward.

* CPU version for all platforms (Windows, Linux, OSX)

* GPU version for Windows

2. Run `dotnet nuget push SciSharp.TensorFlow.Redist.1.14.0.nupkg -k APIKEY -s https://api.nuget.org/v3/index.json`

<description>$packageId$ contains the TensorFlow C library CPU version $version$ redistributed as a NuGet package.</description>

<?xml version="1.0" encoding="utf-8"?>

<package xmlns="http://schemas.microsoft.com/packaging/2012/06/nuspec.xsd">

<metadata>

<id>$packageId$</id>

<version>$version$</version>

<authors>The TensorFlow Authors</authors>

<owners>The TensorFlow Authors</owners>

<requireLicenseAcceptance>true</requireLicenseAcceptance>

<license type="file">LICENSE.txt</license>

<licenseUrl>https://aka.ms/deprecateLicenseUrl</licenseUrl>

<projectUrl>https://www.tensorflow.org/</projectUrl>

<description>$packageId$ contains the TensorFlow C library GPU version $version$ redistributed as a NuGet package.</description>

<releaseNotes>https://github.com/tensorflow/tensorflow/releases/tag/v$version$</releaseNotes>

<copyright>Copyright 2019 The TensorFlow Authors. All rights reserved.</copyright>

<tags>TensorFlow</tags>

<dependencies>

<group targetFramework=".NETStandard2.0" />

</dependencies>

</metadata>

<files>

<file src="CommonPackage.props" target="build\netstandard2.0\$packageId$.props" />

<file src="bin\packages\$packageId$\LICENSE.txt" target="LICENSE.txt" />

<file src="bin\packages\$packageId$\THIRD_PARTY_NOTICES.txt" target="THIRD_PARTY_NOTICES.txt" />

<file src="bin\packages\$packageId$\runtimes\**\*" target="runtimes" />

</files>

</package>

<NuspecFile>Redist-CPU.nuspec</NuspecFile>

<Project Sdk="Microsoft.NET.Sdk">

<PropertyGroup>

<ProjDir>$(MSBuildThisFileDirectory)</ProjDir>

<BinDir>$(ProjDir)bin\</BinDir>

<ObjDir>$(ProjDir)obj\</ObjDir>

<TargetArchitecture Condition="'$(TargetArchitecture)' == ''">x64</TargetArchitecture>

<TargetFramework>netstandard2.0</TargetFramework>

<TensorFlowVersion>1.14.0</TensorFlowVersion>

<TensorFlowMajorVersion>1</TensorFlowMajorVersion>

<PackageAssetsPath>$(BinDir)packages\</PackageAssetsPath>

<PackageId>$(MSBuildProjectName)</PackageId>

<PackageVersion>$(TensorFlowVersion)</PackageVersion>

<NoBuild>true</NoBuild>

<IncludeBuildOutput>false</IncludeBuildOutput>

<NuspecFile>Redist-Windows-GPU.nuspec</NuspecFile>

<NuspecProperties>packageId=$(PackageId);version=$(PackageVersion)</NuspecProperties>

<NuspecBasePath>$(ProjDir)</NuspecBasePath>

<GenerateNuspecDependsOn>CopyFilesFromArchive</GenerateNuspecDependsOn>

<PackageRid Condition="'$(OS)' == 'Windows_NT'">win</PackageRid>

<PackageRid Condition="'$(OS)' != 'Windows_NT'">linux</PackageRid>

<PackageRid Condition="$([MSBuild]::IsOSPlatform('osx'))">osx</PackageRid>

<PackageRid>$(PackageRid)-$(TargetArchitecture)</PackageRid>

</PropertyGroup>

<PropertyGroup>

<IncludeMLNetNotices>false</IncludeMLNetNotices>

</PropertyGroup>

<ItemGroup>

<TensorFlowConfig Include="windows"

FileExtension=".zip"

FilesFromArchive="lib\tensorflow.dll;

include\tensorflow\c\LICENSE"

Runtime="win-x64"/>

<TensorFlowConfig Condition="'$(OS)' != 'Windows_NT'"

Include="linux"

FileExtension=".tar.gz"

FilesFromArchive="lib\libtensorflow.so;

lib\libtensorflow_framework.so.$(TensorFlowMajorVersion);

include\tensorflow\c\LICENSE"

Runtime="linux-x64" />

<TensorFlowConfig Condition="'$(OS)' != 'Windows_NT'"

Include="darwin" FileExtension=".tar.gz"

FilesFromArchive="lib\libtensorflow.dylib;

lib\libtensorflow_framework.$(TensorFlowMajorVersion).dylib;

include\tensorflow\c\LICENSE"

Runtime="osx-x64" />

<AdditionalDownloadFile Include="https://raw.githubusercontent.com/tensorflow/tensorflow/master/LICENSE"

DownloadFile="$(BinDir)LICENSE" />

</ItemGroup>

<Target Name="PrepareArchives">

<ItemGroup>

<!-- although we could extract all archives on all machines, mac requires a fixup which can only be run on mac

so we split these per-rid and join during the official build packaging. -->

<TensorFlowArchive

Include="@(TensorFlowConfig->'https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-gpu-%(Identity)-x86_64-$(TensorFlowVersion)%(FileExtension)')" />

<!-- set up metdata used by all targets -->

<TensorFlowArchive DownloadFile="$(BinDir)%(FileName)%(Extension)"

DownloadShaFile="$(BinDir)%(FileName)%(Extension).sha"

ExtractDirectory="$(BinDir)%(FileName)"

ExtractSemaphore="$(BinDir)%(FileName)\.extracted"

LocalShaFile="$(MSBuildProjectDirectory)\%(FileName)%(Extension).sha"/>

</ItemGroup>

<Message Importance="high" Text="%(TensorFlowConfig.Runtime)"/>

</Target>

<Target Name="DownloadArchives"

DependsOnTargets="PrepareArchives"

Inputs="$(MSBuildProjectFile)"

Outputs="@(TensorFlowArchive->'%(DownloadFile)');@(AdditionalDownloadFile->'%(DownloadFile)')">

<MakeDir Directories="$(BinDir)" />

<ItemGroup>

<_downloadFiles Include="@(TensorFlowArchive);@(AdditionalDownloadFile)" Url="%(Identity)" DestinationFile="%(DownloadFile)" />

</ItemGroup>

<Message Importance="High" Text="Downloading '%(_downloadFiles.Identity)' to '$(BinDir)'." />

<DownloadFile SourceUrl="%(_downloadFiles.Identity)" DestinationFolder="$(BinDir)">

<Output TaskParameter="DownloadedFile" ItemName="Content" />

</DownloadFile>

</Target>

<Target Name="ValidateAndExtractArchives"

DependsOnTargets="DownloadArchives"

Inputs="@(TensorFlowArchive->'%(DownloadFile)')"

Outputs="@(TensorFlowArchive->'%(ExtractSemaphore)')">

<GetFileHash Files="@(TensorFlowArchive->'%(DownloadFile)')" Algorithm="SHA512">

<Output

TaskParameter="Items"

ItemName="FilesWithHashes" />

</GetFileHash>

<WriteLinesToFile File="%(FilesWithHashes.Identity).sha" Lines="%(FilesWithHashes.FileHash)" Overwrite="true"/>

<!-- If specified we'll update the checked in SHAs with the downloaded ones. -->

<Copy Condition="'$(UpdateSHA)' == 'true'"

SourceFiles="@(TensorFlowArchive->'%(DownloadShaFile)')"

DestinationFiles="@(TensorFlowArchive->'%(LocalShaFile)')" />

<ItemGroup>

<TensorFlowArchive>

<DownloadSha>@(FilesWithHashes->'%(FileHash)')</DownloadSha>

<LocalSha>$([System.IO.File]::ReadAllText('%(LocalShaFile)').Replace("%0A", "").Replace("%0D", ""))</LocalSha>

</TensorFlowArchive>

</ItemGroup>

<Error Condition="!Exists('%(TensorFlowArchive.LocalShaFile)')" Text="SHA file '%(TensorFlowArchive.LocalShaFile)' does not exist. Build with /p:UpdateSHA=true to save it." />

<Message Importance="High" Text="@TensorFlowArchive->'%(TensorFlowArchive.DownloadFile) - %(TensorFlowArchive.LocalSha) - %(TensorFlowArchive.DownloadSha)"/>

<!-- Validate that the downloaded SHAs match the expected checked in SHAs -->

<Error Condition="'%(TensorFlowArchive.LocalSha)' != '%(TensorFlowArchive.DownloadSha)'" Text="Downloaded file '%(TensorFlowArchive.DownloadFile)' has unexpected SHA.%0A expected: %(TensorFlowArchive.LocalSha)%0A --actual: %(TensorFlowArchive.DownloadSha)%0ABuild with /p:UpdateSHA=true if you intentionally changed the URL and wish to update the SHAs, otherwise this could indicate an incomplete download or intercerpted URL and should be examined." />

<!-- The archives are valid, lets extract them, ensuring an empty directory -->

<RemoveDir Directories="@(TensorFlowArchive->'%(ExtractDirectory)')" />

<MakeDir Directories="@(TensorFlowArchive->'%(ExtractDirectory)')" />

<Message Importance="High" Text="Decompressing '%(TensorFlowArchive.DownloadFile)' to '%(TensorFlowArchive.ExtractDirectory)'." />

<Unzip Condition="'%(TensorFlowArchive.FileExtension)' == '.zip'"

SourceFiles="%(TensorFlowArchive.DownloadFile)"

DestinationFolder="%(TensorFlowArchive.ExtractDirectory)" />

<Exec Condition="'$(OS)' != 'Windows_NT' AND '%(TensorFlowArchive.FileExtension)' == '.tar.gz'"

WorkingDirectory="$(MSBuildThisFileDirectory)"

Command="tar -xzm --hard-dereference -f %(TensorFlowArchive.DownloadFile) -C %(TensorFlowArchive.ExtractDirectory)" />

<Exec Condition="'$(OS)' != 'Windows_NT'"

Command="chmod -R +w %(TensorFlowArchive.ExtractDirectory)" />

<Touch Files="@(TensorFlowArchive->'%(ExtractSemaphore)')" AlwaysCreate="true" />

</Target>

<!-- Select the files we want to copy out of each archive. -->

<Target Name="GetFilesFromArchive"

DependsOnTargets="ValidateAndExtractArchives" >

<ItemGroup>

<!-- batch rather than transform so that we can split FilesFromArchive metadata -->

<_fileFromArchive Include="%(TensorFlowArchive.FilesFromArchive)" ExtractDirectory="%(TensorFlowArchive.ExtractDirectory)" Runtime="%(TensorFlowArchive.Runtime)" />

<_fileFromArchive DestinationFile="%(FileName)%(Extension)"/>

<_fileFromArchive PackagePath="runtimes\%(_fileFromArchive.Runtime)\native\%(_fileFromArchive.DestinationFile)" />

<!-- LICENSE from the package is actually THIRD_PARTY_NOTICES-->

<_fileFromArchive Condition="'%(DestinationFile)' == 'LICENSE'" PackagePath="THIRD_PARTY_NOTICES.txt" Runtime="" />

<!-- copy to packaging location -->

<FilesFromArchive Include="@(_fileFromArchive->'%(ExtractDirectory)\%(Identity)')"

TargetPath="$(PackageAssetsPath)$(MSBuildProjectName)\%(PackagePath)" />

<!-- include LICENSE that was downloaded from GitHub -->

<FilesFromArchive Include="$(BinDir)\LICENSE"

TargetPath="$(PackageAssetsPath)$(MSBuildProjectName)\LICENSE.txt" />

<!-- copy to NativeAssets location, only for current RID, so that they may be used by tests -->

<!--<FilesFromArchive Condition="'$(PackageRID)' == '%(_fileFromArchive.Runtime)'"

Include="@(_fileFromArchive->'%(ExtractDirectory)\%(Identity)')"

TargetPath="$(NativeAssetsBuiltPath)\%(_fileFromArchive.DestinationFile)" />-->

</ItemGroup>

</Target>

<Target Name="CopyFilesFromArchive"

DependsOnTargets="GetFilesFromArchive">

<Message Importance="High" Text="@(FilesFromArchive) -> %(FilesFromArchive.TargetPath)" />

<Copy SourceFiles="@(FilesFromArchive)"

DestinationFiles="@(FilesFromArchive->'%(TargetPath)')" />

</Target>

<Target Name="Clean">

<Message Importance="High" Text="Deleting $(BinDir);$(ObjDir)" />

<RemoveDir Directories="$(BinDir);$(ObjDir)" />

</Target>

</Project>

850A27858FA951DF77A78CD1BD78B54F6EE2532DD5A49F0579A7B02C795C62F0212F20177EAEA2BD77BD451A57FBBD1348362492F9E14BFE5CA5028C71711293

public (NDArray, NDArray) GetNextBatch(int batch_size, bool fake_data = false, bool shuffle = true)

{

var start = IndexInEpoch;

// Shuffle for the first epoch

if(EpochsCompleted == 0 && start == 0 && shuffle)

{

var perm0 = np.arange(NumOfExamples);

np.random.shuffle(perm0);

Data = Data[perm0];

Labels = Labels[perm0];

}

// Go to the next epoch

if (start + batch_size > NumOfExamples)

{

// Finished epoch

EpochsCompleted += 1;

// Get the rest examples in this epoch

var rest_num_examples = NumOfExamples - start;

//var images_rest_part = _images[np.arange(start, _num_examples)];

//var labels_rest_part = _labels[np.arange(start, _num_examples)];

// Shuffle the data

if (shuffle)

{

var perm = np.arange(NumOfExamples);

np.random.shuffle(perm);

Data = Data[perm];

Labels = Labels[perm];

}

start = 0;

IndexInEpoch = batch_size - rest_num_examples;

var end = IndexInEpoch;

var images_new_part = Data[np.arange(start, end)];

var labels_new_part = Labels[np.arange(start, end)];

/*return (np.concatenate(new float[][] { images_rest_part.Data<float>(), images_new_part.Data<float>() }, axis: 0),

return (images_new_part, labels_new_part);

}

else

{

IndexInEpoch += batch_size;

var end = IndexInEpoch;

return (Data[np.arange(start, end)], Labels[np.arange(start, end)]);

}

}

public static async Task<Datasets<MnistDataSet>> LoadAsync(string trainDir, bool oneHot = false, int? trainSize = null, int? validationSize = null, int? testSize = null)

var setting = new ModelLoadSetting

OneHot = oneHot,

TrainSize = trainSize

};

if (trainSize.HasValue)

setting.TrainSize = trainSize.Value;

if (validationSize.HasValue)

setting.ValidationSize = validationSize.Value;

if (testSize.HasValue)

setting.TestSize = testSize.Value;

return await loader.LoadAsync(setting);