forked from SciSharp/TensorFlow.NET
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathTensor.Value.cs
More file actions
207 lines (191 loc) · 9.29 KB
/
Tensor.Value.cs
File metadata and controls
207 lines (191 loc) · 9.29 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
using NumSharp;
using NumSharp.Backends;
using NumSharp.Backends.Unmanaged;
using NumSharp.Utilities;
using System;
using System.Runtime.InteropServices;
using System.Text;
using static Tensorflow.Binding;
namespace Tensorflow
{
public partial class Tensor
{
[Obsolete("Please use ToArray<T>() instead.", false)]
public T[] Data<T>() where T : unmanaged
{
return ToArray<T>();
}
/// <summary>
///
/// </summary>
/// <typeparam name="T"></typeparam>
/// <returns></returns>
public T[] ToArray<T>() where T : unmanaged
{
//Are the types matching?
if (typeof(T).as_dtype() == dtype)
{
if (NDims == 0 && size == 1) //is it a scalar?
{
unsafe
{
return new T[] { *(T*)buffer };
}
}
//types match, no need to perform cast
var ret = new T[size];
unsafe
{
var len = (long)size;
fixed (T* dst = ret)
{
//T can only be unmanaged, I believe it is safe to say that MemoryCopy is valid for all cases this method can be called.
var src = (T*)buffer;
len *= (long)itemsize;
System.Buffer.MemoryCopy(src, dst, len, len);
}
}
return ret;
}
else
{
//types do not match, need to perform cast
if (NDims == 0 && size == 1) //is it a scalar?
{
unsafe
{
#if _REGEN
#region Compute
switch (dtype.as_numpy_dtype().GetTypeCode())
{
%foreach supported_dtypes,supported_dtypes_lowercase%
case NPTypeCode.#1: return new T[] {Converts.ChangeType<T>(*(#2*) buffer)};
%
case NPTypeCode.String: return new T[] {Converts.ChangeType<T>((string)this)};
default:
throw new NotSupportedException();
}
#endregion
#else
#region Compute
switch (dtype.as_numpy_dtype().GetTypeCode())
{
case NPTypeCode.Boolean: return new T[] { Converts.ChangeType<T>(*(bool*)buffer) };
case NPTypeCode.Byte: return new T[] { Converts.ChangeType<T>(*(byte*)buffer) };
case NPTypeCode.Int16: return new T[] { Converts.ChangeType<T>(*(short*)buffer) };
case NPTypeCode.UInt16: return new T[] { Converts.ChangeType<T>(*(ushort*)buffer) };
case NPTypeCode.Int32: return new T[] { Converts.ChangeType<T>(*(int*)buffer) };
case NPTypeCode.UInt32: return new T[] { Converts.ChangeType<T>(*(uint*)buffer) };
case NPTypeCode.Int64: return new T[] { Converts.ChangeType<T>(*(long*)buffer) };
case NPTypeCode.UInt64: return new T[] { Converts.ChangeType<T>(*(ulong*)buffer) };
case NPTypeCode.Char: return new T[] { Converts.ChangeType<T>(*(char*)buffer) };
case NPTypeCode.Double: return new T[] { Converts.ChangeType<T>(*(double*)buffer) };
case NPTypeCode.Single: return new T[] { Converts.ChangeType<T>(*(float*)buffer) };
case NPTypeCode.String: return new T[] { Converts.ChangeType<T>((string)this) };
default:
throw new NotSupportedException();
}
#endregion
#endif
}
}
var ret = new T[size];
unsafe
{
var len = (long)size;
fixed (T* dstRet = ret)
{
T* dst = dstRet; //local stack copy
#if _REGEN
#region Compute
switch (dtype.as_numpy_dtype().GetTypeCode())
{
%foreach supported_dtypes,supported_dtypes_lowercase%
case NPTypeCode.#1: new UnmanagedMemoryBlock<#2>((#2*) buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
%
default:
throw new NotSupportedException();
}
#endregion
#else
#region Compute
switch (dtype.as_numpy_dtype().GetTypeCode())
{
case NPTypeCode.Boolean: new UnmanagedMemoryBlock<bool>((bool*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.Byte: new UnmanagedMemoryBlock<byte>((byte*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.Int16: new UnmanagedMemoryBlock<short>((short*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.UInt16: new UnmanagedMemoryBlock<ushort>((ushort*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.Int32: new UnmanagedMemoryBlock<int>((int*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.UInt32: new UnmanagedMemoryBlock<uint>((uint*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.Int64: new UnmanagedMemoryBlock<long>((long*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.UInt64: new UnmanagedMemoryBlock<ulong>((ulong*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.Char: new UnmanagedMemoryBlock<char>((char*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.Double: new UnmanagedMemoryBlock<double>((double*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.Single: new UnmanagedMemoryBlock<float>((float*)buffer, len).CastTo(new UnmanagedMemoryBlock<T>(dst, len), null, null); break;
case NPTypeCode.String: throw new NotSupportedException("Unable to convert from string to other dtypes"); //TODO! this should call Converts.To<T>
default:
throw new NotSupportedException();
}
#endregion
#endif
}
}
return ret;
}
}
/// <summary>
/// Copy of the contents of this Tensor into a NumPy array or scalar.
/// </summary>
/// <returns>
/// A NumPy array of the same shape and dtype or a NumPy scalar, if this
/// Tensor has rank 0.
/// </returns>
public NDArray numpy()
=> GetNDArray(dtype);
protected unsafe NDArray GetNDArray(TF_DataType dtype)
{
UnmanagedStorage storage;
switch (dtype)
{
case TF_DataType.TF_BOOL:
storage = new UnmanagedStorage(NPTypeCode.Boolean);
break;
case TF_DataType.TF_STRING:
var nd = np.array(StringData());
return nd;
case TF_DataType.TF_UINT8:
storage = new UnmanagedStorage(NPTypeCode.Byte);
break;
case TF_DataType.TF_INT32:
storage = new UnmanagedStorage(NPTypeCode.Int32);
break;
case TF_DataType.TF_INT64:
storage = new UnmanagedStorage(NPTypeCode.Int64);
break;
case TF_DataType.TF_FLOAT:
storage = new UnmanagedStorage(NPTypeCode.Float);
break;
case TF_DataType.TF_DOUBLE:
storage = new UnmanagedStorage(NPTypeCode.Double);
break;
default:
return BufferToArray();
}
storage.Allocate(new Shape(shape));
System.Buffer.MemoryCopy(buffer.ToPointer(), storage.Address, bytesize, bytesize);
return new NDArray(storage);
}
/// <summary>
/// Copies the memory of current buffer onto newly allocated array.
/// </summary>
/// <returns></returns>
public unsafe byte[] BufferToArray()
{
// ReSharper disable once LocalVariableHidesMember
var data = new byte[bytesize];
fixed (byte* dst = data)
System.Buffer.MemoryCopy(buffer.ToPointer(), dst, bytesize, bytesize);
return data;
}
}
}