added neural evolution trainer. Change the databuffer to be rescalable. Use layer definition for RL and SL network.scripables.

Author: tcmxx

Assets/UnityTensorflow/Common/Utils/DataBuffer.cs

@@ -30,13 +30,43 @@ public DataInfo(string name, Type type, int[] dimension)
     [Serializable]
     protected struct DataContainer
     {
-        public DataContainer(DataInfo info, int maxDataCount)
+
+        public DataInfo info;
+        public Array dataList;
+
+        public DataContainer(DataInfo info):this(info,8)
         {
+        }
+
+        public DataContainer(DataInfo info, int reservedSize)
+        {
+            Debug.Assert(reservedSize > 0, "reservedSize needs to be larger than 0");
+            reservedSize = Mathf.Max(1, reservedSize);
             this.info = info;
-            dataList = Array.CreateInstance(info.type, (new int[] { maxDataCount }).Concat(info.dimension).ToArray());
+            dataList = Array.CreateInstance(info.type, (new int[] { reservedSize }).Concat(info.dimension).ToArray());
         }
-        public DataInfo info;
-        public Array dataList;
+
+
+
+
+
+        public void IncreaseArraySize(int sizeToAdd)
+        {
+            Debug.Assert(sizeToAdd > 0, "Size to add needs to be larger than 0");
+            sizeToAdd = Mathf.Max(1, sizeToAdd);
+
+            var newArray = Array.CreateInstance(info.type, (new int[] { dataList.GetLength(0) + sizeToAdd }).Concat(info.dimension).ToArray());
+            int typeSize = Marshal.SizeOf(info.type);
+            Buffer.BlockCopy(dataList, 0, newArray, 0, dataList.Length * info.unitLength * typeSize);
+            dataList = newArray;
+
+        }
+
+        public int CurrentSize()
+        {
+            return dataList.GetLength(0);
+        }
+
     }
 
 
@@ -105,25 +135,38 @@ public void AddData(params ValueTuple<string, Array>[] data)
 
         //feed the data.
 
-        //add the episode to the buffer
+        //calucate numbers for adding the episode to the buffer
         int numToAdd = size;
         int spaceLeft = MaxCount - nextBufferPointer;
+        if (MaxCount <= 0)
+            spaceLeft = Int32.MaxValue;
 
         int appendSize = Mathf.Min(spaceLeft, numToAdd);
         int fromStartSize = Mathf.Max(0, numToAdd - spaceLeft);
 
+        CurrentCount += numToAdd;
+        if (MaxCount > 0)
+            CurrentCount = Mathf.Clamp(CurrentCount, 0, MaxCount);
+
         foreach (var k in data)
         {
+            //resize the data container if needed
+            while(CurrentCount > dataset[k.Item1].CurrentSize())
+            {
+                dataset[k.Item1].IncreaseArraySize(dataset[k.Item1].CurrentSize());
+            }
+
             DataContainer dd = dataset[k.Item1];
             int typeSize = Marshal.SizeOf(dd.info.type);
             //Debug.Log(k.Item1);
             //Debug.Log("add length " + k.Item2.Length + " copy length " + (appendSize * dd.info.unitLength).ToString());
             //Array.Copy(k.Item2, 0, dd.dataList, nextBufferPointer * dd.info.unitLength, appendSize * dd.info.unitLength);
             Buffer.BlockCopy(k.Item2, 0, dd.dataList, nextBufferPointer * dd.info.unitLength * typeSize, appendSize * dd.info.unitLength * typeSize);
         }
+
+
         nextBufferPointer += appendSize;
-        CurrentCount += numToAdd;
-        CurrentCount = Mathf.Clamp(CurrentCount, 0, MaxCount);
+
         if (fromStartSize > 0)
         {
             foreach (var k in data)

Assets/UnityTensorflow/Examples/3DBall/3DBAllNetworkACNE.asset

@@ -0,0 +1,19 @@
+%YAML 1.1
+%TAG !u! tag:unity3d.com,2011:
+--- !u!114 &11400000
+MonoBehaviour:
+  m_ObjectHideFlags: 0
+  m_PrefabParentObject: {fileID: 0}
+  m_PrefabInternal: {fileID: 0}
+  m_GameObject: {fileID: 0}
+  m_Enabled: 1
+  m_EditorHideFlags: 0
+  m_Script: {fileID: 11500000, guid: d99c8458226607a4bb1b2196d603c1b6, type: 3}
+  m_Name: 3DBAllNetworkACNE
+  m_EditorClassIdentifier: 
+  actorNNHidden: 2
+  actorNNWidth: 32
+  criticNNHidden: 2
+  criticNNWidth: 32
+  hiddenWeightsInitialScale: 1
+  outputWeightsInitialScale: 0.01