data collected for simplified billiard. Added variance option for supervised learning

Author: tcmxx

Assets/UnityTensorflow/Examples/3DBall/3DBall.unity

@@ -178,19 +178,6 @@ Prefab:
     m_RemovedComponents: []
   m_ParentPrefab: {fileID: 100100000, guid: ff026d63a00abdc48ad6ddcff89aba04, type: 2}
   m_IsPrefabParent: 0
---- !u!114 &130031719
-MonoBehaviour:
-  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  m_GameObject: {fileID: 0}
-  m_Enabled: 1
-  m_EditorHideFlags: 0
-  m_Script: {fileID: 11500000, guid: 6c70bae3b443c3743a743c3b2837676b, type: 3}
-  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)
-  m_EditorClassIdentifier: 
-  brain: {fileID: 667765197}
-  trainer: {fileID: 1481586190}
 --- !u!1001 &131215796
 Prefab:
   m_ObjectHideFlags: 0
@@ -496,18 +483,6 @@ Prefab:
     m_RemovedComponents: []
   m_ParentPrefab: {fileID: 100100000, guid: ff026d63a00abdc48ad6ddcff89aba04, type: 2}
   m_IsPrefabParent: 0
---- !u!114 &486841188
-MonoBehaviour:
-  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  m_GameObject: {fileID: 0}
-  m_Enabled: 1
-  m_EditorHideFlags: 0
-  m_Script: {fileID: 11500000, guid: 35813a1be64e144f887d7d5f15b963fa, type: 3}
-  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
-  m_EditorClassIdentifier: 
-  brain: {fileID: 0}
 --- !u!1 &544547867
 GameObject:
   m_ObjectHideFlags: 0
@@ -593,6 +568,19 @@ Transform:
   m_Father: {fileID: 0}
   m_RootOrder: 2
   m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
+--- !u!114 &623871556
+MonoBehaviour:
+  m_ObjectHideFlags: 0
+  m_PrefabParentObject: {fileID: 0}
+  m_PrefabInternal: {fileID: 0}
+  m_GameObject: {fileID: 0}
+  m_Enabled: 1
+  m_EditorHideFlags: 0
+  m_Script: {fileID: 11500000, guid: 943466ab374444748a364f9d6c3e2fe2, type: 3}
+  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
+  m_EditorClassIdentifier: 
+  broadcast: 1
+  brain: {fileID: 0}
 --- !u!1 &654033466
 GameObject:
   m_ObjectHideFlags: 0
@@ -633,8 +621,12 @@ MonoBehaviour:
   m_Script: {fileID: 11500000, guid: 80885700eae055d47977cc84fd00de74, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
-  network: {fileID: 11400000, guid: 1170bea1dbc1f4a449583feba27c4536, type: 2}
+  checkpointTOLoad: {fileID: 0}
   trainingEnabled: 0
+  network: {fileID: 11400000, guid: 1170bea1dbc1f4a449583feba27c4536, type: 2}
+  optimizer:
+    optimizerType: 0
+    parameterList: []
 --- !u!114 &667765197
 MonoBehaviour:
   m_ObjectHideFlags: 0
@@ -658,34 +650,23 @@ MonoBehaviour:
     vectorActionSpaceType: 1
   brainType: 4
   CoreBrains:
-  - {fileID: 1434989516}
-  - {fileID: 1397613274}
-  - {fileID: 486841188}
-  - {fileID: 725194280}
-  - {fileID: 130031719}
-  instanceID: 15838
---- !u!114 &725194280
+  - {fileID: 804078638}
+  - {fileID: 623871556}
+  - {fileID: 681465478}
+  - {fileID: 1469086139}
+  - {fileID: 2122225361}
+  instanceID: 20530
+--- !u!114 &681465478
 MonoBehaviour:
   m_ObjectHideFlags: 0
   m_PrefabParentObject: {fileID: 0}
   m_PrefabInternal: {fileID: 0}
   m_GameObject: {fileID: 0}
   m_Enabled: 1
   m_EditorHideFlags: 0
-  m_Script: {fileID: 11500000, guid: 8b23992c8eb17439887f5e944bf04a40, type: 3}
-  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
+  m_Script: {fileID: 11500000, guid: 35813a1be64e144f887d7d5f15b963fa, type: 3}
+  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
   m_EditorClassIdentifier: 
-  broadcast: 1
-  graphModel: {fileID: 0}
-  graphScope: 
-  graphPlaceholders: []
-  BatchSizePlaceholderName: batch_size
-  VectorObservationPlacholderName: vector_observation
-  RecurrentInPlaceholderName: recurrent_in
-  RecurrentOutPlaceholderName: recurrent_out
-  VisualObservationPlaceholderName: []
-  ActionPlaceholderName: action
-  PreviousActionPlaceholderName: prev_action
   brain: {fileID: 0}
 --- !u!1001 &764818074
 Prefab:
@@ -747,6 +728,23 @@ Prefab:
     m_RemovedComponents: []
   m_ParentPrefab: {fileID: 100100000, guid: ff026d63a00abdc48ad6ddcff89aba04, type: 2}
   m_IsPrefabParent: 0
+--- !u!114 &804078638
+MonoBehaviour:
+  m_ObjectHideFlags: 0
+  m_PrefabParentObject: {fileID: 0}
+  m_PrefabInternal: {fileID: 0}
+  m_GameObject: {fileID: 0}
+  m_Enabled: 1
+  m_EditorHideFlags: 0
+  m_Script: {fileID: 11500000, guid: 41e9bda8f3cf1492fa74926a530f6f70, type: 3}
+  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
+  m_EditorClassIdentifier: 
+  broadcast: 1
+  keyContinuousPlayerActions: []
+  axisContinuousPlayerActions: []
+  discretePlayerActions: []
+  defaultAction: 0
+  brain: {fileID: 667765197}
 --- !u!1001 &826954003
 Prefab:
   m_ObjectHideFlags: 0
@@ -807,19 +805,6 @@ Prefab:
     m_RemovedComponents: []
   m_ParentPrefab: {fileID: 100100000, guid: ff026d63a00abdc48ad6ddcff89aba04, type: 2}
   m_IsPrefabParent: 0
---- !u!114 &1397613274
-MonoBehaviour:
-  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  m_GameObject: {fileID: 0}
-  m_Enabled: 1
-  m_EditorHideFlags: 0
-  m_Script: {fileID: 11500000, guid: 943466ab374444748a364f9d6c3e2fe2, type: 3}
-  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
-  m_EditorClassIdentifier: 
-  broadcast: 1
-  brain: {fileID: 0}
 --- !u!1 &1397918840
 GameObject:
   m_ObjectHideFlags: 0
@@ -885,23 +870,6 @@ Transform:
   m_Father: {fileID: 0}
   m_RootOrder: 0
   m_LocalEulerAnglesHint: {x: 20, y: 0, z: 0}
---- !u!114 &1434989516
-MonoBehaviour:
-  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  m_GameObject: {fileID: 0}
-  m_Enabled: 1
-  m_EditorHideFlags: 0
-  m_Script: {fileID: 11500000, guid: 41e9bda8f3cf1492fa74926a530f6f70, type: 3}
-  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
-  m_EditorClassIdentifier: 
-  broadcast: 1
-  keyContinuousPlayerActions: []
-  axisContinuousPlayerActions: []
-  discretePlayerActions: []
-  defaultAction: 0
-  brain: {fileID: 667765197}
 --- !u!1001 &1450507641
 Prefab:
   m_ObjectHideFlags: 0
@@ -1007,6 +975,29 @@ Transform:
   m_Father: {fileID: 1583402088}
   m_RootOrder: 0
   m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
+--- !u!114 &1469086139
+MonoBehaviour:
+  m_ObjectHideFlags: 0
+  m_PrefabParentObject: {fileID: 0}
+  m_PrefabInternal: {fileID: 0}
+  m_GameObject: {fileID: 0}
+  m_Enabled: 1
+  m_EditorHideFlags: 0
+  m_Script: {fileID: 11500000, guid: 8b23992c8eb17439887f5e944bf04a40, type: 3}
+  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
+  m_EditorClassIdentifier: 
+  broadcast: 1
+  graphModel: {fileID: 0}
+  graphScope: 
+  graphPlaceholders: []
+  BatchSizePlaceholderName: batch_size
+  VectorObservationPlacholderName: vector_observation
+  RecurrentInPlaceholderName: recurrent_in
+  RecurrentOutPlaceholderName: recurrent_out
+  VisualObservationPlaceholderName: []
+  ActionPlaceholderName: action
+  PreviousActionPlaceholderName: prev_action
+  brain: {fileID: 0}
 --- !u!1 &1481586188
 GameObject:
   m_ObjectHideFlags: 0
@@ -1047,13 +1038,12 @@ MonoBehaviour:
   m_Script: {fileID: 11500000, guid: 6d491f9276717f244b7c13d65e0cb335, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
-  academyRef: {fileID: 1583402089}
-  isTraining: 0
   modelRef: {fileID: 654033468}
+  isTraining: 0
   parameters: {fileID: 11400000, guid: 2739dacb167d7df489bcedea5510504d, type: 2}
-  steps: 0
   continueFromCheckpoint: 1
   checkpointPath: Assets\UnityTensorflow\Examples\3DBall\3DBallCheckpoint.bytes
+  steps: 0
 --- !u!1 &1583402087
 GameObject:
   m_ObjectHideFlags: 0
@@ -1362,3 +1352,16 @@ Transform:
   m_Father: {fileID: 0}
   m_RootOrder: 1
   m_LocalEulerAnglesHint: {x: 45, y: -45, z: 0}
+--- !u!114 &2122225361
+MonoBehaviour:
+  m_ObjectHideFlags: 0
+  m_PrefabParentObject: {fileID: 0}
+  m_PrefabInternal: {fileID: 0}
+  m_GameObject: {fileID: 0}
+  m_Enabled: 1
+  m_EditorHideFlags: 0
+  m_Script: {fileID: 11500000, guid: 6c70bae3b443c3743a743c3b2837676b, type: 3}
+  m_Name: (Clone)(Clone)(Clone)(Clone)(Clone)(Clone)
+  m_EditorClassIdentifier: 
+  brain: {fileID: 667765197}
+  trainer: {fileID: 1481586188}

Assets/UnityTensorflow/Examples/IntelligentPool/BilliardMAESOnly-OneShot-UseMAESDirectly.unity

@@ -292,6 +292,16 @@ Prefab:
       propertyPath: m_Pivot.y
       value: 0
       objectReference: {fileID: 0}
+    - target: {fileID: 114454450180575772, guid: 938e363109f3bd143903f0b192439d85,
+        type: 2}
+      propertyPath: m_OnClick.m_PersistentCalls.m_Calls.Array.data[0].m_Target
+      value: 
+      objectReference: {fileID: 1528656079}
+    - target: {fileID: 223300445403289700, guid: 938e363109f3bd143903f0b192439d85,
+        type: 2}
+      propertyPath: m_Camera
+      value: 
+      objectReference: {fileID: 132445805}
     - target: {fileID: 114263354044584962, guid: 938e363109f3bd143903f0b192439d85,
         type: 2}
       propertyPath: agentRef
@@ -312,11 +322,6 @@ Prefab:
       propertyPath: heatmapRef
       value: 
       objectReference: {fileID: 788448920}
-    - target: {fileID: 223300445403289700, guid: 938e363109f3bd143903f0b192439d85,
-        type: 2}
-      propertyPath: m_Camera
-      value: 
-      objectReference: {fileID: 132445805}
     - target: {fileID: 224223464926785904, guid: 938e363109f3bd143903f0b192439d85,
         type: 2}
       propertyPath: m_AnchorMax.y
@@ -581,34 +586,6 @@ Prefab:
       propertyPath: m_RootOrder
       value: 7
       objectReference: {fileID: 0}
-    - target: {fileID: 1291875998802794, guid: 55c096b86fa848c499e2b6532b4f68ca, type: 2}
-      propertyPath: m_Layer
-      value: 2
-      objectReference: {fileID: 0}
-    - target: {fileID: 1929158077914544, guid: 55c096b86fa848c499e2b6532b4f68ca, type: 2}
-      propertyPath: m_Layer
-      value: 2
-      objectReference: {fileID: 0}
-    - target: {fileID: 1133197049696698, guid: 55c096b86fa848c499e2b6532b4f68ca, type: 2}
-      propertyPath: m_Layer
-      value: 2
-      objectReference: {fileID: 0}
-    - target: {fileID: 1642639715809588, guid: 55c096b86fa848c499e2b6532b4f68ca, type: 2}
-      propertyPath: m_Layer
-      value: 2
-      objectReference: {fileID: 0}
-    - target: {fileID: 4211362129176552, guid: 55c096b86fa848c499e2b6532b4f68ca, type: 2}
-      propertyPath: m_LocalPosition.x
-      value: 0.226
-      objectReference: {fileID: 0}
-    - target: {fileID: 4211362129176552, guid: 55c096b86fa848c499e2b6532b4f68ca, type: 2}
-      propertyPath: m_LocalPosition.z
-      value: 0.368
-      objectReference: {fileID: 0}
-    - target: {fileID: 4818808974806212, guid: 55c096b86fa848c499e2b6532b4f68ca, type: 2}
-      propertyPath: m_LocalPosition.y
-      value: 4.548
-      objectReference: {fileID: 0}
     m_RemovedComponents: []
   m_ParentPrefab: {fileID: 100100000, guid: 55c096b86fa848c499e2b6532b4f68ca, type: 2}
   m_IsPrefabParent: 0

Assets/UnityTensorflow/Examples/IntelligentPool/BilliardSLAndMAES-OneShot.unity

@@ -361,7 +361,7 @@ MonoBehaviour:
   optimizer:
     optimizerType: 0
     parameterList:
-    - 0.001
+    - 0.0004
     - 0.9
     - 0.995
     - 0.00000001

Assets/UnityTensorflow/Examples/IntelligentPool/BilliardSLAndMAES-OneShotSimplified.unity

@@ -469,7 +469,7 @@ MonoBehaviour:
   continueFromCheckpoint: 1
   checkpointPath: Assets\UnityTensorflow\Examples\IntelligentPool\Data\SLsimplified.bytes
   steps: 0
-  isCollectingData: 1
+  isCollectingData: 0
   dataBufferCount: 0
 --- !u!4 &949524765
 Transform:
@@ -755,7 +755,7 @@ Prefab:
     - target: {fileID: 114609543265186452, guid: 516fb5a9405a3b141b40831dd2ba3441,
         type: 2}
       propertyPath: useDecision
-      value: 1
+      value: 0
       objectReference: {fileID: 0}
     - target: {fileID: 114988921453423414, guid: 516fb5a9405a3b141b40831dd2ba3441,
         type: 2}

Assets/UnityTensorflow/Examples/IntelligentPool/Data/BilliardNetworkSupervised.asset

@@ -15,3 +15,5 @@ MonoBehaviour:
   width: 64
   hiddenWeightsInitialScale: 1
   outputWeightsInitialScale: 0.01
+  useVarianceForContinuousAction: 1
+  minStd: 0.1

Assets/UnityTensorflow/Examples/IntelligentPool/Data/BilliardTrainerParamsMimic.asset

@@ -15,7 +15,7 @@ MonoBehaviour:
   maxTotalSteps: 100000000
   lossLogInterval: 100
   saveModelInterval: 20
-  batchSize: 64
+  batchSize: 256
   numIterationPerTrain: 10
   requiredDataBeforeTraining: 20000
   maxBufferSize: 20000