update numerics

agent.py

@@ -1,4 +1,3 @@
-
 import numpy as np
 import torch
 import stable_baselines3 as sb3

configs/config_cifar10.yml → configs/cifar10.yml

@@ -1,6 +1,5 @@
-
 exp_name: cifar10
-seed: 2022
+seed: 2024
 
 env_name: cifar10
 

configs/config_mnist.yml → configs/mnist.yml

@@ -1,6 +1,5 @@
-
 exp_name: mnist
-seed: 2022
+seed: 2024
 
 env_name: mnist
 

configs/config_personalization.yml → configs/personalization.yml

@@ -1,6 +1,5 @@
-
 exp_name: personalization
-seed: 2022
+seed: 2024
 
 env_name: personalization
 

configs/config_recogym.yml → configs/recogym.yml

@@ -1,6 +1,5 @@
-
 exp_name: recogym
-seed: 2022
+seed: 2023
 
 env_name: recogym
 

configs/config_spotify.yml → configs/spotify.yml

@@ -1,6 +1,5 @@
-
 exp_name: spotify
-seed: 2022
+seed: 2024
 
 env_name: spotify
 

data/cifar10.yml

@@ -22,4 +22,4 @@ params_exp:
   - 128
   eval_interval: 2500
   num_timesteps: 500000.0
-seed: 2022
+seed: 2024

data/mnist.yml

@@ -22,4 +22,4 @@ params_exp:
   - 64
   eval_interval: 250
   num_timesteps: 50000.0
-seed: 2022
+seed: 2024

data/personalization.yml

@@ -22,4 +22,4 @@ params_exp:
   - 512
   eval_interval: 500
   num_timesteps: 100000.0
-seed: 2022
+seed: 2024

data/recogym.yml

@@ -6,20 +6,10 @@ params_agents:
     batch_size: 32
     hyperparams:
       learning_rate: 0.0001
-  DQN:
-    alg_type: DQN
-    batch_size: 32
-    hyperparams:
-      learning_rate: 0.0001
-  PPO:
-    alg_type: PPO
-    batch_size: 32
-    hyperparams:
-      learning_rate: 0.0001
 params_exp:
   arch:
   - 512
   - 512
   eval_interval: 2500
   num_timesteps: 500000.0
-seed: 2022
+seed: 2024

data/sample.yml

@@ -0,0 +1,21 @@
+
+exp_name: sample
+seed: 2022
+
+env_name: mnist
+
+params_exp:
+    arch: [512,512]
+    num_timesteps: 2.0e+5
+    eval_interval: 5000
+
+params_agents:
+
+    'A2C':
+        alg_type: A2C
+        hyperparams: {learning_rate: 1.0e-3}
+        batch_size: 32
+    'DQN':
+        alg_type: DQN
+        hyperparams: {learning_rate: 1.0e-3}
+        batch_size: 32

data/spotify.yml

@@ -22,4 +22,4 @@ params_exp:
   - 256
   eval_interval: 100
   num_timesteps: 20000.0
-seed: 2022
+seed: 2024

environment.py

@@ -1,4 +1,3 @@
-
 from environments.classification_env import ClassificationEnv
 from environments.spotify_env import SpotifyEnv
 from environments.recogym_env import RecogymEnv

environments/spotify/data/blues.csv

@@ -1,71 +1,71 @@
 ,id,acousticness,danceability,energy,instrumentalness,liveness,loudness,mode,speechiness,tempo,valence
-0,2HUZVffVPXvqnrml0gXggp,0.844,0.661,0.342,0.000128,0.26,0.7273166666666666,0.0,0.043,0.73059,0.588
-1,2wnjZXcAT3rCjjqxLeHjv7,0.0339,0.565,0.526,0.000119,0.11,0.8108,1.0,0.0365,0.83968,0.637
+0,1kPBT8S2wJFNAyBMnGVZgL,0.689,0.477,0.433,0.000195,0.151,0.8921166666666667,0.0,0.0247,0.41259999999999997,0.611
+1,1a2iF9XymafjRk56q7oCxo,0.0274,0.427,0.626,0.00395,0.106,0.8029833333333334,1.0,0.0385,0.634385,0.743
 2,4qYHnP5AmKzXbJhciPV8si,0.933,0.518,0.376,0.86,0.0976,0.6958666666666666,0.0,0.0431,0.790445,0.744
 3,58PSYdY0GFg0LFb2PxYk4T,0.44,0.598,0.735,0.000215,0.681,0.8186333333333333,1.0,0.0973,0.5556450000000001,0.615
-4,7mNFrf8IfgaWMFCz64CtK4,0.857,0.679,0.367,0.0181,0.103,0.8842333333333333,1.0,0.0534,0.744795,0.406
-5,2uDIGXUD5hLdM7wzyl1PaR,0.417,0.693,0.454,0.000315,0.156,0.82875,0.0,0.03,0.56107,0.914
-6,31GIhpOQpKCzlnuPn03pBQ,0.856,0.779,0.155,7.82e-06,0.0974,0.6405000000000001,1.0,0.112,0.516255,0.696
-7,79lwbvYgFFw3eNbBx4bBRw,0.652,0.523,0.568,0.00534,0.1,0.7902666666666667,1.0,0.0751,0.6772400000000001,0.813
-8,6y5eBHh57iYViDkK4Hn6R7,0.0516,0.457,0.412,4.35e-05,0.275,0.8143666666666667,0.0,0.0369,0.647115,0.44
-9,2r6Ve8kNEzqg3u45UL0muX,0.219,0.56,0.73,0.144,0.179,0.9051666666666667,1.0,0.0362,0.7579699999999999,0.963
-10,2Mr1bGI2E10K7Mt1UJZ6Mw,0.62,0.441,0.455,0.00187,0.135,0.7632166666666667,1.0,0.0485,0.8045,0.918
-11,3E0VKSvZp76kvBU2WwwBul,0.195,0.542,0.502,0.00812,0.174,0.8232166666666667,0.0,0.0515,0.87055,0.948
-12,760clbeDBWmBsBLbszWuNZ,0.333,0.513,0.546,0.0,0.17,0.7388,1.0,0.0391,0.427635,0.834
-13,0RYe9pP6Fa3jzEh1n0RZou,0.68,0.723,0.357,0.24,0.606,0.7902166666666667,0.0,0.0616,0.5703900000000001,0.804
-14,3XxBSvDZKH5YvZZjTpn6eR,0.585,0.277,0.479,0.0224,0.16,0.8586166666666667,0.0,0.0495,0.269525,0.483
-15,7pzDaHQx6WFWtdx9PLPxcx,0.669,0.566,0.424,0.00456,0.175,0.8551833333333333,0.0,0.0392,0.52884,0.431
-16,3kkCpDqhrOEBf0eOR2igEE,0.0962,0.641,0.905,0.00309,0.114,0.8865833333333333,1.0,0.0542,0.539775,0.789
-17,65VzqBb5ogD2xIFD8jetMG,0.573,0.519,0.779,8.13e-05,0.286,0.84735,1.0,0.0648,0.567435,0.888
-18,1yKah8BCP3Vgq2tPBOLKL0,0.491,0.321,0.625,5.08e-05,0.345,0.9130166666666667,0.0,0.0302,0.53669,0.777
-19,5x7Oxaa9EEIx9nw17CC5yW,0.593,0.56,0.241,0.195,0.122,0.7435833333333333,0.0,0.0314,0.397685,0.341
-20,5Oc0vLGWdEWeCqIU8zyELt,0.706,0.563,0.542,3.59e-05,0.355,0.8189666666666666,1.0,0.0962,0.6664249999999999,0.785
-21,1ekio2Gk6WycLArAUJZfxM,0.197,0.303,0.492,0.63,0.288,0.8214,1.0,0.039,1.00009,0.677
+4,4NQfrmGs9iQXVQI9IpRhjM,0.344,0.547,0.46,0.442,0.0983,0.8540166666666666,0.0,0.0256,0.45384,0.543
+5,2Mr1bGI2E10K7Mt1UJZ6Mw,0.62,0.441,0.455,0.00187,0.135,0.7632166666666667,1.0,0.0485,0.8045,0.918
+6,2HUZVffVPXvqnrml0gXggp,0.844,0.661,0.342,0.000128,0.26,0.7273166666666666,0.0,0.043,0.73059,0.588
+7,2wnjZXcAT3rCjjqxLeHjv7,0.0339,0.565,0.526,0.000119,0.11,0.8108,1.0,0.0365,0.83968,0.637
+8,3ocm1Cf1Dk1ODrdBdybh82,0.434,0.711,0.483,0.012,0.0284,0.81315,1.0,0.0298,0.45826,0.884
+9,4KMXlzvtC8xjLseDqDjpeU,0.862,0.676,0.334,0.0,0.32,0.8238,1.0,0.0508,0.79,0.867
+10,3XxBSvDZKH5YvZZjTpn6eR,0.585,0.277,0.479,0.0224,0.16,0.8586166666666667,0.0,0.0495,0.269525,0.483
+11,5MTsZG10E0hTvAkdioyPnw,0.44,0.572,0.348,0.000721,0.235,0.7757666666666667,1.0,0.0294,0.36652,0.34
+12,0h06YSqzwbAU9ZDuIvw8pk,0.3,0.595,0.525,3.15e-05,0.197,0.8069666666666666,0.0,0.0499,0.622845,0.826
+13,3E0VKSvZp76kvBU2WwwBul,0.195,0.542,0.502,0.00812,0.174,0.8232166666666667,0.0,0.0515,0.87055,0.948
+14,760clbeDBWmBsBLbszWuNZ,0.333,0.513,0.546,0.0,0.17,0.7388,1.0,0.0391,0.427635,0.834
+15,35X1ucjCm7rHK80qJ413ci,0.47,0.69,0.584,2.46e-05,0.297,0.8522666666666666,1.0,0.0746,0.590085,0.809
+16,5Oc0vLGWdEWeCqIU8zyELt,0.706,0.563,0.542,3.59e-05,0.355,0.8189666666666666,1.0,0.0962,0.6664249999999999,0.785
+17,5x7Oxaa9EEIx9nw17CC5yW,0.593,0.56,0.241,0.195,0.122,0.7435833333333333,0.0,0.0314,0.397685,0.341
+18,2ROJOb98GorxStuOuZWcGd,0.642,0.303,0.648,0.053,0.407,0.88675,1.0,0.0512,0.851895,0.644
+19,6kucNn22HB0qb2ZPa1BrNl,0.137,0.713,0.281,0.0258,0.111,0.8157166666666666,0.0,0.0379,0.741505,0.397
+20,5MVMARaMoclifNmBtPu0dD,0.279,0.548,0.874,0.0463,0.173,0.8308833333333333,1.0,0.0463,0.860645,0.966
+21,2FtX5tOFUVOyjcGQiuGR8f,0.0488,0.353,0.921,0.065,0.314,0.906,1.0,0.0758,0.727945,0.526
 22,3YGsgJqtIWKjMjZtKLk11Z,0.282,0.294,0.736,0.0418,0.102,0.8673166666666666,0.0,0.151,1.04288,0.753
-23,1cXc92MX9kFjMrrDsvdf9w,0.343,0.648,0.544,2.93e-06,0.087,0.8506166666666667,1.0,0.179,0.765315,0.619
-24,3ocm1Cf1Dk1ODrdBdybh82,0.434,0.711,0.483,0.012,0.0284,0.81315,1.0,0.0298,0.45826,0.884
-25,1cRTAPP2FG9h2WiYMOIVIK,0.0226,0.294,0.611,0.435,0.114,0.8955333333333333,1.0,0.0348,0.890955,0.567
-26,1TRIYxcVJYPki5AX2hZzZT,0.713,0.639,0.496,0.254,0.0545,0.8859333333333334,0.0,0.0375,0.70197,0.467
-27,4NQfrmGs9iQXVQI9IpRhjM,0.344,0.547,0.46,0.442,0.0983,0.8540166666666666,0.0,0.0256,0.45384,0.543
-28,3gg0xEc2b4eEbYySLmfFU1,0.527,0.73,0.235,0.0112,0.0663,0.7454000000000001,1.0,0.0355,0.43613,0.624
-29,2PcbVKT28p9mOlWBDL371J,0.407,0.469,0.236,0.0434,0.215,0.7169833333333333,1.0,0.0364,0.41115999999999997,0.415
-30,2hv2NiSq8p4pgL28pxcqAJ,0.0581,0.556,0.567,0.00143,0.0907,0.8095666666666667,0.0,0.0333,0.706725,0.858
-31,6f3OYG5R630tjwFIHIE7j2,0.496,0.775,0.499,0.0219,0.114,0.8803166666666666,1.0,0.0415,0.60528,0.862
-32,4KMXlzvtC8xjLseDqDjpeU,0.862,0.676,0.334,0.0,0.32,0.8238,1.0,0.0508,0.79,0.867
-33,4c0Mgs559lG4sPiEC3XcxY,0.418,0.872,0.384,0.317,0.0687,0.7299333333333333,1.0,0.0388,0.512985,0.938
-34,1sxtxIKhRiQwuGpUwHoEHq,0.436,0.378,0.756,0.0351,0.867,0.81545,1.0,0.0673,0.6578849999999999,0.838
-35,1f9FEeBWZkuT4ItJZwsJ2l,0.54,0.582,0.75,8.25e-06,0.337,0.8132333333333334,1.0,0.113,0.57052,0.686
-36,2FtX5tOFUVOyjcGQiuGR8f,0.0488,0.353,0.921,0.065,0.314,0.906,1.0,0.0758,0.727945,0.526
-37,3Gq3uFAdJltar4ddwboPby,0.55,0.584,0.278,0.21,0.255,0.6905666666666667,1.0,0.0312,0.40856000000000003,0.75
-38,73GEVn1tqk9bn0KbtWsiqj,0.843,0.433,0.7,0.324,0.102,0.8633833333333334,1.0,0.163,0.403115,0.8
-39,0RTjFVHvqjTdpX2NawwyXI,0.101,0.678,0.612,0.318,0.164,0.8372666666666667,1.0,0.0339,0.591905,0.857
-40,6kucNn22HB0qb2ZPa1BrNl,0.137,0.713,0.281,0.0258,0.111,0.8157166666666666,0.0,0.0379,0.741505,0.397
-41,0WvSYVnEXD7QLa5pDJ920S,0.0217,0.84,0.412,0.784,0.041,0.7628333333333334,1.0,0.056,0.614035,0.963
-42,61K6lqGyrl2Aerk0LjAZem,0.989,0.629,0.0192,4.3e-05,0.106,0.6674666666666667,1.0,0.0833,0.84627,0.335
-43,1i7nQGgwloILcp6ZftH2Qa,0.545,0.606,0.301,0.00194,0.0419,0.8099666666666667,1.0,0.0423,0.504895,0.457
-44,2ROJOb98GorxStuOuZWcGd,0.642,0.303,0.648,0.053,0.407,0.88675,1.0,0.0512,0.851895,0.644
-45,4lbqUtqgX3dITgYJMBjCDS,0.165,0.536,0.723,0.00812,0.288,0.7683666666666666,0.0,0.0415,0.6336849999999999,0.916
-46,4Gia17DzXBhYFbYiJj6SyW,0.492,0.633,0.625,0.000418,0.204,0.8174833333333333,1.0,0.0436,0.516775,0.841
-47,57W5o6ojTFtydDMZ0mDDB3,0.751,0.566,0.657,0.896,0.156,0.8278333333333333,1.0,0.0693,0.7267950000000001,0.643
-48,2Qj1FilGsXITZbFVmVeoLy,0.616,0.64,0.496,4.63e-05,0.183,0.8146,1.0,0.0413,0.58316,0.954
-49,6KSa2Y1HnG0XlPQfEN4Xgi,0.749,0.636,0.668,0.00121,0.0555,0.8857166666666667,1.0,0.0568,0.47334000000000004,0.666
-50,36ccrof5DFicLrejE4hEye,0.837,0.621,0.519,0.00246,0.162,0.7778666666666667,0.0,0.102,0.585025,0.775
-51,5goa9CsIDXc9G0Df9dL9ft,0.807,0.447,0.464,0.000118,0.249,0.8063,1.0,0.12,0.877325,0.62
-52,2bIfM0ZOF4gxK1BeqH3Djm,0.239,0.792,0.495,0.00175,0.074,0.8066166666666666,1.0,0.0527,0.59033,0.719
-53,50y6y3iwBlKKev2U4a6GK5,0.812,0.705,0.401,0.0,0.319,0.8415666666666667,0.0,0.0475,0.52478,0.649
-54,01noJYGB8kT65mi8Pc2Ola,0.0655,0.489,0.747,9.82e-05,0.0422,0.86175,1.0,0.101,0.548995,0.626
-55,3NWDb3bbMBTArBblzG4jMX,0.812,0.48,0.303,0.0,0.0889,0.7720833333333333,1.0,0.0384,0.49140999999999996,0.643
-56,5KZrHPwscBkXturVJCJlM4,0.472,0.49,0.338,4.31e-06,0.109,0.7723833333333333,1.0,0.2,0.702665,0.463
-57,0tYJ6uY0ETQOtOM8KySMSp,0.736,0.554,0.49,0.00728,0.327,0.8545833333333334,1.0,0.0267,0.33795499999999995,0.578
-58,35X1ucjCm7rHK80qJ413ci,0.47,0.69,0.584,2.46e-05,0.297,0.8522666666666666,1.0,0.0746,0.590085,0.809
-59,6ECnAHxGQilDe32zQqfdz3,0.509,0.593,0.464,0.000214,0.166,0.7179166666666666,1.0,0.0374,0.565005,0.763
-60,1HRx7dciQYCv76XvbBDAGM,0.00393,0.537,0.695,0.188,0.084,0.8353333333333333,1.0,0.0377,0.656535,0.77
-61,5MTsZG10E0hTvAkdioyPnw,0.44,0.572,0.348,0.000721,0.235,0.7757666666666667,1.0,0.0294,0.36652,0.34
-62,1a2iF9XymafjRk56q7oCxo,0.0274,0.427,0.626,0.00395,0.106,0.8029833333333334,1.0,0.0385,0.634385,0.743
-63,1kPBT8S2wJFNAyBMnGVZgL,0.689,0.477,0.433,0.000195,0.151,0.8921166666666667,0.0,0.0247,0.41259999999999997,0.611
-64,2XBeWZJeIojOrFOfVvn2dF,0.142,0.502,0.753,0.00824,0.0891,0.8395833333333333,0.0,0.0395,0.61328,0.927
-65,2Cg3GUkhjX96nO4p2WRlIa,0.15,0.705,0.483,0.0265,0.202,0.7965166666666667,1.0,0.0542,0.6143149999999999,0.713
-66,6tilCYbheGMHo3Hw4F22hF,0.237,0.767,0.496,0.0723,0.0853,0.8100166666666667,1.0,0.0307,0.55466,0.751
-67,227N0C668UQBiN3T4HFzoQ,0.0742,0.397,0.684,0.0293,0.0689,0.9026166666666666,1.0,0.0722,0.902615,0.72
-68,5MVMARaMoclifNmBtPu0dD,0.279,0.548,0.874,0.0463,0.173,0.8308833333333333,1.0,0.0463,0.860645,0.966
-69,7p5Xpx7dd9wSPJF4Q4Nfbu,0.468,0.686,0.593,2.19e-05,0.352,0.8320333333333334,1.0,0.0597,0.46409999999999996,0.946
+23,1yKah8BCP3Vgq2tPBOLKL0,0.491,0.321,0.625,5.08e-05,0.345,0.9130166666666667,0.0,0.0302,0.53669,0.777
+24,31GIhpOQpKCzlnuPn03pBQ,0.856,0.779,0.155,7.82e-06,0.0974,0.6405000000000001,1.0,0.112,0.516255,0.696
+25,2mVp83pLkWJN03Ha8Txydf,0.581,0.449,0.412,7.01e-06,0.452,0.8801666666666667,1.0,0.0297,0.720925,0.432
+26,2bIfM0ZOF4gxK1BeqH3Djm,0.239,0.792,0.495,0.00175,0.074,0.8066166666666666,1.0,0.0527,0.59033,0.719
+27,6f3OYG5R630tjwFIHIE7j2,0.496,0.775,0.499,0.0219,0.114,0.8803166666666666,1.0,0.0415,0.60528,0.862
+28,7mNFrf8IfgaWMFCz64CtK4,0.857,0.679,0.367,0.0181,0.103,0.8842333333333333,1.0,0.0534,0.744795,0.406
+29,2Qj1FilGsXITZbFVmVeoLy,0.616,0.64,0.496,4.63e-05,0.183,0.8146,1.0,0.0413,0.58316,0.954
+30,6y5eBHh57iYViDkK4Hn6R7,0.0516,0.457,0.412,4.35e-05,0.275,0.8143666666666667,0.0,0.0369,0.647115,0.44
+31,4Gia17DzXBhYFbYiJj6SyW,0.492,0.633,0.625,0.000418,0.204,0.8174833333333333,1.0,0.0436,0.516775,0.841
+32,4c0Mgs559lG4sPiEC3XcxY,0.418,0.872,0.384,0.317,0.0687,0.7299333333333333,1.0,0.0388,0.512985,0.938
+33,1sxtxIKhRiQwuGpUwHoEHq,0.436,0.378,0.756,0.0351,0.867,0.81545,1.0,0.0673,0.6578849999999999,0.838
+34,1cRTAPP2FG9h2WiYMOIVIK,0.0226,0.294,0.611,0.435,0.114,0.8955333333333333,1.0,0.0348,0.890955,0.567
+35,61K6lqGyrl2Aerk0LjAZem,0.989,0.629,0.0192,4.3e-05,0.106,0.6674666666666667,1.0,0.0833,0.84627,0.335
+36,1cXc92MX9kFjMrrDsvdf9w,0.343,0.648,0.544,2.93e-06,0.087,0.8506166666666667,1.0,0.179,0.765315,0.619
+37,0WvSYVnEXD7QLa5pDJ920S,0.0217,0.84,0.412,0.784,0.041,0.7628333333333334,1.0,0.056,0.614035,0.963
+38,1HRx7dciQYCv76XvbBDAGM,0.00393,0.537,0.695,0.188,0.084,0.8353333333333333,1.0,0.0377,0.656535,0.77
+39,1TRIYxcVJYPki5AX2hZzZT,0.713,0.639,0.496,0.254,0.0545,0.8859333333333334,0.0,0.0375,0.70197,0.467
+40,3gg0xEc2b4eEbYySLmfFU1,0.527,0.73,0.235,0.0112,0.0663,0.7454000000000001,1.0,0.0355,0.43613,0.624
+41,57W5o6ojTFtydDMZ0mDDB3,0.751,0.566,0.657,0.896,0.156,0.8278333333333333,1.0,0.0693,0.7267950000000001,0.643
+42,0RTjFVHvqjTdpX2NawwyXI,0.101,0.678,0.612,0.318,0.164,0.8372666666666667,1.0,0.0339,0.591905,0.857
+43,65VzqBb5ogD2xIFD8jetMG,0.573,0.519,0.779,8.13e-05,0.286,0.84735,1.0,0.0648,0.567435,0.888
+44,2hv2NiSq8p4pgL28pxcqAJ,0.0581,0.556,0.567,0.00143,0.0907,0.8095666666666667,0.0,0.0333,0.706725,0.858
+45,5goa9CsIDXc9G0Df9dL9ft,0.807,0.447,0.464,0.000118,0.249,0.8063,1.0,0.12,0.877325,0.62
+46,2PcbVKT28p9mOlWBDL371J,0.407,0.469,0.236,0.0434,0.215,0.7169833333333333,1.0,0.0364,0.41115999999999997,0.415
+47,36ccrof5DFicLrejE4hEye,0.837,0.621,0.519,0.00246,0.162,0.7778666666666667,0.0,0.102,0.585025,0.775
+48,2r6Ve8kNEzqg3u45UL0muX,0.219,0.56,0.73,0.144,0.179,0.9051666666666667,1.0,0.0362,0.7579699999999999,0.963
+49,7p5Xpx7dd9wSPJF4Q4Nfbu,0.468,0.686,0.593,2.19e-05,0.352,0.8320333333333334,1.0,0.0597,0.46409999999999996,0.946
+50,1i7nQGgwloILcp6ZftH2Qa,0.545,0.606,0.301,0.00194,0.0419,0.8099666666666667,1.0,0.0423,0.504895,0.457
+51,2Cg3GUkhjX96nO4p2WRlIa,0.15,0.705,0.483,0.0265,0.202,0.7965166666666667,1.0,0.0542,0.6143149999999999,0.713
+52,73GEVn1tqk9bn0KbtWsiqj,0.843,0.433,0.7,0.324,0.102,0.8633833333333334,1.0,0.163,0.403115,0.8
+53,01noJYGB8kT65mi8Pc2Ola,0.0655,0.489,0.747,9.82e-05,0.0422,0.86175,1.0,0.101,0.548995,0.626
+54,3Gq3uFAdJltar4ddwboPby,0.55,0.584,0.278,0.21,0.255,0.6905666666666667,1.0,0.0312,0.40856000000000003,0.75
+55,1ekio2Gk6WycLArAUJZfxM,0.197,0.303,0.492,0.63,0.288,0.8214,1.0,0.039,1.00009,0.677
+56,2XBeWZJeIojOrFOfVvn2dF,0.142,0.502,0.753,0.00824,0.0891,0.8395833333333333,0.0,0.0395,0.61328,0.927
+57,6tilCYbheGMHo3Hw4F22hF,0.237,0.767,0.496,0.0723,0.0853,0.8100166666666667,1.0,0.0307,0.55466,0.751
+58,44s75M70lhq25s3CiW0pxq,0.0315,0.638,0.738,0.000634,0.211,0.8406166666666667,1.0,0.0271,0.52049,0.816
+59,2uDIGXUD5hLdM7wzyl1PaR,0.417,0.693,0.454,0.000315,0.156,0.82875,0.0,0.03,0.56107,0.914
+60,0tYJ6uY0ETQOtOM8KySMSp,0.736,0.554,0.49,0.00728,0.327,0.8545833333333334,1.0,0.0267,0.33795499999999995,0.578
+61,79lwbvYgFFw3eNbBx4bBRw,0.652,0.523,0.568,0.00534,0.1,0.7902666666666667,1.0,0.0751,0.6772400000000001,0.813
+62,4lbqUtqgX3dITgYJMBjCDS,0.165,0.536,0.723,0.00812,0.288,0.7683666666666666,0.0,0.0415,0.6336849999999999,0.916
+63,7pzDaHQx6WFWtdx9PLPxcx,0.669,0.566,0.424,0.00456,0.175,0.8551833333333333,0.0,0.0392,0.52884,0.431
+64,5KZrHPwscBkXturVJCJlM4,0.472,0.49,0.338,4.31e-06,0.109,0.7723833333333333,1.0,0.2,0.702665,0.463
+65,6KSa2Y1HnG0XlPQfEN4Xgi,0.749,0.636,0.668,0.00121,0.0555,0.8857166666666667,1.0,0.0568,0.47334000000000004,0.666
+66,512gC8sU5PxZAFrskHEfzk,0.125,0.5,0.638,0.0285,0.199,0.8789666666666667,1.0,0.0461,0.613105,0.746
+67,7BbQQzr1suaBHpJDXDXIj9,0.89,0.467,0.277,7.66e-05,0.2,0.7983166666666667,1.0,0.0283,0.49915,0.535
+68,3kkCpDqhrOEBf0eOR2igEE,0.0962,0.641,0.905,0.00309,0.114,0.8865833333333333,1.0,0.0542,0.539775,0.789
+69,50y6y3iwBlKKev2U4a6GK5,0.812,0.705,0.401,0.0,0.319,0.8415666666666667,0.0,0.0475,0.52478,0.649