Upload results for PPO on CylinderRot2D-easy-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2982ff7105a186362508646c250d7330f10611c95590548966f026e73b09e1
+size 611606

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderRot2D-easy-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderRot2D-easy-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+3.3796127,1.050753,-0.11328379,-1.1022101640701294
+3.3346245,0.81431395,1.0,-0.8207829594612122
+3.2477953,0.6393714,0.9698319,-0.5590112209320068
+3.2064629,0.4012548,-0.17462409,-0.2795621454715729
+3.2436206,0.25320566,0.53414416,-0.16867077350616455
+3.3128552,0.14043224,-0.8332398,-0.12513196468353271
+3.32971,0.0034598382,0.34048575,-0.005014327354729176
+3.30172,-0.09138922,-0.923181,-0.06495360285043716
+3.2651024,-0.14686672,0.5137065,-0.08381359279155731
+3.251212,-0.095542476,-1.0,-0.01859883964061737
+3.2708147,-0.06166212,0.29613948,-0.004321258515119553
+3.300121,0.039505213,-0.4329037,-0.011470764875411987
+3.3179195,0.10814624,1.0,-0.09791021794080734
+3.2837417,0.20074481,-0.04263875,-0.15633100271224976
+3.2417908,0.24340454,0.86209476,-0.1570397913455963
+3.2188191,0.25955096,-0.4993882,-0.15021458268165588
+3.2251372,0.21676813,0.99802196,-0.11374984681606293
+3.248242,0.14029767,-0.7590334,-0.06038405001163483
+3.2621832,0.03251577,0.9487482,0.033456556499004364
+3.2704995,0.012270302,-1.0,0.04538574814796448
+3.243543,-0.11244138,-0.3037224,-0.027828775346279144
+3.225415,-0.097557105,-0.25775483,0.005183421075344086
+3.214968,-0.06748064,0.21150975,0.045706912875175476
+3.2157311,-0.05021041,-0.6227795,0.0622139647603035
+3.227791,0.015002449,0.4807132,0.08536199480295181
+3.2320952,0.1136664,-0.28304836,-0.01760612428188324
+3.226785,0.1837531,1.0,-0.08238252997398376
+3.198029,0.23425996,-0.34770718,-0.1041334867477417
+3.179664,0.23030823,0.95413667,-0.08181661367416382
+3.1790955,0.21283272,-0.61408216,-0.06377270817756653
+3.1920989,0.14507921,1.0,-0.009022548794746399
+3.211037,0.090266384,-0.87242156,0.026852212846279144
+3.2109778,0.0019913544,0.713117,0.11518637090921402
+3.2087457,-0.0023205134,-1.0,0.11708928644657135
+3.189398,-0.085392,0.0014201424,0.053365468978881836
+3.1842031,-0.06515197,-0.43967074,0.07880040258169174
+3.1917846,-0.047853034,0.3326458,0.08851785957813263
+3.1983774,-0.027925912,-0.6613898,0.10185223817825317
+3.203605,0.03631013,0.8476954,0.08824045211076736
+3.1919892,0.12583831,-0.4747821,0.010328024625778198
+3.1806707,0.16321617,1.0,-0.015731394290924072
+3.1618145,0.21944052,-0.33536306,-0.05309945344924927
+3.1589496,0.21347374,0.96049553,-0.04426783323287964
+3.1709106,0.19501987,-0.6789834,-0.0377749502658844
+3.1843817,0.14576006,1.0,-0.001986265182495117
+3.197702,0.11499331,-1.0,0.015460275113582611
+3.1889,0.012666073,0.4577646,0.12658944725990295
+3.1821532,-0.024010582,-1.0,0.12199170887470245
+3.1710923,-0.07225857,0.6464641,0.08480467647314072
+3.1662323,-0.06252371,-1.0,0.09939946234226227
+3.1758232,-0.062240798,0.65417194,0.0900915116071701
+3.183681,0.0033197466,-0.821725,0.14115476608276367
+3.1950195,0.038451016,1.0,0.09468501806259155
+3.1794164,0.13444597,-0.28361923,0.014293134212493896
+3.164551,0.17032534,0.93165445,-0.006720840930938721
+3.1514308,0.21226978,-0.5525547,-0.03554511070251465
+3.152359,0.2071656,1.0,-0.03136909008026123
+3.166602,0.19746637,-0.60984176,-0.03591275215148926
+3.1797142,0.13559718,0.89976287,0.012844130396842957
+3.1928453,0.103842534,-1.0,0.03146763890981674
+3.1823952,-0.005001453,0.17070207,0.14075884222984314
+3.174428,-0.03824182,-0.6958557,0.11548571288585663
+3.1662393,-0.06726615,0.61787826,0.09465010464191437
+3.161546,-0.07460311,-1.0,0.09200641512870789
+3.169742,-0.067302205,0.634764,0.0911112055182457
+3.1774416,0.014170187,-0.6556054,0.13654373586177826
+3.186423,0.057865217,1.0,0.08386723697185516
+3.1701121,0.14334965,-0.30448183,0.014693737030029297
+3.1548445,0.17595787,0.8987182,-0.0026468783617019653
+3.1469524,0.21180992,-0.56550115,-0.030606791377067566
+3.1518152,0.20135334,1.0,-0.025012999773025513
+3.1663392,0.18466651,-0.67948514,-0.0228501558303833
+3.1756482,0.116591305,0.8391157,0.03591600060462952
+3.184239,0.08828378,-1.0,0.055632829666137695
+3.172869,-0.018055016,0.1456208,0.13723152875900269
+3.1660705,-0.042174548,-0.6045915,0.11991050839424133
+3.162587,-0.06508401,0.5342969,0.10048457980155945
+3.1616194,-0.07495651,-0.95162994,0.09157958626747131
+3.1699712,-0.053804178,0.7455645,0.10438011586666107
+3.1718907,0.029211354,-0.6450069,0.1270534247159958

0/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.2912582159042358,3.4486080965995787,0.10890713207470253,,,
+1000,-1.3073805570602417,3.4389942693710327,-0.1879517983752303,,,
+1500,-1.368172526359558,3.448631319999695,0.1971423613484949,,,
+2000,-1.3275727033615112,3.4532011084556578,0.07522202661819756,,,
+2500,-0.9330443739891052,3.2927130093574526,-0.024502577883191407,,,
+3000,-1.0334558486938477,3.3316779522895814,-0.062813381543383,,,
+3500,-0.9746506214141846,3.29381693983078,-0.18592050437625493,,,
+4000,-1.0547611713409424,3.3725234909057615,-0.03223886639904231,,,
+4500,-0.8059504628181458,3.3014136123657227,0.20112119494492436,,,
+5000,-0.7087112665176392,3.230637074947357,0.2780735133374983,,,
+5000,,,,3.1349514454603193,0.21763074744085315,-0.15300641218200325
+5500,-0.8044148683547974,3.304342677116394,-0.016492040284792894,,,
+6000,-0.7234634160995483,3.2897442741394043,0.05326043302216567,,,
+6500,-0.6968595385551453,3.296741021633148,-0.019017878690734506,,,
+7000,-0.5933325886726379,3.257043979167938,-0.1089868112852564,,,
+7500,-0.6632862091064453,3.2581811904907227,-0.06186237272771541,,,
+8000,-0.6888975501060486,3.32190656375885,-0.041407918337499725,,,
+8500,-0.5064494609832764,3.222567347049713,-0.061577052823180566,,,
+9000,-0.4406270682811737,3.236426195144653,-0.07760674577171449,,,
+9500,-0.4365029036998749,3.218171953678131,-0.015641953925602137,,,
+10000,-0.44121772050857544,3.211386764526367,-0.02596198382836883,,,
+10000,,,,3.12950519323349,-0.1662254345661495,-0.09590743873268366
+10500,-0.40597158670425415,3.2236238927841185,-0.1455737546001328,,,
+11000,-0.4582999050617218,3.2549285621643067,-0.04641026005940512,,,
+11500,-0.4009634852409363,3.231264657020569,0.014601200251840056,,,
+12000,-0.4290527403354645,3.2350970983505247,-0.10644141217836295,,,
+12500,-0.42466437816619873,3.262968071460724,-0.09658814446325414,,,
+13000,-0.35894888639450073,3.2198806438446046,-0.06243850427912548,,,
+13500,-0.23976922035217285,3.1967862119674684,-0.06032775379822124,,,
+14000,-0.2666960060596466,3.192917838573456,-0.019588493017829025,,,
+14500,-0.26747894287109375,3.202939661026001,-0.013291500238759909,,,
+15000,-0.2159586399793625,3.206022096157074,-0.008612062182277442,,,
+15000,,,,3.148469367623329,0.042552978615276515,-0.014429184421896935
+15500,-0.17658811807632446,3.197209466934204,0.010286057704011909,,,
+16000,-0.2334497570991516,3.2051039786338804,-0.02658209323968913,,,
+16500,-0.22616486251354218,3.1947145404815673,0.03322852811962366,,,
+17000,-0.1600475311279297,3.215425154685974,0.021955639251566027,,,
+17500,-0.161502867937088,3.180482418060303,-0.029216509588528426,,,
+18000,-0.1641847789287567,3.2004718832969665,-0.009722148758824914,,,
+18500,-0.20782557129859924,3.2289969601631165,-0.045248135662579445,,,
+19000,-0.1183125227689743,3.1845484108924866,0.05449769315100275,,,
+19500,-0.13868370652198792,3.1908667860031126,0.00460865284060128,,,
+20000,-0.17260800302028656,3.2106575894355776,0.03893227066413965,,,
+20000,,,,3.1564370155334474,0.05261534475721419,-0.014201621524989605
+20500,-0.1698986440896988,3.206242572784424,0.02371208785296767,,,
+21000,-0.17819707095623016,3.228852996349335,-0.007460432370426134,,,
+21500,-0.1592806875705719,3.2052917141914365,-0.020234805672895165,,,
+22000,-0.13288865983486176,3.20012370634079,0.013092687027528882,,,
+22500,-0.12760552763938904,3.192698706150055,0.019734187504684086,,,
+23000,-0.08361554145812988,3.1730150918960573,0.07293545105197699,,,
+23500,-0.08390393853187561,3.1933289179801942,0.03910260270402068,,,
+24000,-0.09144388884305954,3.1928200211524964,0.060081077077426014,,,
+24500,-0.1068742573261261,3.1980654191970825,0.024814218921470454,,,
+25000,-0.081705242395401,3.1898594765663146,0.12127188049943652,,,
+25000,,,,3.157161942124367,0.1301776736989268,-0.02501824516803026
+25500,-0.084976926445961,3.1844260506629944,0.10215832418622449,,,
+26000,-0.07490982860326767,3.162966992855072,0.10999380163566093,,,
+26500,-0.09672041237354279,3.185379260063171,0.09792790572735248,,,
+27000,-0.08026152849197388,3.1923248853683472,0.07974632759718224,,,
+27500,-0.08064544200897217,3.189042790412903,0.07966940377630817,,,
+28000,-0.07315299659967422,3.1868084897994997,0.07564168718236033,,,
+28500,-0.06752032041549683,3.201631416320801,0.08055885434243829,,,
+29000,-0.07780930399894714,3.200917652130127,0.08667219187051524,,,
+29500,-0.07121413946151733,3.198134931564331,0.09927130801603198,,,
+30000,-0.0654262974858284,3.1986296758651735,0.10182411171193234,,,
+30000,,,,3.1732402384281158,0.10761745956770027,-0.02295898492448032
+30500,-0.08543292433023453,3.2083263750076294,0.10001148918131367,,,
+31000,-0.07600942254066467,3.2163203353881835,0.07540411465593207,,,
+31500,-0.06349021941423416,3.210676510334015,0.04869903387286467,,,
+32000,-0.06532826274633408,3.2215965185165407,0.060790749579202386,,,
+32500,-0.06450966745615005,3.213790452003479,0.03897655043072882,,,
+33000,-0.04875897988677025,3.196498501777649,0.050046721741207875,,,
+33500,-0.061561889946460724,3.216596438407898,0.06876426660496508,,,
+34000,-0.06994665414094925,3.2199264163970946,0.032228191251400855,,,
+34500,-0.07531637698411942,3.2150322527885438,0.06936467842163983,,,
+35000,-0.04889046028256416,3.1936697793006896,0.061614681533013936,,,
+35000,,,,3.1901457011699677,0.03891590880230069,-0.03171301539987326
+35500,-0.07383594661951065,3.2306218371391298,0.04545296525435697,,,
+36000,-0.06141414865851402,3.2261716380119325,-0.006175644973060116,,,
+36500,-0.06607192754745483,3.206725660324097,0.07118389538308838,,,
+37000,-0.0675865039229393,3.210583008766174,0.055680363086634314,,,
+37500,-0.0636044591665268,3.2475778608322146,0.06267391422810033,,,
+38000,-0.046825192868709564,3.21009268283844,0.07530167078151134,,,
+38500,-0.07407790422439575,3.228739845275879,0.0655338710443757,,,
+39000,-0.06964565068483353,3.2323640336990356,0.06118928727621096,,,
+39500,-0.03867494314908981,3.1969422125816345,0.07866879589878954,,,
+40000,-0.04892420023679733,3.2060246777534487,0.09662571007895167,,,
+40000,,,,3.196421852707863,0.08333518683211878,-0.02891113799996674
+40500,-0.06944148987531662,3.2379193043708803,0.07986606182323885,,,
+41000,-0.05394225940108299,3.21617356967926,0.07958308763348032,,,
+41500,-0.04993662238121033,3.221847577571869,0.07718226597865578,,,
+42000,-0.03721262887120247,3.203532380104065,0.068993435013399,,,
+42500,-0.050245340913534164,3.2132338428497316,0.052398274316568856,,,
+43000,-0.053875528275966644,3.229040840148926,0.03112157265539281,,,
+43500,-0.06521092355251312,3.23189506483078,0.1031679532773851,,,
+44000,-0.04297124966979027,3.199477374076843,0.11187168616137932,,,
+44500,-0.0639590322971344,3.2299362745285034,0.10239831130066887,,,
+45000,-0.058947138488292694,3.2389164786338807,0.07804451822198462,,,
+45000,,,,3.2043597877025602,0.09933339839772089,-0.03319830937543884
+45500,-0.02772293984889984,3.2155506958961486,0.024444743250031025,,,
+46000,-0.02535312995314598,3.216844177722931,-0.0025547445476986467,,,
+46500,-0.03808276727795601,3.2189283084869387,0.020739605456808932,,,
+47000,-0.03658779710531235,3.225223762512207,0.02205089145659258,,,
+47500,-0.035430535674095154,3.227456953525543,0.01962258865509648,,,
+48000,-0.03654889762401581,3.233236074924469,0.019301349345536435,,,
+48500,-0.059651732444763184,3.2444029893875124,0.013614722518250346,,,
+49000,-0.03442049399018288,3.222835482597351,0.02094723671954125,,,
+49500,-0.045533668249845505,3.218085826873779,0.0899787487632566,,,
+50000,-0.034568727016448975,3.2192225317955017,0.08119030938154902,,,
+50000,,,,3.207014891505241,0.10334200704528484,-0.02816501907655038
+50500,-0.03292118385434151,3.219623077392578,0.08338204523228342,,,
+51000,-0.04925001412630081,3.2282027010917664,0.09477607580262702,,,

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca983c997afbbd413ff6c641528608ff659cd7e48cf0a14abfa44ff6df9d698
+size 611610

1/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderRot2D-easy-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderRot2D-easy-v0
+- rl_mode=sarl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+3.3780246,1.0571882,-0.06019698,-1.1070572137832642
+3.3300164,0.83086014,1.0,-0.8327209949493408
+3.2431858,0.66745085,1.0,-0.5824810862541199
+3.2045834,0.45487028,-0.08518319,-0.33129817247390747
+3.2415862,0.2719111,0.03440568,-0.18534180521965027
+3.3044548,0.13342588,-0.42391655,-0.10972516238689423
+3.3185089,-0.06011461,-0.28861147,-0.05046795681118965
+3.2908926,-0.24633855,-0.4532068,-0.20907562971115112
+3.2620637,-0.35043526,-0.033436872,-0.2843434810638428
+3.2485368,-0.31801122,-0.13620481,-0.23839253187179565
+3.2527065,-0.21964179,-0.16794457,-0.14419279992580414
+3.2668695,-0.11309593,-0.32477307,-0.05180995911359787
+3.277334,0.009680265,0.58781296,0.04114127904176712
+3.2647119,0.11334377,0.25966436,-0.0499001070857048
+3.2384682,0.18219185,0.7317917,-0.09250450134277344
+3.2139208,0.20268402,-0.41447407,-0.08844932913780212
+3.2077985,0.18478777,0.6711023,-0.06443072855472565
+3.2162824,0.10613988,-0.7245783,0.005733266472816467
+3.220664,-0.018295769,0.85481155,0.08919572830200195
+3.2199538,-0.107999414,-1.0,0.00020232796669006348
+3.2005975,-0.2847819,-0.22736344,-0.1572239100933075
+3.1897173,-0.31140712,-0.28727078,-0.17296889424324036
+3.181959,-0.28983817,0.3814285,-0.14364156126976013
+3.1747527,-0.2605472,-0.7741125,-0.10714438557624817
+3.1732616,-0.16550617,0.58487403,-0.01061229407787323
+3.1773663,-0.061474163,-0.8911142,0.08931510150432587
+3.1854405,-0.018634826,1.0,0.12408015131950378
+3.171328,0.11224417,0.261611,0.0445832833647728
+3.1560454,0.1262708,0.24169958,0.045839279890060425
+3.1481183,0.13640575,-0.30604368,0.04363150894641876
+3.1513798,0.1534151,0.62683254,0.023360595107078552
+3.1556275,0.09640808,-0.55201226,0.07611995190382004
+3.1579797,-0.0011002608,0.5931536,0.16907553374767303
+3.1588573,-0.084797606,-1.0,0.08450056612491608
+3.1484587,-0.17692855,0.41413218,0.0027682483196258545
+3.1409001,-0.20442677,-0.88218844,-0.017171382904052734
+3.1367996,-0.19941585,0.9304318,-0.008059903979301453
+3.1316705,-0.13262907,-1.0,0.06385597586631775
+3.131757,-0.116058074,0.41440883,0.0803404226899147
+3.1362457,-0.022904353,-0.5252581,0.16900543868541718
+3.1453447,0.029526772,1.0,0.1532840132713318
+3.1347876,0.0887786,-0.36443558,0.10458935797214508
+3.1240366,0.12652847,0.9472215,0.07759049534797668
+3.1190784,0.14972971,-1.0,0.05934740602970123
+3.1187627,0.11500673,1.0,0.09438605606555939
+3.1229348,0.11515972,-0.5055748,0.09006097912788391
+3.126157,0.021081423,0.6237381,0.18091705441474915
+3.1345558,-0.038875453,-1.0,0.15472424030303955
+3.13042,-0.122840784,0.32025623,0.07489476352930069
+3.1257868,-0.15441476,-0.7459078,0.047953978180885315
+3.12232,-0.17014742,0.879188,0.035688161849975586
+3.1168034,-0.14485887,-1.0,0.06649324297904968
+3.1155636,-0.14173503,0.45451808,0.07085685431957245
+3.1212819,-0.065565586,-0.6866503,0.14130806922912598
+3.1328466,-0.02567591,1.0,0.16963301599025726
+3.1257427,0.04437124,-0.31979567,0.1580415964126587
+3.1175573,0.08681212,0.89729017,0.12378610670566559
+3.1117535,0.12044304,-1.0,0.09595901519060135
+3.1094232,0.10845611,1.0,0.1102762445807457
+3.1126854,0.13412824,-0.40998578,0.08134183287620544
+3.117916,0.05550521,0.5892704,0.15473419427871704
+3.1286075,-0.0065080915,-1.0,0.1930399090051651
+3.1268208,-0.08275339,0.4322201,0.11858132481575012
+3.1221886,-0.12308649,-0.82791215,0.08288045972585678
+3.1182659,-0.15557903,0.92969686,0.054310619831085205
+3.1121252,-0.13305713,-1.0,0.08297322690486908
+3.1115477,-0.14711866,0.36337912,0.06948915123939514
+3.1192129,-0.08179441,-0.67477304,0.12714824080467224
+3.1322386,-0.040909328,1.0,0.15500757098197937
+3.126062,0.020772299,-0.40512276,0.18132130801677704
+3.1176436,0.064487144,0.949274,0.14602477848529816
+3.1102574,0.11090095,-0.99277765,0.10699717700481415
+3.107135,0.104400806,1.0,0.11661965399980545
+3.1113775,0.14457239,-0.3391158,0.07220564782619476
+3.1186497,0.07868315,0.5851216,0.13082264363765717
+3.1303964,0.017815294,-1.0,0.17994385957717896
+3.1294012,-0.055882733,0.4814178,0.14287157356739044
+3.1240926,-0.101261035,-0.8467032,0.10280190408229828
+3.1189697,-0.14904526,0.8968262,0.06014057993888855
+3.112868,-0.13761063,-1.0,0.07767681777477264

1/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.17574143409729,3.3850487976074217,-0.08328825620561839,,,
+1000,-1.2407795190811157,3.42710290145874,0.17008089830202516,,,
+1500,-1.1467431783676147,3.377821640968323,-0.001519151046872139,,,
+2000,-1.2124394178390503,3.409227343082428,-0.2114851973525947,,,
+2500,-0.9834789037704468,3.3800388870239257,-0.23380989589495585,,,
+3000,-0.9166082739830017,3.299301073551178,-0.3282433721914422,,,
+3500,-1.1310089826583862,3.3783848762512205,-0.3316168051948771,,,
+4000,-1.0554826259613037,3.350732190132141,-0.21524457138497383,,,
+4500,-0.8325216174125671,3.3415989298820494,-0.11915047836862505,,,
+5000,-0.8004447817802429,3.2955884318351747,-0.01156931309401989,,,
+5000,,,,3.145585596561432,-0.0592037457972765,-0.15008961786516012
+5500,-0.8063487410545349,3.330106726169586,-0.024938674695324153,,,
+6000,-0.9097288250923157,3.3375444507598875,-0.03205592312105,,,
+6500,-0.9344334602355957,3.344615077495575,-0.22537769890995696,,,
+7000,-0.6392672657966614,3.2363506331443785,0.07943063148204237,,,
+7500,-0.7049884796142578,3.245250201702118,0.021699391587171702,,,
+8000,-0.6104481816291809,3.2499414863586424,0.1307359930034727,,,
+8500,-0.417765736579895,3.1906712489128113,0.09338802364654838,,,
+9000,-0.5848760008811951,3.2871595091819765,0.12201699024488334,,,
+9500,-0.5644131302833557,3.2579438633918762,0.022975822832551784,,,
+10000,-0.46676692366600037,3.2099416508674623,-0.07670199777651578,,,
+10000,,,,3.1276849925518038,0.029068636958254502,-0.03965204982087016
+10500,-0.38784027099609375,3.2071337270736695,0.13700744569604284,,,
+11000,-0.35426104068756104,3.1792340354919433,0.032065683180633645,,,
+11500,-0.40957343578338623,3.2398204774856567,0.1111893463274464,,,
+12000,-0.4137592613697052,3.2034433364868162,0.12246147866119281,,,
+12500,-0.40331727266311646,3.199627691745758,0.1057728702018503,,,
+13000,-0.37373867630958557,3.2365196800231932,0.06776907064928674,,,
+13500,-0.3175022304058075,3.1991027789115907,-0.04505275369457377,,,
+14000,-0.29537802934646606,3.189003202915192,-0.07319715986750089,,,
+14500,-0.30838000774383545,3.1904370980262757,0.019124079233966768,,,
+15000,-0.17178460955619812,3.148408224105835,-0.03854563101450913,,,
+15000,,,,3.121676433086395,0.016176011469360672,-0.017188608273863794
+15500,-0.21513903141021729,3.1597586216926574,0.03589338222204242,,,
+16000,-0.19981913268566132,3.1690838046073915,0.005068403587210923,,,
+16500,-0.21804799139499664,3.1723238067626953,0.012533605214208364,,,
+17000,-0.18500347435474396,3.1600546417236326,-0.01680058651091531,,,
+17500,-0.21196864545345306,3.1643825945854185,-0.0463459157589823,,,
+18000,-0.16716451942920685,3.172697402000427,-0.017565878275316207,,,
+18500,-0.18752628564834595,3.172873331069946,-0.09893470392050221,,,
+19000,-0.13146990537643433,3.1607192072868346,-0.05302863963181153,,,
+19500,-0.1350024938583374,3.1424808650016787,-0.008303526491275989,,,
+20000,-0.10191965848207474,3.137537631034851,0.0028419138445751743,,,
+20000,,,,3.120441588759422,-0.0039463879773393275,-0.007034280151128769
+20500,-0.13521592319011688,3.1490294609069824,0.005132691465085372,,,
+21000,-0.07578226923942566,3.1335611243247987,0.03589232431165874,,,
+21500,-0.12775805592536926,3.1612629981040956,0.11364280522614717,,,
+22000,-0.09300658106803894,3.1497802014350893,0.040493204057216646,,,
+22500,-0.09920106083154678,3.1560615191459656,0.0399141243272461,,,
+23000,-0.14719627797603607,3.17757336473465,-0.0942367354768794,,,
+23500,-0.0853312686085701,3.1587709503173826,-0.05601981433492619,,,
+24000,-0.15154100954532623,3.177525173187256,-0.12348429396498249,,,
+24500,-0.09582674503326416,3.169345898628235,-0.061679579043295234,,,
+25000,-0.09714925289154053,3.1635254650115967,-0.02104710830876138,,,
+25000,,,,3.1302856147289275,-0.06924381598364562,-0.031368359085172416
+25500,-0.12780995666980743,3.1589310336112977,-0.07344324955833144,,,
+26000,-0.09097588807344437,3.161359890460968,-0.06135527173033915,,,
+26500,-0.12441372126340866,3.163122223854065,-0.09105697017512285,,,
+27000,-0.0880482941865921,3.1876912059783935,-0.054340897187707016,,,
+27500,-0.0807708278298378,3.166272521495819,-0.03543925148167182,,,
+28000,-0.08893977105617523,3.1741724967956544,-0.03471481579320971,,,
+28500,-0.0900803655385971,3.1791747674942017,-0.07096671556089132,,,
+29000,-0.05613710358738899,3.1645392389297484,0.0041707958076149226,,,
+29500,-0.07340434938669205,3.1812747316360475,0.04657982918333437,,,
+30000,-0.044047873467206955,3.1653292145729064,0.042527426526881754,,,
+30000,,,,3.1534979701042176,0.06703660299826879,-0.006796989764552563
+30500,-0.07873038202524185,3.191991251945496,0.04696741228544852,,,
+31000,-0.04094248265028,3.182132784366608,0.02562899652138003,,,
+31500,-0.04204120114445686,3.1699308514595033,0.010754010932287202,,,
+32000,-0.03601386770606041,3.175144497394562,0.035601253133558206,,,
+32500,-0.06525994837284088,3.1859106082916258,0.03480800762679428,,,
+33000,-0.06246201694011688,3.194978524684906,0.013463971415825653,,,
+33500,-0.047222960740327835,3.1845396285057066,-0.042605237170821056,,,
+34000,-0.021902009844779968,3.1724870648384096,-0.016429769063950515,,,
+34500,-0.05087975785136223,3.1765306782722473,-0.011714411954730167,,,
+35000,-0.0345676951110363,3.1836516971588136,-0.024472465778933836,,,
+35000,,,,3.1648591458797455,-0.002693902303872164,-0.005465877242386341
+35500,-0.03887780010700226,3.1735455703735354,0.019152087156340713,,,
+36000,-0.037968650460243225,3.1684300632476807,-0.010007673859392526,,,
+36500,-0.036983463913202286,3.1854796686172486,0.00709969437145628,,,
+37000,-0.058861322700977325,3.1977960810661314,-0.03366648095526034,,,
+37500,-0.029033062979578972,3.1836354122161867,-0.020709338699496583,,,
+38000,-0.034733641892671585,3.185734266757965,-0.00746793636889197,,,
+38500,-0.05075830593705177,3.192815803050995,-0.035321028233040126,,,
+39000,-0.04330764710903168,3.19230512714386,-0.03294931449610158,,,
+39500,-0.03171159699559212,3.17922030544281,-0.010303291603133402,,,
+40000,-0.036761973053216934,3.1828461904525756,-0.03764190804978716,,,
+40000,,,,3.175591456890106,-0.02171434959163889,-0.010193334391806275
+40500,-0.05906985327601433,3.198579090595245,-0.008165421409910778,,,
+41000,-0.05231565982103348,3.2100391607284546,-0.012895395400235429,,,
+41500,-0.028483832255005836,3.191364926338196,0.02058962060030899,,,
+42000,-0.01262865960597992,3.1706069841384887,0.03160172142786905,,,
+42500,-0.03920818120241165,3.187962198257446,0.03402418809395749,,,
+43000,-0.03668517991900444,3.1855249347686767,0.027442139810998925,,,
+43500,-0.040083982050418854,3.210459123134613,0.006428000832092948,,,
+44000,-0.04127172753214836,3.206714451789856,0.0334683499453522,,,
+44500,-0.04775671288371086,3.201964289188385,0.027117410429927987,,,
+45000,-0.03397364169359207,3.19360329580307,0.03152143130236072,,,
+45000,,,,3.183687353134155,0.03685627018858213,-0.008104961179196835
+45500,-0.03337815776467323,3.199161955356598,0.012890555056626908,,,
+46000,-0.018869582563638687,3.184260069847107,0.04055078374120057,,,
+46500,-0.026351476088166237,3.1786774744987487,0.04247638387582265,,,
+47000,-0.023286135867238045,3.1879699535369874,0.02150823576806579,,,
+47500,-0.015158556401729584,3.1773880224227904,-0.005692781392135657,,,
+48000,-0.012279795482754707,3.177178536891937,0.0015327644480857998,,,
+48500,-0.025883151218295097,3.1864689388275145,-0.0045865895285678564,,,
+49000,-0.022861422970891,3.181906764984131,-0.008973411126324209,,,
+49500,-0.01934380643069744,3.187651225090027,0.038961690167547205,,,
+50000,-0.02631172351539135,3.193179183959961,0.056003306003287436,,,
+50000,,,,3.181997165083885,0.049612633729702794,-0.005828420631587505
+50500,-0.04090219363570213,3.2000492577552797,0.06306584633038438,,,
+51000,-0.038061611354351044,3.1866918573379515,0.06583038871735335,,,

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02856501b501d82084433424f3193802bc2c929a17df2ad3cad234a00d62463
+size 611606

2/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderRot2D-easy-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderRot2D-easy-v0
+- rl_mode=sarl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+3.3725448,1.079593,0.12441874,-1.1239821910858154
+3.314436,0.88864285,1.0,-0.8749232888221741
+3.2286038,0.7523036,1.0,-0.6527519226074219
+3.192808,0.49585378,-0.71887517,-0.36050617694854736
+3.2289355,0.32829407,1.0,-0.22907403111457825
+3.2901862,0.20565459,-1.0,-0.16768524050712585
+3.3079717,0.044766128,0.8368778,-0.024582326412200928
+3.2979367,0.00993962,-1.0,0.02027921937406063
+3.2688158,-0.16487335,-0.7541987,-0.10553358495235443
+3.260648,-0.09398288,0.69852835,-0.02647537738084793
+3.263297,-0.05213597,-0.814369,0.012722466140985489
+3.2731793,0.010220003,1.0,0.044756222516298294
+3.2630396,0.110448636,-1.0,-0.04533270746469498
+3.256201,0.10450525,1.0,-0.03255075961351395
+3.2303433,0.26603,0.8965574,-0.16821783781051636
+3.2154315,0.20605518,-0.49770242,-0.09333111345767975
+3.2214563,0.19039167,0.89116627,-0.08369244635105133
+3.2432103,0.15044975,-1.0,-0.06550455093383789
+3.2452986,0.049982682,1.0,0.0328742116689682
+3.2397149,0.0053859768,-1.0,0.08305467665195465
+3.217327,-0.14796975,-0.10578048,-0.037141352891922
+3.2122896,-0.1709941,-0.6455621,-0.05512815713882446
+3.211558,-0.11669406,0.84365386,-9.66489315032959e-05
+3.2034454,-0.05080022,-1.0,0.07390986382961273
+3.2032409,0.037611987,0.9302536,0.08730265498161316
+3.2019045,0.16131254,-1.0,-0.0350615531206131
+3.2099338,0.15741287,1.0,-0.0391911119222641
+3.1891534,0.27879277,0.57958,-0.13979068398475647
+3.1704624,0.23496369,-0.051461104,-0.07727053761482239
+3.169407,0.2219331,0.32764554,-0.0631844699382782
+3.1836004,0.17908788,-0.38116455,-0.034532785415649414
+3.1944268,0.1497611,0.958195,-0.016032353043556213
+3.1957912,0.08326803,-1.0,0.0490962415933609
+3.184312,-0.056877725,-0.012529491,0.08696568757295609
+3.1819034,-0.09150584,-0.6231887,0.05474631488323212
+3.1741443,-0.08303585,0.81566656,0.0709754005074501
+3.1624177,-0.06105406,-1.0,0.10468380898237228
+3.1614063,-0.017833617,0.7045365,0.1489156186580658
+3.1686218,0.07682107,-1.0,0.08271267265081406
+3.1849382,0.08983282,1.0,0.053384505212306976
+3.1703742,0.20337516,0.2915691,-0.04559379816055298
+3.1531236,0.20935129,0.38751802,-0.03431938588619232
+3.1419375,0.20970339,-0.3844083,-0.02348536252975464
+3.1466053,0.25154343,1.0,-0.06999316811561584
+3.1555207,0.19642776,-1.0,-0.023792922496795654
+3.161532,0.08792053,1.0,0.07870306074619293
+3.1667137,0.03966153,-1.0,0.12178027629852295
+3.1564398,-0.05534959,0.6088655,0.11636614799499512
+3.1521204,-0.057046317,-1.0,0.11898884922266006
+3.1474304,-0.06599926,0.67142755,0.11472583562135696
+3.1475298,-0.023780951,-1.0,0.15684472024440765
+3.156002,0.014116559,1.0,0.15803691744804382
+3.1543667,0.084570676,-1.0,0.08921810984611511
+3.1572418,0.08671711,1.0,0.08419658988714218
+3.1432586,0.18088824,-0.21014751,0.0040087103843688965
+3.137293,0.20761615,1.0,-0.016753733158111572
+3.1325183,0.2032263,-0.93154436,-0.007589071989059448
+3.1331677,0.15596439,1.0,0.03902338445186615
+3.14185,0.1531948,-0.47866654,0.03311072289943695
+3.1504574,0.08958797,0.9069054,0.08811016380786896
+3.1640532,0.07030846,-1.0,0.0937938541173935
+3.157492,-0.027007319,-0.09465746,0.14365628361701965
+3.153049,-0.028215954,-0.3223124,0.1468905657529831
+3.1464608,-0.045637358,0.3965429,0.13605739176273346
+3.1439264,-0.10102831,-0.9587053,0.08320082724094391
+3.1502612,-0.06543248,1.0,0.1124618723988533
+3.150838,0.007899729,-1.0,0.16941788792610168
+3.1561444,0.018680433,1.0,0.1533306986093521
+3.1439214,0.13565181,-0.10495673,0.04858233034610748
+3.138879,0.19531211,1.0,-0.006035655736923218
+3.1361542,0.21533866,-1.0,-0.023337319493293762
+3.1354125,0.19362144,1.0,-0.0008783787488937378
+3.1409595,0.18428516,-0.6919199,0.0029108524322509766
+3.1449695,0.09561588,1.0,0.0875701755285263
+3.1538818,0.059953183,-1.0,0.1143205463886261
+3.1489534,-0.037002154,0.15667865,0.14219993352890015
+3.1499255,-0.04719763,-0.72232664,0.13103242218494415
+3.147614,-0.030422824,0.9575467,0.15011869370937347
+3.1378593,6.950438e-05,-1.0,0.19022667407989502
+3.1385226,0.009077364,0.5865479,0.180555522441864

2/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.190816044807434,3.4159174065589903,0.05760976008092984,,,
+1000,-1.1577585935592651,3.4121536917686464,-0.002409185945056379,,,
+1500,-1.2667113542556763,3.4001844463348387,-0.08830496939591831,,,
+2000,-1.2272284030914307,3.4092952904701233,0.025599105795379728,,,
+2500,-0.8646312355995178,3.3462434611320497,-0.07266288259872818,,,
+3000,-1.0934840440750122,3.3799956798553468,-0.06778993006097153,,,
+3500,-1.1248672008514404,3.385132388114929,-0.11364756830059923,,,
+4000,-1.1923034191131592,3.4662475600242613,-0.2563018745183945,,,
+4500,-0.9067157506942749,3.3646704630851745,-0.012812857827637344,,,
+5000,-0.8246765732765198,3.3127988934516908,-0.050946183596970514,,,
+5000,,,,3.1625328987836836,0.03627176765585318,-0.16376155540347098
+5500,-0.7774638533592224,3.2797905745506286,-0.17530749775329604,,,
+6000,-0.8972506523132324,3.2963155245780946,-0.1452106409398839,,,
+6500,-0.7541674375534058,3.2823977212905886,0.20945950046175857,,,
+7000,-0.7066168189048767,3.299261040687561,-0.14151287009753286,,,
+7500,-0.6858484745025635,3.279210612773895,0.008312342392746358,,,
+8000,-0.6520973443984985,3.237353459358215,-0.10304825359384995,,,
+8500,-0.6564298868179321,3.276277335166931,-0.0010773797146975993,,,
+9000,-0.5277509093284607,3.2468181939125063,0.2354844298895332,,,
+9500,-0.5219030380249023,3.2330733032226564,0.12316301961289719,,,
+10000,-0.564266562461853,3.266741587162018,0.13526711189356866,,,
+10000,,,,3.1316841751337052,0.20498657601128797,-0.09893431831151248
+10500,-0.5103769302368164,3.2034785404205324,0.24427704777778125,,,
+11000,-0.42104262113571167,3.1877756376266477,0.2533794741637539,,,
+11500,-0.4851529598236084,3.2064962005615234,0.25732868622941896,,,
+12000,-0.49324896931648254,3.1986405329704284,0.29919547064602375,,,
+12500,-0.38096484541893005,3.20763085603714,0.2569114248334663,,,
+13000,-0.35511475801467896,3.207716902732849,0.20901302453281823,,,
+13500,-0.3782789409160614,3.2321804518699646,0.2704315033791354,,,
+14000,-0.40102532505989075,3.2630817918777466,0.24492064500646665,,,
+14500,-0.3846476674079895,3.2295187349319456,0.16800857848799206,,,
+15000,-0.2354346066713333,3.1748877229690553,0.09403029832162428,,,
+15000,,,,3.1382893443107607,0.08226041417801752,-0.037368943355977534
+15500,-0.26491788029670715,3.184068702697754,0.13538914366206153,,,
+16000,-0.23333261907100677,3.1667290258407594,0.04013405218790285,,,
+16500,-0.22517038881778717,3.18228847694397,0.05539707418670878,,,
+17000,-0.17077992856502533,3.1750192427635193,0.10267821338109206,,,
+17500,-0.1807815581560135,3.186952741146088,0.043807794300257226,,,
+18000,-0.1936998963356018,3.188863721847534,0.04550651685160847,,,
+18500,-0.21292443573474884,3.202932904243469,0.12153630527295173,,,
+19000,-0.16321256756782532,3.1908111934661867,0.07095509820873849,,,
+19500,-0.1437082588672638,3.1643746943473814,0.135660615835106,,,
+20000,-0.15897446870803833,3.166994204044342,0.05532307581148416,,,
+20000,,,,3.1352138072252274,0.03223784893925767,-0.010233430750668049
+20500,-0.1491948664188385,3.165873426437378,0.04680466785968747,,,
+21000,-0.09420806169509888,3.1748179330825805,0.07442221127968514,,,
+21500,-0.16203787922859192,3.177981797218323,0.04781477341009304,,,
+22000,-0.10735644400119781,3.1552985095977784,0.0370729178476613,,,
+22500,-0.1299719214439392,3.166270041465759,0.042509294966686866,,,
+23000,-0.09439672529697418,3.1670156779289247,0.04955714186304249,,,
+23500,-0.10838816314935684,3.1621486859321593,0.04808939291740535,,,
+24000,-0.08791866153478622,3.18044424533844,0.037525294472288806,,,
+24500,-0.11555243283510208,3.179943395614624,0.02656525736587355,,,
+25000,-0.09576229006052017,3.1864801425933837,0.03082673081429675,,,
+25000,,,,3.141327065229416,0.015922868471534457,-0.0057081605540588495
+25500,-0.08194801956415176,3.167154368877411,0.03478588059660979,,,
+26000,-0.10044947266578674,3.1886672921180725,-0.02504279801202938,,,
+26500,-0.08675622195005417,3.164362676143646,-0.025583956525078975,,,
+27000,-0.08343528211116791,3.169518503189087,0.11662989086430753,,,
+27500,-0.09255458414554596,3.186500512123108,0.13866869498611778,,,
+28000,-0.10263767838478088,3.1770483303070067,0.1664041992223356,,,
+28500,-0.116637222468853,3.180310546875,0.15404405431472695,,,
+29000,-0.07770844548940659,3.1620133872032166,0.14400035346799997,,,
+29500,-0.06544090062379837,3.1540938873291013,0.13264972889714408,,,
+30000,-0.08546924591064453,3.1670185422897337,0.1542079071154585,,,
+30000,,,,3.139756068587303,0.14994874479598366,-0.02223312072455883
+30500,-0.08134181052446365,3.168837432384491,0.12356333916995209,,,
+31000,-0.10165300220251083,3.168204733848572,0.12242936147004366,,,
+31500,-0.05357563868165016,3.1781194386482237,0.0511098158005625,,,
+32000,-0.07280714809894562,3.177309274673462,0.09068943907387438,,,
+32500,-0.05772344768047333,3.1769552521705626,0.08535096026107203,,,
+33000,-0.04962596669793129,3.183228410720825,0.04743899694585707,,,
+33500,-0.02242274209856987,3.149754542350769,0.051945831466349776,,,
+34000,-0.028370177373290062,3.1575285296440123,0.05264877382002305,,,
+34500,-0.04086793214082718,3.1540184988975524,0.05116306365840137,,,
+35000,-0.03341102600097656,3.1629677200317383,0.05032155910204165,,,
+35000,,,,3.1553173840045927,0.07086791967449244,-0.0006839524488896131
+35500,-0.0313340425491333,3.1700754823684694,0.056173540984047574,,,
+36000,-0.022843176499009132,3.1561572761535643,0.05678242878452875,,,
+36500,-0.048252496868371964,3.176369635105133,0.0442265341738821,,,
+37000,-0.039727456867694855,3.1860284323692323,0.08407454942422919,,,
+37500,-0.03194357454776764,3.165253628730774,0.0564807194268069,,,
+38000,-0.02228957787156105,3.159364317893982,0.06644206302508246,,,
+38500,-0.04953143373131752,3.171223686695099,0.0827543584417217,,,
+39000,-0.025080373510718346,3.1737377200126646,0.07903571108024335,,,
+39500,-0.023625098168849945,3.169695375442505,0.06144457856120425,,,
+40000,-0.0252271369099617,3.1649744896888734,0.07112705980829195,,,
+40000,,,,3.158084678649902,0.09062329266453162,-0.001743521634489298
+40500,-0.04303830489516258,3.1733091645240785,0.09491538365930319,,,
+41000,-0.026416318491101265,3.1727278037071227,0.0836044554875698,,,
+41500,-0.042095307260751724,3.1847196292877196,0.07226913397619501,,,
+42000,-0.025569036602973938,3.174698016166687,0.05708624198561302,,,
+42500,-0.04306536167860031,3.1764632797241212,0.08527373520284891,,,
+43000,-0.03106425516307354,3.1770464696884155,0.06345444680564105,,,
+43500,-0.0209378432482481,3.1631515884399413,0.0500409325575456,,,
+44000,-0.009769530966877937,3.161377776145935,0.038030328548105896,,,
+44500,-0.04230225458741188,3.2037074489593507,0.016255620184820144,,,
+45000,-0.02970675192773342,3.17735679101944,0.005675765215419233,,,
+45000,,,,3.178364884853363,0.018643993814475835,-0.01076310737989843
+45500,-0.021331964060664177,3.181214814186096,-0.00386880221309184,,,
+46000,-0.02644638530910015,3.1792765073776246,0.008503757852653508,,,
+46500,-0.028079204261302948,3.190826524734497,0.007225640337215736,,,
+47000,-0.027225421741604805,3.183225534915924,-0.005644491302547976,,,
+47500,-0.024555183947086334,3.1865832819938658,0.03651200918364338,,,
+48000,-0.022497743368148804,3.1814233331680297,0.039756731884728655,,,
+48500,-0.04848675802350044,3.213248064994812,0.02988288900477346,,,
+49000,-0.025141213089227676,3.195500506877899,0.029176546945178416,,,
+49500,-0.02311512641608715,3.1794599289894103,0.09117504173709312,,,
+50000,-0.01930379308760166,3.190113043308258,0.04794827359142073,,,
+50000,,,,3.1950606435537336,0.06748038388614078,-0.009221783140674233
+50500,-0.03285179287195206,3.1953926877975465,0.06432579656754388,,,
+51000,-0.01957932859659195,3.188947982311249,0.06649296044767834,,,

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef9248fea3a269188a4d605976bf57cb56cc4c5afc27a7202f3a1da7177cf23
+size 611608

3/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderRot2D-easy-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderRot2D-easy-v0
+- rl_mode=sarl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+3.3874974,1.0195618,-0.37113893,-1.0789036750793457
+3.3577926,0.73438835,1.0,-0.7640254497528076
+3.2702758,0.52514625,1.0,-0.4672665596008301
+3.22823,0.35018447,0.6714192,-0.2502589523792267
+3.25968,0.16540706,-0.92474115,-0.0969315767288208
+3.3107562,0.049706973,0.27894795,-0.032307662069797516
+3.3232791,-0.05520297,-0.9227797,-0.05032659322023392
+3.2816107,-0.1906696,0.57536256,-0.1441248059272766
+3.2511852,-0.21871063,-1.0,-0.14174029231071472
+3.2488766,-0.22394475,0.13986434,-0.14466580748558044
+3.284801,-0.13889083,-0.86840385,-0.09553632140159607
+3.3281329,-0.051779483,1.0,-0.051756832748651505
+3.3222911,0.05458588,-0.35610634,-0.04872149974107742
+3.2898443,0.09605051,1.0,-0.0577392652630806
+3.2446675,0.1971307,-0.12029196,-0.11364270746707916
+3.230539,0.21269466,0.8164444,-0.11507822573184967
+3.2445092,0.14233871,-0.87647754,-0.058692410588264465
+3.2581954,0.02664505,1.0,0.04331506788730621
+3.2658017,-0.06889717,-1.0,-0.006543323397636414
+3.249585,-0.20628963,0.59342456,-0.12771902978420258
+3.2376502,-0.20817406,-1.0,-0.11766870319843292
+3.2153041,-0.27053022,-0.15002325,-0.15767884254455566
+3.2104897,-0.20153552,-0.23423874,-0.08386975526809692
+3.2200701,-0.1066912,0.4177801,0.0013941973447799683
+3.2249954,-0.037545145,-0.66585445,0.06561499834060669
+3.2221923,0.059267063,0.8371212,0.046696167439222336
+3.2068312,0.1618701,-0.38027722,-0.04054580628871918
+3.195441,0.17871192,1.0,-0.045997411012649536
+3.180647,0.20474933,-0.26843798,-0.05724070966243744
+3.1819115,0.18315239,0.94232994,-0.0369083434343338
+3.1970031,0.13209118,-1.0,-0.0009387880563735962
+3.2013247,0.034848288,0.78170973,0.09198252856731415
+3.1998346,-0.029119654,-1.0,0.0992012768983841
+3.1817055,-0.15716988,0.48839658,-0.010719835758209229
+3.1719995,-0.1974785,-1.0,-0.04132243990898132
+3.1680577,-0.19615653,0.78485054,-0.0360586941242218
+3.1671915,-0.111823454,-1.0,0.049140557646751404
+3.1732025,-0.04667655,0.7523463,0.10827645659446716
+3.1773732,0.045225114,-1.0,0.10555723309516907
+3.1876595,0.054764315,1.0,0.08573170006275177
+3.1702075,0.17248781,0.26911354,-0.014539793133735657
+3.1559637,0.212478,0.6682905,-0.04028613865375519
+3.1452441,0.18925638,-1.0,-0.006344988942146301
+3.1428986,0.15954608,1.0,0.025710880756378174
+3.14602,0.11424345,-0.6219654,0.06789213418960571
+3.1546774,-0.005378496,1.0,0.16809962689876556
+3.1688585,-0.04844296,-1.0,0.11085402965545654
+3.1603806,-0.17326245,-0.26846212,-0.005487531423568726
+3.1548047,-0.17456351,-0.26991427,-0.0012127012014389038
+3.146737,-0.15688679,0.5237664,0.024531632661819458
+3.139956,-0.15972507,-0.7838278,0.02847445011138916
+3.1408386,-0.113179736,0.49220634,0.07413715869188309
+3.1490808,-0.03379899,-0.84904015,0.1452757716178894
+3.1612792,0.004520975,1.0,0.16235533356666565
+3.150855,0.11581514,0.1390878,0.06148531287908554
+3.1396234,0.16237816,0.6322757,0.02615395188331604
+3.130982,0.16203766,-1.0,0.035135939717292786
+3.127485,0.1522743,1.0,0.04839618504047394
+3.1272347,0.117208935,-0.68606263,0.0837118849158287
+3.1330354,0.0019174257,1.0,0.1932026743888855
+3.1447122,-0.04460671,-1.0,0.1388365924358368
+3.1391327,-0.15051727,0.0500444,0.03850550949573517
+3.1379876,-0.16130258,-0.62736464,0.028865322470664978
+3.1338358,-0.14915778,0.8446303,0.04516194760799408
+3.1252534,-0.13615452,-1.0,0.06674756109714508
+3.1237793,-0.10666573,0.71886295,0.0977104902267456
+3.1290667,-0.018510453,-1.0,0.180578351020813
+3.140758,0.007915821,1.0,0.1794816553592682
+3.1333995,0.10125213,-0.16123003,0.09350389987230301
+3.1278374,0.14594057,1.0,0.05437752604484558
+3.1199677,0.17662372,-1.0,0.031564101576805115
+3.1155303,0.17663085,1.0,0.03599441051483154
+3.1194506,0.15361688,-1.0,0.05508807301521301
+3.1232605,0.02373393,1.0,0.1811610907316208
+3.1266277,-0.060831364,-1.0,0.1406964659690857
+3.1232996,-0.1584755,0.84034175,0.046380415558815
+3.1239374,-0.14531532,-1.0,0.05890282988548279
+3.1176255,-0.1626734,0.506315,0.0478566437959671
+3.1182382,-0.124397345,-1.0,0.08551996201276779
+3.1240084,-0.09091172,1.0,0.11323537677526474

3/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.2508422136306763,3.4480262904167174,0.22590713067748583,,,
+1000,-1.380060076713562,3.4948874406814574,-0.10883511219639332,,,
+1500,-1.260562539100647,3.423255404472351,-0.21477156392019242,,,
+2000,-1.2972674369812012,3.3980835018157958,0.10557254209229723,,,
+2500,-1.140128254890442,3.387594844818115,0.03267278659017757,,,
+3000,-1.1376721858978271,3.3752382345199585,0.14263509235624225,,,
+3500,-1.0157508850097656,3.3686402559280397,0.05856669258698821,,,
+4000,-1.135064959526062,3.3513493700027466,-0.3109237802145071,,,
+4500,-0.9018011689186096,3.3316613044738768,-0.24976305932120885,,,
+5000,-0.8538231253623962,3.283842529296875,-0.35973091011610814,,,
+5000,,,,3.1621342480182646,-0.42144934383140936,-0.35657515968196096
+5500,-0.7916784882545471,3.251877176761627,-0.33730530569003897,,,
+6000,-0.6858112812042236,3.2374849796295164,-0.271210233559832,,,
+6500,-0.7520759701728821,3.2684681892395018,-0.1839387498043943,,,
+7000,-0.6710690259933472,3.2547358469963075,-0.2699717419994995,,,
+7500,-0.7238723039627075,3.3078427362442016,-0.10170012519974261,,,
+8000,-0.661535382270813,3.243643594741821,-0.3725708308070898,,,
+8500,-0.6576943397521973,3.284405529975891,-0.027476487619802356,,,
+9000,-0.408127099275589,3.203123456001282,-0.01619075148738921,,,
+9500,-0.5562419295310974,3.262095286846161,-0.12322129990719259,,,
+10000,-0.4637056291103363,3.204734010219574,-0.056043367163161745,,,
+10000,,,,3.126941591501236,-0.13158852843989735,-0.08328480543568731
+10500,-0.5041265487670898,3.2037213554382324,-0.23817028741631657,,,
+11000,-0.3908597230911255,3.1851902537345884,-0.006306390061043203,,,
+11500,-0.3806893825531006,3.184704662799835,-0.1685205216242466,,,
+12000,-0.3795682191848755,3.1959883904457094,-0.1235506813568063,,,
+12500,-0.3641227185726166,3.2066510977745057,-0.097524591924157,,,
+13000,-0.33636727929115295,3.230276866912842,0.0018275268324650824,,,
+13500,-0.2517507076263428,3.178708860397339,0.060263766408665105,,,
+14000,-0.3089001476764679,3.1925492024421693,-0.045086631911806764,,,
+14500,-0.2991611063480377,3.23357493019104,0.04700776947767008,,,
+15000,-0.16982483863830566,3.1607824468612673,0.026813006286742165,,,
+15000,,,,3.1216436833143235,0.06282041093800217,-0.02597041497938335
+15500,-0.20745719969272614,3.1745909814834596,0.04634652770397952,,,
+16000,-0.2151254266500473,3.15490327501297,0.06897380502941088,,,
+16500,-0.23466183245182037,3.1739943594932556,0.08600698663282674,,,
+17000,-0.14629578590393066,3.164172389984131,0.10359870205866173,,,
+17500,-0.17667953670024872,3.1591536750793456,0.06881668104758137,,,
+18000,-0.17547817528247833,3.1715648794174194,0.03545662027224898,,,
+18500,-0.238548144698143,3.187663761138916,0.08454122442100197,,,
+19000,-0.15450750291347504,3.185030436515808,-0.004255033007822931,,,
+19500,-0.19290754199028015,3.200563949584961,-0.06628893803595565,,,
+20000,-0.14045149087905884,3.1831748275756837,-0.05658763200617977,,,
+20000,,,,3.133588823676109,-0.05906314894091338,-0.03575436482205987
+20500,-0.16511142253875732,3.17734406709671,-0.044922214610269295,,,
+21000,-0.1480565071105957,3.183244186401367,-0.07858338782872307,,,
+21500,-0.11846551299095154,3.1614977078437807,-0.10979417492347421,,,
+22000,-0.12935756146907806,3.174122835636139,-0.08353283044800627,,,
+22500,-0.13544809818267822,3.169278660774231,-0.09610177044570446,,,
+23000,-0.08333062380552292,3.1517986369132998,-0.02381479607988149,,,
+23500,-0.0963747501373291,3.1651998896598816,-0.0169161026685033,,,
+24000,-0.09957555681467056,3.158977948665619,-0.014785659383109304,,,
+24500,-0.096601203083992,3.1596234426498415,0.004026858448603889,,,
+25000,-0.09818901866674423,3.151658092498779,0.12549073142651468,,,
+25000,,,,3.1280238389968873,0.199592205719091,-0.0411054483614862
+25500,-0.11648519337177277,3.141545147418976,0.21337224371528282,,,
+26000,-0.10475561022758484,3.1520851521492004,0.1783796086104703,,,
+26500,-0.11617409437894821,3.1605497465133667,0.20110224527074025,,,
+27000,-0.0629599541425705,3.1550069770812987,0.11775855503650381,,,
+27500,-0.0711783915758133,3.160677505970001,0.10218905846853159,,,
+28000,-0.07436380535364151,3.1504437665939333,0.12013701179204508,,,
+28500,-0.07415594160556793,3.1591799812316896,0.10744263318739831,,,
+29000,-0.0733451172709465,3.157486608982086,0.1176734988692333,,,
+29500,-0.05814377963542938,3.1604622631073,0.09085965651829611,,,
+30000,-0.0677700936794281,3.1632519650459288,0.10311874848871957,,,
+30000,,,,3.1384241372346877,0.11151788371612384,-0.009950860869139433
+30500,-0.06278388947248459,3.16850839138031,0.0760399506851536,,,
+31000,-0.0730457603931427,3.152014097690582,0.14327743088186254,,,
+31500,-0.07406629621982574,3.1525752401351927,0.1863425313255284,,,
+32000,-0.05719342082738876,3.156376239299774,0.1532398033984937,,,
+32500,-0.10771214216947556,3.1846762480735777,0.1854677566920873,,,
+33000,-0.0607246533036232,3.1609829258918762,0.12606049789465032,,,
+33500,-0.03293571248650551,3.1513485770225524,0.04683982100652065,,,
+34000,-0.03823705390095711,3.161944293022156,0.018482341080642072,,,
+34500,-0.03454235941171646,3.1604034447669984,0.055630238009500316,,,
+35000,-0.047998182475566864,3.1729217109680175,0.0199608144867816,,,
+35000,,,,3.1606184542179108,0.016409496078267694,-0.015623967070132494
+35500,-0.05033835768699646,3.1820689134597777,-0.018202557683278428,,,
+36000,-0.05620592460036278,3.1885038681030275,0.012046095180790872,,,
+36500,-0.056399792432785034,3.1917894377708436,0.04818876553776658,,,
+37000,-0.04068344831466675,3.1867657384872436,-0.007566740484646289,,,
+37500,-0.05217576399445534,3.2042831869125368,-0.03845137419784442,,,
+38000,-0.06647809594869614,3.2148207693099975,-0.037157322944083714,,,
+38500,-0.06817442923784256,3.1949473896026612,-0.026875825013266876,,,
+39000,-0.052967242896556854,3.2024696211814883,-0.04070449150711283,,,
+39500,-0.06379756331443787,3.216666022777557,0.006210017836157931,,,
+40000,-0.05667134374380112,3.2160817527770997,0.0035272062497679144,,,
+40000,,,,3.192291924357414,-0.015912588466017043,-0.025522205547895284
+40500,-0.07407794892787933,3.220392531871796,0.0005067409817129374,,,
+41000,-0.04609045013785362,3.2076606411933897,-0.014688469251537753,,,
+41500,-0.04699286073446274,3.193306284427643,-0.05014215245144442,,,
+42000,-0.03746351599693298,3.1916457414627075,-0.048152139652927875,,,
+42500,-0.05862318351864815,3.197807611465454,-0.04774116327150841,,,
+43000,-0.049208853393793106,3.1944582381248474,-0.05228292711805261,,,
+43500,-0.03944287821650505,3.1878347024917604,-0.013101659891370219,,,
+44000,-0.049411170184612274,3.1893138914108277,-0.03526101297955029,,,
+44500,-0.055410970002412796,3.1955749583244324,-0.02623649768624455,,,
+45000,-0.04796861857175827,3.185526391506195,-0.023823267095373014,,,
+45000,,,,3.1805756449699403,-0.02465871721797157,-0.020133061148226262
+45500,-0.034905966371297836,3.1723460006713866,-0.06250391557859257,,,
+46000,-0.04254880174994469,3.1900007338523864,-0.07783546782635677,,,
+46500,-0.06250736117362976,3.193749068260193,-0.08334370851912536,,,
+47000,-0.054680611938238144,3.1920213203430174,-0.08998596669296967,,,
+47500,-0.05680800974369049,3.2125831332206727,-0.04519438660207379,,,
+48000,-0.04195469245314598,3.2032058362960814,-0.027489253345760516,,,
+48500,-0.06986676156520844,3.229126166343689,-0.03131878560286714,,,
+49000,-0.05691245570778847,3.2220973110198976,-0.024018932888226117,,,
+49500,-0.021327819675207138,3.18879949426651,-0.02230005460587563,,,
+50000,-0.04342690482735634,3.2061415596008302,-0.048461123544257134,,,
+50000,,,,3.202140283584595,-0.0393282607465494,-0.026014540903270246
+50500,-0.04212241992354393,3.192765091896057,-0.02313231270655524,,,
+51000,-0.04858170822262764,3.211901258468628,-0.03261278970028434,,,

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534df64f5d6acd8ea7eb9cd8bed28cd59a54bce3de015a4de3865f2cd780d760
+size 611604

4/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderRot2D-easy-v0/PPO/4
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderRot2D-easy-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderRot2D-easy-v0,rl_mode=sarl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderRot2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderRot2D-easy-v0
+- rl_mode=sarl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+3.3739557,1.0737841,0.07659093,-1.119584321975708
+3.3184052,0.8736377,1.0,-0.8638873100280762
+3.2322717,0.730298,1.0,-0.6344141364097595
+3.1951897,0.47836104,-0.6120916,-0.3453952372074127
+3.2323918,0.32614264,1.0,-0.23037895560264587
+3.2976458,0.21920048,-1.0,-0.18869076669216156
+3.3153045,0.04978993,0.56589025,-0.03693893179297447
+3.301128,-0.01964071,-1.0,0.007386896759271622
+3.271074,-0.16254354,-0.22741349,-0.10546207427978516
+3.2630663,-0.14368464,-0.16046101,-0.07859541475772858
+3.2735164,-0.06269626,0.4186441,-0.008057162165641785
+3.2786322,-0.017180637,-0.8046315,0.03234271705150604
+3.27557,0.068471916,1.0,-0.01588631421327591
+3.2539086,0.18723412,-0.18838692,-0.11298723518848419
+3.23644,0.20262867,1.0,-0.11091309785842896
+3.2192836,0.20034297,-0.52646047,-0.09147103130817413
+3.2196267,0.15187168,1.0,-0.04334282875061035
+3.2367227,0.0750284,-1.0,0.0164044126868248
+3.2424824,-0.04126605,1.0,0.04440704360604286
+3.2441516,-0.06890747,-1.0,0.015096455812454224
+3.2188807,-0.23070979,-0.36746165,-0.12143492698669434
+3.2072504,-0.25277552,-0.3667283,-0.1318703591823578
+3.2027721,-0.19528145,0.65688455,-0.06989806890487671
+3.1958678,-0.1565897,-1.0,-0.024301961064338684
+3.1949992,-0.04277026,1.0,0.0903860405087471
+3.1955972,0.10918741,-1.0,0.023370936512947083
+3.2027655,0.1364385,1.0,-0.011048451066017151
+3.184495,0.24627437,0.13599363,-0.10261382162570953
+3.1724584,0.27149057,0.92275715,-0.11579346656799316
+3.1669421,0.2390695,-1.0,-0.07785610854625702
+3.1680298,0.19016868,1.0,-0.030042946338653564
+3.1727715,0.12376697,-1.0,0.03161709010601044
+3.1710193,-0.021951744,1.0,0.13518445193767548
+3.1715949,-0.07305421,-1.0,0.08350645005702972
+3.1605804,-0.18268913,0.12000352,-0.015114009380340576
+3.1609445,-0.20476384,-1.0,-0.037552788853645325
+3.164295,-0.18759845,1.0,-0.023737892508506775
+3.1583323,-0.14688,-1.0,0.022943168878555298
+3.1572344,-0.111126326,1.0,0.05979476124048233
+3.1491888,-0.0033027541,-1.0,0.1756640076637268
+3.149072,0.019126836,1.0,0.15995675325393677
+3.1406066,0.119565636,-0.08091121,0.0679832398891449
+3.1414459,0.15041797,1.0,0.03629167377948761
+3.145061,0.15145683,-1.0,0.03163766860961914
+3.1456566,0.1376866,1.0,0.044812336564064026
+3.149786,0.12582244,-1.0,0.05254708230495453
+3.143634,0.034868732,1.0,0.14965270459651947
+3.1424756,0.017363565,-1.0,0.16831634938716888
+3.1365423,-0.10704986,-0.09164963,0.08456333726644516
+3.1422315,-0.11001314,-0.3917291,0.07591091096401215
+3.1477497,-0.060112618,0.8921519,0.12029323726892471
+3.1401892,-0.03262488,-1.0,0.15534146130084991
+3.133155,0.02085813,0.85793966,0.1741422861814499
+3.1311066,0.10845989,-1.0,0.08858901262283325
+3.1414728,0.08860976,1.0,0.09807293862104416
+3.1325216,0.18054077,0.36607528,0.015093117952346802
+3.1250327,0.14443795,0.09105683,0.058684900403022766
+3.1264331,0.12184702,-0.23793237,0.07987536489963531
+3.1377373,0.15702903,0.6717668,0.03338921070098877
+3.1418862,0.07949768,-1.0,0.10677160322666168
+3.1408813,-0.002177951,1.0,0.18509626388549805
+3.1386058,-0.02902164,-1.0,0.1605280488729477
+3.129519,-0.12345287,0.30110064,0.07518365979194641
+3.1329827,-0.13953726,-1.0,0.05563552677631378
+3.1402898,-0.12943573,1.0,0.05843000113964081
+3.137094,-0.091276884,-1.0,0.09978461265563965
+3.1385126,-0.06886505,1.0,0.12077785283327103
+3.132644,0.0155003425,-1.0,0.18001124262809753
+3.133413,0.019716555,1.0,0.17502588033676147
+3.126765,0.1114507,-0.090346515,0.08993980288505554
+3.1294417,0.14367016,1.0,0.055043622851371765
+3.1358097,0.15283896,-1.0,0.03950689733028412
+3.1380115,0.15015145,1.0,0.03999261558055878
+3.1434128,0.14865467,-1.0,0.036088019609451294
+3.1385777,0.064854585,1.0,0.12472323328256607
+3.1373286,0.047121838,-1.0,0.14370505511760712
+3.1334832,-0.080938786,-0.066575184,0.11373355984687805
+3.1409671,-0.09077147,-0.39590016,0.09641692042350769
+3.147834,-0.047936372,0.91275424,0.13238507509231567
+3.140241,-0.024854697,-1.0,0.16305992007255554

4/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.3064414262771606,3.465888494491577,-0.3257243598338682,,,
+1000,-1.2021592855453491,3.4248633632659913,-0.04152998934756033,,,
+1500,-1.2020200490951538,3.4070183477401734,0.010519341607112438,,,
+2000,-1.4092459678649902,3.4381886472702026,-0.1817964960243553,,,
+2500,-1.2430371046066284,3.4061416544914245,-0.21198754294961691,,,
+3000,-0.963929295539856,3.367129538536072,0.08115324617037549,,,
+3500,-1.0048877000808716,3.3630961418151855,0.06382556946249679,,,
+4000,-1.11974036693573,3.3562865777015687,0.060243946699600204,,,
+4500,-0.8374674916267395,3.307303916454315,-0.040359633822925386,,,
+5000,-1.0191562175750732,3.387059669494629,-0.1138672475439962,,,
+5000,,,,3.1798527419567106,-0.03872392774792388,-0.28596082609146833
+5500,-0.7834851145744324,3.355631747722626,0.09494563064759132,,,
+6000,-0.9534103870391846,3.350098834991455,-0.1759086590737279,,,
+6500,-0.7954546213150024,3.28102400970459,-0.12660086921125185,,,
+7000,-0.747370183467865,3.2903311095237733,-0.20992842892330374,,,
+7500,-0.7151223421096802,3.3059215240478514,-0.22578352774959057,,,
+8000,-0.789766788482666,3.3137460403442383,-0.021808811560506,,,
+8500,-0.5939067602157593,3.257346977710724,0.07502132631116547,,,
+9000,-0.7320444583892822,3.283526285171509,0.2597134866947308,,,
+9500,-0.7485011219978333,3.28998303937912,0.28774454284482637,,,
+10000,-0.6390942335128784,3.245409354686737,0.32335035800654444,,,
+10000,,,,3.14741792678833,0.41735369610541967,-0.274407692020759
+10500,-0.671938419342041,3.2728113288879395,0.3720689479280263,,,
+11000,-0.6905993819236755,3.28658873796463,0.2953079084637575,,,
+11500,-0.6107322573661804,3.227829137325287,0.2864751897724345,,,
+12000,-0.5647143125534058,3.229656373500824,0.2120541042510886,,,
+12500,-0.5455647706985474,3.2584138917922973,0.12525168182794005,,,
+13000,-0.5560097098350525,3.2589345602989197,0.20569190835533663,,,
+13500,-0.3963015377521515,3.230986225605011,0.17802340485737658,,,
+14000,-0.4315221309661865,3.2244128155708314,0.20816381484456362,,,
+14500,-0.3601836860179901,3.2050072088241577,0.29786089378828184,,,
+15000,-0.4526115357875824,3.250042649269104,0.314941940626828,,,
+15000,,,,3.1225186437368393,0.2768214042531326,-0.10031769527122378
+15500,-0.3686091899871826,3.1902934708595274,0.17376003906762344,,,
+16000,-0.43706128001213074,3.203336881160736,0.27634519858518614,,,
+16500,-0.35920625925064087,3.218049391269684,0.18545524502149782,,,
+17000,-0.36894750595092773,3.1802149477005006,0.055089254287537186,,,
+17500,-0.2810371518135071,3.194776690006256,0.031487636295380074,,,
+18000,-0.30077365040779114,3.1692139706611635,0.012162884445628151,,,
+18500,-0.2779272794723511,3.158777344226837,-0.029516427806112914,,,
+19000,-0.20514056086540222,3.1589993104934693,0.033577117231674496,,,
+19500,-0.2075524926185608,3.164135600566864,0.05238248530682176,,,
+20000,-0.22160334885120392,3.177813017845154,-0.0614411805201089,,,
+20000,,,,3.1206163227558137,0.02516723717944842,0.0004634109325706959
+20500,-0.2474229484796524,3.20094491147995,0.021779119732062098,,,
+21000,-0.11812911182641983,3.1417917304039,0.013240345951810013,,,
+21500,-0.21404977142810822,3.1768684854507447,0.09153720699774567,,,
+22000,-0.16485892236232758,3.161767493247986,0.014233111018431372,,,
+22500,-0.15421609580516815,3.1721080288887022,0.015079509946517647,,,
+23000,-0.10898124426603317,3.153129565238953,0.05515991182908329,,,
+23500,-0.11184152960777283,3.140913342475891,0.07506030685896985,,,
+24000,-0.10285933315753937,3.1466928009986876,0.07454455096530728,,,
+24500,-0.13858935236930847,3.1636897377967834,0.06958435523998924,,,
+25000,-0.11255698651075363,3.1637650470733645,0.02043629405554384,,,
+25000,,,,3.1188186168670655,-0.031343953881878404,-0.0019655722193419934
+25500,-0.0961461141705513,3.1498954648971558,-0.1008325428729877,,,
+26000,-0.07922239601612091,3.1322929701805116,-0.03680545364436694,,,
+26500,-0.10114419460296631,3.148436514377594,0.0018999642226845026,,,
+27000,-0.08263067901134491,3.1370361099243165,0.016469923160504548,,,
+27500,-0.07562194764614105,3.1429583206176757,0.03410779884038493,,,
+28000,-0.07372631877660751,3.1478952083587646,0.009517877418838907,,,
+28500,-0.09200082719326019,3.1331449065208434,0.03160405644087587,,,
+29000,-0.06721364706754684,3.1427851643562317,0.006417711426503957,,,
+29500,-0.06576760113239288,3.131013039112091,0.01698989459942095,,,
+30000,-0.054609838873147964,3.131384093761444,0.0036442609668010844,,,
+30000,,,,3.118342772126198,0.016676539060426876,0.010356019949540496
+30500,-0.06881746649742126,3.1491957907676698,0.0005409671640954912,,,
+31000,-0.05784953013062477,3.138122591495514,0.07220294374690275,,,
+31500,-0.05537627637386322,3.1414311742782592,0.105964027547976,,,
+32000,-0.04251932352781296,3.145085479259491,0.08890542039589491,,,
+32500,-0.06654386967420578,3.144166604042053,0.12629576896256184,,,
+33000,-0.049200497567653656,3.1394783821105956,0.08320005220145686,,,
+33500,-0.0600886270403862,3.1653490972518923,0.07905594307009596,,,
+34000,-0.06116737425327301,3.1599839358329773,0.10663950804295018,,,
+34500,-0.05915263667702675,3.1703551177978517,0.09890504810528364,,,
+35000,-0.06834419816732407,3.169544937133789,0.07333922713529319,,,
+35000,,,,3.1611948728561403,0.07348830761620775,-0.012173393741250038
+35500,-0.05526230111718178,3.1824456005096438,0.07766421920170251,,,
+36000,-0.04394999146461487,3.1643798880577085,0.05290460427501239,,,
+36500,-0.05098150670528412,3.161768684387207,0.0826282177445828,,,
+37000,-0.026714837178587914,3.1521229462623594,0.08031836041662609,,,
+37500,-0.04069893807172775,3.177000648975372,0.06154119506524876,,,
+38000,-0.03165193274617195,3.1656953344345093,0.047439250711002384,,,
+38500,-0.054367948323488235,3.1782666792869567,0.06453075027337764,,,
+39000,-0.027864975854754448,3.1724220356941224,0.044621875350596384,,,
+39500,-0.03888588771224022,3.17726806640625,0.07655716540636785,,,
+40000,-0.02173313871026039,3.1654936981201174,0.06555206190026365,,,
+40000,,,,3.178880622982979,0.06396456618094817,-0.013101170724257826
+40500,-0.047699324786663055,3.1905675401687623,0.05433912806661101,,,
+41000,-0.040029656141996384,3.1775619926452636,0.08274118955444647,,,
+41500,-0.028814615681767464,3.175750843524933,0.029419029260985552,,,
+42000,-0.04823841527104378,3.1926552476882937,0.00953508835262619,,,
+42500,-0.043268539011478424,3.180036657333374,0.030878129349206574,,,
+43000,-0.03679266944527626,3.1852718420028685,0.015446682750480249,,,
+43500,-0.04279997572302818,3.178881046295166,-0.027608731893647927,,,
+44000,-0.04582156985998154,3.1960034255981444,-0.025043736037972848,,,
+44500,-0.04853750392794609,3.19319748878479,0.027811942036263644,,,
+45000,-0.0420566089451313,3.1945825867652893,-0.03031905234453734,,,
+45000,,,,3.1969039142131805,-0.0033537570663611403,-0.023379941354505718
+45500,-0.03422882780432701,3.1843664727211,-0.020676933866925536,,,
+46000,-0.03681866452097893,3.183011004924774,-0.03482854558789404,,,
+46500,-0.04647532105445862,3.187918303012848,-0.00655137528834166,,,
+47000,-0.05744974687695503,3.199870063304901,-0.04081184595453669,,,
+47500,-0.038325678557157516,3.188362221240997,0.03610465948209094,,,
+48000,-0.03608918562531471,3.194493898868561,0.043084676629776365,,,
+48500,-0.029401594772934914,3.173416442394257,0.048420077965318345,,,
+49000,-0.02780039981007576,3.188522948741913,0.03497769699571654,,,
+49500,-0.03059392049908638,3.1889236388206483,0.05523575640376657,,,
+50000,-0.027580803260207176,3.189886599063873,0.06725442833523267,,,
+50000,,,,3.1827724993228914,0.07599062426015735,-0.01250509056262672
+50500,-0.039223406463861465,3.193479551792145,0.08691873522050082,,,
+51000,-0.023312456905841827,3.1806388874053955,0.08230546416906873,,,

README.md

@@ -0,0 +1,55 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- CylinderRot2D-easy-v0
+model-index:
+- name: PPO-CylinderRot2D-easy-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-CylinderRot2D-easy-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: -0.00
+      name: mean_reward
+---
+
+# PPO on CylinderRot2D-easy-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **CylinderRot2D-easy-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** -0.00 ± 0.01
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | -0.02 | 0.16 |
+| Seed 1 | 0.00 | 0.20 |
+| Seed 2 | -0.00 | 0.16 |
+| Seed 3 | -0.00 | 0.16 |
+| Seed 4 | -0.00 | 0.18 |
+
+## Visual Preview
+![Agent Preview](4/test/vorticity_test_eval_episode_0.gif)
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import PPO
+model = PPO.load("0/ckpt_latest.zip")