Upload results for PPO on CylinderJet2D-medium-v0.

.gitattributes

@@ -33,3 +33,28 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51d17efbf590d8cdeefd7ad791de6c1ded1c6951b252f6e0c0acc2606846b96
+size 611606

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderJet2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet2D-medium-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet2D-medium-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderJet2D-medium-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+2.9361587,1.9189676,-1.0,-1.7028247117996216
+2.7875826,0.6876055,-0.1940324,-0.32288658618927
+2.5135226,0.37144038,-0.26339117,0.2673385441303253
+2.6000545,-0.48037073,0.40365255,0.07187631726264954
+2.828712,-1.2602117,1.0,-0.936622142791748
+2.9285142,-0.9760244,0.64203894,-0.75223708152771
+2.651994,-0.674828,-0.074173905,-0.17452043294906616
+2.5408854,-0.23330498,-0.44476804,0.3781111240386963
+2.5977683,0.6929393,-0.98445415,-0.13840603828430176
+2.928321,0.5803418,-0.09292295,-0.35636115074157715
+2.7166333,0.93605584,0.15694307,-0.5003876090049744
+2.3751655,1.2437042,-0.4157157,-0.46656811237335205
+2.6407754,0.07819265,0.5107631,0.43333345651626587
+2.8466845,0.072286874,0.2546706,0.23333021998405457
+2.8262873,-0.27339306,-0.013826702,0.05262121558189392
+2.6594903,-1.1708333,0.13523367,-0.6780221462249756
+2.508916,-1.1781895,0.21125047,-0.5348038673400879
+2.4384596,-1.1793808,0.41037786,-0.4655388593673706
+2.4538734,-0.6173358,-0.22445405,0.08109235763549805
+2.3927455,-0.7968916,-0.06853413,-0.03733557462692261
+2.4103618,-1.1096412,0.3308289,-0.3677014112472534
+2.4844067,-0.038524516,-0.0026339972,0.6293703317642212
+2.4678333,0.10458827,-0.2339997,0.5798799991607666
+2.433671,-0.89935184,0.2605408,-0.18072128295898438
+2.4348633,-0.10864599,0.04160714,0.608792245388031
+2.4243839,-0.2499742,-0.0011969348,0.477943480014801
+2.4173996,-0.25650883,-0.05889703,0.4783930778503418
+2.4151025,-0.81429046,0.2432671,-0.07709139585494995
+2.417641,0.014203595,-0.10207533,0.7204570174217224
+2.393827,-0.71510875,0.17120837,0.04336583614349365
+2.381536,-0.21829715,0.0042087277,0.5524684190750122
+2.3679976,-0.6662078,0.20439883,0.11809611320495605
+2.3651154,-0.019131271,-0.084475845,0.7680549025535583
+2.348482,-0.77372056,0.23910485,0.030099093914031982
+2.3534963,0.06165331,-0.09424294,0.7371519207954407
+2.347418,-0.7458459,0.24956755,0.05903756618499756
+2.3509102,0.17702718,-0.12884085,0.6243641972541809
+2.340787,-0.78636295,0.28103042,0.02515166997909546
+2.3451936,0.33046836,-0.18608977,0.4766395688056946
+2.3351054,-0.88023347,0.32714024,-0.06303733587265015
+2.3421237,0.5199345,-0.2631473,0.29024332761764526
+2.3330941,-1.0093919,0.38166657,-0.19018447399139404
+2.342503,0.68995804,-0.32680368,0.11984044313430786
+2.3305233,-1.1604719,0.4526551,-0.33869361877441406
+2.339978,0.902661,-0.41493294,-0.09033745527267456
+2.326496,-1.3740343,0.54092115,-0.5482286214828491
+2.3383384,1.1218791,-0.50298065,-0.30791592597961426
+2.3240893,-1.5952677,0.6340842,-0.7670553922653198
+2.3391025,1.3749282,-0.60831475,-0.5617291927337646
+2.3216362,-1.8451486,0.7387329,-1.0144832134246826
+2.3366604,1.6419342,-0.7112194,-0.8262929916381836
+2.3207796,-2.0717509,0.8364983,-1.2402288913726807
+2.3358264,1.9100708,-0.8142947,-1.0935956239700317
+2.3237114,-2.255372,0.9132157,-1.4267818927764893
+2.3386064,2.1266775,-0.890541,-1.3129823207855225
+2.3237014,-2.359442,0.9594909,-1.5308418273925781
+2.337329,2.2779202,-0.93933713,-1.4629476070404053
+2.3260984,-2.3975,0.9785035,-1.5712969303131104
+2.3371756,2.3587341,-0.9619661,-1.5436081886291504
+2.3300645,-2.3813446,0.97306365,-1.5591075420379639
+2.3375673,2.372337,-0.96168596,-1.557602882385254
+2.3320355,-2.3319333,0.9521282,-1.511667251586914
+2.336406,2.3302817,-0.94205254,-1.5143861770629883
+2.3315947,-2.2712476,0.926082,-1.4505407810211182
+2.3353314,2.254109,-0.9122955,-1.4371387958526611
+2.3308365,-2.2168102,0.8997243,-1.3953452110290527
+2.336334,2.1552362,-0.8769961,-1.339268684387207
+2.3310347,-2.1696932,0.87409365,-1.348426342010498
+2.338452,2.043851,-0.8385409,-1.230001449584961
+2.3306327,-2.1289122,0.85089475,-1.3072433471679688
+2.3401792,1.9321522,-0.7997045,-1.1200298070907593
+2.3296797,-2.0912938,0.8300882,-1.268671989440918
+2.3420246,1.8309115,-0.7646098,-1.0206345319747925
+2.3292732,-2.0525746,0.80942744,-1.229546308517456
+2.3434703,1.741647,-0.7327272,-0.9328157901763916
+2.3290792,-2.0056798,0.7872297,-1.182457447052002
+2.344693,1.6615099,-0.70186955,-0.8539012670516968
+2.3295667,-1.9468877,0.76225454,-1.1241528987884521
+2.3459487,1.5863795,-0.6712887,-0.7800266742706299
+2.3304448,-1.8776175,0.7339297,-1.0557607412338257

0/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.8836852312088013,3.1827901792526245,-0.31609259060397743,,,
+1000,-1.8152464628219604,3.110328728914261,0.14690521884005284,,,
+1500,-2.042147397994995,3.157756603240967,-0.41944711601291784,,,
+2000,-1.9338077306747437,3.237961703777313,-0.21800428671296687,,,
+2500,-1.4172743558883667,2.96501908326149,-0.07331470136297867,,,
+3000,-1.4541172981262207,2.9312783856391906,0.046797567690722644,,,
+3500,-1.521009922027588,2.9144133596420287,0.20220411887415685,,,
+4000,-1.681363821029663,3.1095151314735414,0.103563704934204,,,
+4500,-1.2431741952896118,2.922288316011429,-0.3432940919906832,,,
+5000,-1.0256544351577759,2.7932326238155367,-0.4197729037590325,,,
+5000,,,,2.6138581901788713,-0.4900018314830959,-0.5557967893779278
+5500,-1.385093092918396,3.0626341099739074,0.2271880982113071,,,
+6000,-1.1903096437454224,2.988642200469971,0.05040576418489218,,,
+6500,-1.0430470705032349,2.88306725525856,0.15066125672124325,,,
+7000,-0.8789423108100891,2.8163250386714935,0.19927722719497978,,,
+7500,-0.9260451793670654,2.8861907091140746,0.10207660352252423,,,
+8000,-0.9079071283340454,2.869559676408768,0.09657691596122459,,,
+8500,-0.8248326778411865,2.84483433842659,0.10258636151114478,,,
+9000,-0.599506676197052,2.670035949230194,0.08074577414989471,,,
+9500,-0.6857573986053467,2.703761377811432,0.08761254086653934,,,
+10000,-0.6280705332756042,2.704354395389557,0.06676768190972507,,,
+10000,,,,2.585992953181267,0.06580793348839506,-0.34964030496776105
+10500,-0.6049371957778931,2.7275952978134157,0.2981914455927908,,,
+11000,-0.5536795854568481,2.7292662069797515,0.12587818431085906,,,
+11500,-0.5713891983032227,2.7801684374809263,0.12199602490849792,,,
+12000,-0.6250698566436768,2.815505160331726,0.29149703347682954,,,
+12500,-0.6462301015853882,2.805077083110809,0.23054882094962523,,,
+13000,-0.4253351092338562,2.6085652379989623,0.17818634271947667,,,
+13500,-0.32427123188972473,2.622104437589645,0.17610155632768873,,,
+14000,-0.4052329957485199,2.68580503988266,0.1378765648251283,,,
+14500,-0.4200080335140228,2.6497870016098024,0.004542913816316286,,,
+15000,-0.2936551570892334,2.617438618421555,-0.0669250140893273,,,
+15000,,,,2.4671581476926803,-0.05036888035829179,0.09912452660501003
+15500,-0.24168457090854645,2.5943438189029693,-0.07212006572633982,,,
+16000,-0.4148677885532379,2.710898491859436,0.04060068979673088,,,
+16500,-0.3708914816379547,2.7093403627872465,-0.09203529634233563,,,
+17000,-0.20635661482810974,2.6146597242355347,-0.20658901963301468,,,
+17500,-0.16332337260246277,2.5648014860153197,-0.01973029868109734,,,
+18000,-0.26199203729629517,2.6109613189697267,-0.06367128515418154,,,
+18500,-0.24875521659851074,2.616714502811432,-0.12899822999432217,,,
+19000,-0.13132137060165405,2.5967583899497986,-0.32609701447410044,,,
+19500,-0.16430337727069855,2.5588288176059724,-0.2344172958158888,,,
+20000,-0.1547972857952118,2.531225528717041,-0.36754500004742297,,,
+20000,,,,2.4447444289922715,-0.1883130318718031,0.2937379624694586
+20500,-0.14997486770153046,2.476313699245453,-0.2678748111110181,,,
+21000,-0.2623782455921173,2.6587504665851593,-0.27484818766708485,,,
+21500,-0.14046770334243774,2.551984083414078,-0.22599917967873626,,,
+22000,-0.21568509936332703,2.6377411482334137,-0.17633482072455808,,,
+22500,-0.14630509912967682,2.531349208831787,-0.28583066769642756,,,
+23000,-0.09886753559112549,2.5485973043441774,-0.34003856192110105,,,
+23500,-0.14329694211483002,2.571057193994522,-0.2450710860505933,,,
+24000,-0.1017746776342392,2.529749810218811,-0.3954883520454168,,,
+24500,-0.09234011173248291,2.557009013175964,-0.1994916616426781,,,
+25000,-0.08841458708047867,2.4685036351680756,-0.5435502949375659,,,
+25000,,,,2.4265143096446993,-0.3932317368686199,0.2204195659607649
+25500,-0.12182372063398361,2.5112703216075896,-0.38605321885016747,,,
+26000,0.0008096425444819033,2.43936097073555,-0.40310257668793203,,,
+26500,-0.08674309402704239,2.4837733964920043,-0.33397213367186485,,,
+27000,-0.09516895562410355,2.4976194996833803,-0.29535666828462853,,,
+27500,-0.10099227726459503,2.5256859176158906,-0.25819266598764806,,,
+28000,-0.024690750986337662,2.4494877383708955,-0.16978422167642565,,,
+28500,-0.0556534081697464,2.4694224252700807,-0.22878962765226607,,,
+29000,0.021003885194659233,2.404634970664978,-0.2424100905302912,,,
+29500,-0.0235747117549181,2.4776443772315977,-0.30565903924172744,,,
+30000,0.008551536127924919,2.452589193105698,-0.21320407525193877,,,
+30000,,,,2.4294436305761336,-0.14920792719349266,0.33317123372107743
+30500,-0.061674170196056366,2.5134079959392546,-0.3103147575594485,,,
+31000,-0.031334832310676575,2.4766545259952544,-0.2756675159877632,,,
+31500,0.06825428456068039,2.437187354326248,-0.1727920675915666,,,
+32000,-0.008090512827038765,2.4511229622364046,-0.12042919068410993,,,
+32500,0.018533585593104362,2.458156032562256,-0.04221089540794492,,,
+33000,-0.02558484859764576,2.4632422325611114,-0.08983749493584037,,,
+33500,0.06498401612043381,2.4292193140983582,-0.1802665643641958,,,
+34000,0.1450292319059372,2.4050761818885804,-0.1354424841447617,,,
+34500,-0.09600739926099777,2.542732862710953,-0.2495642148843035,,,
+35000,0.02327822707593441,2.4386470358371737,-0.1893906148537062,,,
+35000,,,,2.402281531691551,-0.2703088475391269,0.24309514202177523
+35500,0.04121779277920723,2.4201948997974396,-0.20522480033012108,,,
+36000,0.12208927422761917,2.3864687876701356,-0.11342071555461734,,,
+36500,0.13010433316230774,2.4000672998428345,-0.26007547945086845,,,
+37000,0.06951376050710678,2.423662476539612,-0.14125914632063358,,,
+37500,0.14819493889808655,2.3994993517398835,-0.05625574317015707,,,
+38000,0.1497778296470642,2.3869335503578184,-0.02401306421216577,,,
+38500,0.019204245880246162,2.466739748239517,-0.0946550993360579,,,
+39000,0.15837106108665466,2.3739604711532594,-0.0526645275343908,,,
+39500,0.14879603683948517,2.3797546520233155,-0.27595972606842406,,,
+40000,0.08295567333698273,2.388870958566666,-0.37609339886251836,,,
+40000,,,,2.3964285135269163,-0.331677871523425,0.20631108582019805
+40500,0.07745081931352615,2.4038216791152953,-0.27022695599729196,,,
+41000,0.10415284335613251,2.3763813242912293,-0.314872579486575,,,
+41500,0.1358223408460617,2.3762999062538146,-0.3907291718139313,,,
+42000,0.10219412297010422,2.3681081149578094,-0.36257167267403567,,,
+42500,0.13280706107616425,2.3981531603336332,-0.25399633247597375,,,
+43000,0.16095952689647675,2.3968261098861694,-0.25065281823463736,,,
+43500,0.1989225596189499,2.3785569536685944,-0.15769762485369573,,,
+44000,0.1666894257068634,2.3551275141239167,-0.24394249594002032,,,
+44500,0.1720929890871048,2.3924416446685792,-0.22452623258624227,,,
+45000,0.19558386504650116,2.3704416763782503,-0.19592207455635072,,,
+45000,,,,2.4058819890022276,-0.1400994631672802,0.39362467676401136
+45500,0.19089877605438232,2.362499486207962,-0.05304566122870892,,,
+46000,0.2305132895708084,2.3451027810573577,0.07880640495568514,,,
+46500,0.20080240070819855,2.361049735546112,-0.08622719620913268,,,
+47000,0.15951482951641083,2.391190067529678,-0.046933316997543446,,,
+47500,0.18617530167102814,2.364191698551178,-0.05505119155067951,,,
+48000,0.1712333858013153,2.4156156582832335,-0.018449883105233312,,,
+48500,0.1814015656709671,2.413418535709381,-0.04101273172884248,,,
+49000,0.18218830227851868,2.393762965679169,-0.10720366687676869,,,
+49500,0.24124130606651306,2.3638758549690246,-0.09319959734311328,,,
+50000,0.24924223124980927,2.33826637840271,-0.08828276426903904,,,
+50000,,,,2.384162825345993,-0.137749630009057,0.3888529121875763
+50500,0.22681060433387756,2.363848042011261,-0.07886383722780738,,,
+51000,0.21693828701972961,2.3632630097866056,-0.11319228921004106,,,

0/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward
+2.9105713,-1.428107,0.42976728,-0.3784307,0.33419934,0.46635234,0.92749447,1.0,1.0,0.6673891,-1.354236,-1.3542359
+2.8617113,-1.3797418,0.5459597,1.0,0.584655,0.42515218,0.1127861,-0.22919819,-0.107293166,0.37135366,-1.2570107,-1.2570106
+2.6955023,-1.4718714,0.0607778,0.25406677,0.107747525,0.06838937,0.3877478,0.1546747,-0.099099755,0.079070166,-1.1829312,-1.1829312
+2.6474767,-1.2613003,0.06679184,-0.06628206,0.3523747,-0.58483595,-0.6104327,-0.5010658,-0.5349874,-0.4655681,-0.92433435,-0.9243345
+2.7148538,-1.10095,-0.012215213,-0.37667152,-0.34488246,0.1395744,0.35865507,0.66017586,0.76620084,-0.03884794,-0.8313615,-0.8313613
+2.7579029,-0.7361649,-0.061120063,0.29174802,0.12485604,0.78412014,0.59922415,-0.02149681,-0.05814091,0.8101073,-0.50962526,-0.5096253
+2.807762,-0.104645416,0.63121605,0.33779243,0.3608149,-0.8885736,-0.58814985,-0.58742243,-0.62351674,-0.69620216,-0.057612505,0.07203515
+2.8074455,-0.0011175312,-0.49777234,-0.27728137,-0.08704233,0.38511887,0.18880798,0.12971914,-0.010002271,-0.0040620426,0.08029573,0.17587942
+2.775093,0.19410896,0.20152421,0.34842756,-0.2535314,-0.39698893,-0.21951158,-0.2695199,0.07741068,0.008392229,-0.1753254,0.015240431
+2.8148632,0.02405531,-0.16516483,0.30273306,0.43426594,0.5927875,0.40733665,0.5982353,0.34142533,0.28939134,0.04296089,0.14552397
+2.819563,0.1261234,0.5360028,0.27614352,-0.06194,-0.7447047,-0.2628614,-0.49757645,-0.059031174,0.04246825,-0.06725841,0.038756162
+2.7976112,-0.2178867,-0.08657117,-0.02002541,0.4122182,0.52712196,0.37338898,0.33674955,0.00409302,-0.1277531,-0.031055469,-0.031055465
+2.8324537,-0.18588531,0.0752387,0.06291378,-0.6058534,-0.3340039,-0.10846646,-0.09840849,-0.0060814256,0.26290444,-0.11507573,-0.033896565
+2.77093,-0.624079,-0.33421263,0.12149222,0.44251302,0.19344138,0.43049505,0.31659055,0.33934048,0.036504336,-0.4105666,-0.41056657
+2.7698517,-0.34185863,0.19076711,0.081022516,0.035954617,-0.117117815,-0.18371615,-0.19914094,-0.078005075,0.0995549,-0.12726781,-0.12726784
+2.7453704,-0.54423594,0.3523744,0.044672683,0.27755332,0.016554467,0.17070068,0.2686586,-0.11741782,-0.010584951,-0.30516374,-0.30516386
+2.7420447,-0.32467097,-0.11599019,0.08691772,-0.13200256,-0.15196018,0.038821317,0.24049322,0.45694003,0.21078505,-0.083609775,-0.082273185
+2.7311397,-0.2807628,-0.0400732,0.1612477,0.17781927,0.134312,0.11566699,-0.049833447,-0.064401194,0.16932386,-0.027460024,-0.027459979
+2.7219887,-0.13866372,0.03723824,0.034175172,-0.06694093,-0.066987544,-0.028159514,0.18050165,0.06546785,-0.069169946,0.07484688,0.12379007
+2.7311907,-0.17106092,0.124663815,-0.13124673,0.09088136,0.017623104,0.17701656,0.16612788,-0.22958276,-0.06957176,0.08219087,0.08219087
+2.7289772,-0.12723902,0.061154313,-0.041548222,-0.04980278,-0.19174132,0.015886843,0.09225355,0.2722598,-0.026432335,0.06078497,0.12822625
+2.737905,-0.096898906,-0.03250169,0.24135084,-0.017609023,0.09404114,0.033853225,-0.07793797,-0.2616678,0.16139519,0.12111459,0.14963853
+2.72878,-0.12532806,0.021126281,0.09760094,0.031119585,-0.04539129,-0.021635562,0.17117813,0.034205057,0.008835099,0.09259872,0.13033438
+2.7281787,-0.18430865,0.18877763,0.097545356,0.16197883,-0.017035626,0.08338812,0.028068483,-0.123734,0.031243768,0.07056137,0.071955085
+2.7194734,-0.31191358,0.1580083,-0.0004173452,0.07225764,-0.027855933,-0.013721594,0.13275518,0.27006325,0.15954153,-0.049203556,-0.04694447
+2.7194037,-0.31255275,0.0186017,0.17113498,-0.023055524,0.20946868,0.044256084,0.04662344,-0.24745621,0.16170348,-0.047513995,-0.04751402
+2.705192,-0.47577304,0.042844996,0.076496795,-0.097424865,-0.03641393,0.015464275,0.2167479,0.25940976,0.020081226,-0.1965226,-0.19652265
+2.6967213,-0.5453577,0.16920745,0.124448225,0.1623446,0.09662718,0.13502213,0.017999426,-0.23413865,0.06725657,-0.2576366,-0.25763655
+2.6815975,-0.6666955,0.11979936,0.097573705,0.07359357,-0.024113186,0.044367194,0.25507593,0.296773,0.1426832,-0.36385053,-0.36385047
+2.6669438,-0.579162,0.07875149,0.26880717,0.22185963,0.18463841,0.09827788,0.027790971,-0.24454543,0.09644906,-0.26166344,-0.26166332
+2.6682253,-0.6257375,0.071515635,0.054847118,-0.001286664,-0.106635794,0.030329153,0.3272349,0.38907444,0.11298704,-0.30952042,-0.3095203
+2.6521492,-0.538507,0.09858728,0.15282072,0.18440261,0.22550423,0.1343967,-0.111449994,-0.2530022,0.060796924,-0.20621368,-0.20621371
+2.638043,-0.675019,0.13432369,0.012068852,-0.053827614,-0.06100317,0.02550058,0.44323424,0.42328188,0.11939767,-0.3286193,-0.32861948
+2.65214,-0.51720715,-0.007813663,0.15415813,0.26657453,0.36728033,0.20219818,-0.0972907,-0.2587335,-0.007013769,-0.1849046,-0.18490458
+2.6348367,-0.5922915,0.0064003607,0.029873297,-0.08049411,-0.09416533,0.0034525236,0.47055557,0.51548237,0.061051413,-0.24268566,-0.24268568
+2.6504593,-0.45846844,0.05378416,0.14923286,0.28198597,0.41821605,0.14430557,-0.26100844,-0.44906735,-0.013357238,-0.124485314,-0.124485254
+2.6349146,-0.6242893,0.09611897,0.04963272,-0.060635205,-0.29653993,-0.06636062,0.54642373,0.6084304,0.13500005,-0.27476144,-0.27476144
+2.6498368,-0.43592358,0.0013509383,0.16713966,0.3655149,0.43275464,0.15589336,-0.41186163,-0.4980848,0.05248397,-0.118571885,-0.10131788
+2.6512303,-0.62012327,0.040332437,0.022639424,-0.073043,-0.34644386,-0.004561535,0.562841,0.63566005,0.16256474,-0.28691098,-0.28691113
+2.6509404,-0.42561042,-0.020576078,0.13006672,0.32477465,0.4941143,0.11109337,-0.33634463,-0.44619867,0.029342107,-0.13755848,-0.09210837
+2.6459904,-0.642668,0.03057528,0.0599342,-0.10793875,-0.3204476,0.050760843,0.53093415,0.69149,0.16922016,-0.30421597,-0.3042159
+2.648768,-0.48371458,0.034293797,0.17091705,0.32904845,0.49584594,0.2259469,-0.29096335,-0.3916923,-0.055368684,-0.1557778,-0.14804006
+2.632883,-0.6512461,0.07557236,0.07706249,-0.040261324,-0.28682682,0.11949569,0.449212,0.59835386,0.19519712,-0.2996866,-0.29968667
+2.6344578,-0.521757,0.0586399,0.19268535,0.31369177,0.44038245,0.294758,-0.24714991,-0.39593557,-0.009400533,-0.17177238,-0.17177236
+2.6330876,-0.64015603,0.11377606,0.06578314,-0.06304626,-0.28418654,0.11038393,0.3511636,0.60755,0.18851084,-0.28880104,-0.2888012
+2.6358278,-0.537217,0.07161401,0.19718277,0.2733137,0.49886307,0.34664175,-0.2982707,-0.32060468,-0.056041025,-0.18860236,-0.18860233
+2.6254606,-0.56976783,0.11543122,0.039071202,-0.12260338,-0.27715388,0.029868372,0.31959912,0.5390864,0.22975613,-0.21078612,-0.21078598
+2.6327531,-0.47235033,0.048031546,0.21109746,0.3110241,0.45245355,0.42056108,-0.3019251,-0.4443808,-0.0888187,-0.14601463,-0.12066099
+2.644558,-0.4380184,0.13178052,0.025049232,-0.058524203,-0.39866018,-0.06791179,0.12602855,0.5590613,0.26280865,-0.11479342,-0.09813389
+2.6376138,-0.3806562,0.045849282,0.23088358,0.31961074,0.3963042,0.44144928,-0.35958254,-0.40433803,-0.12731639,-0.14655258,-0.033827513
+2.6470199,-0.31529674,0.18520921,0.05313342,-0.16041136,-0.424709,-0.18275927,0.1518579,0.4724032,0.35341474,-0.045618504,0.02212587
+2.643464,-0.37109777,0.028886396,0.22793573,0.24502178,0.45939738,0.47334346,-0.054688253,-0.38553882,-0.14396665,-0.13060899,-0.03011939
+2.6450245,-0.24900754,0.2281367,0.0720717,-0.08577756,-0.4443901,-0.2009322,0.2053907,0.37538627,0.37657657,-0.029727623,0.0904104
+2.6403594,-0.39013463,0.03872384,0.1972119,0.17590857,0.46252924,0.5187364,-0.023611955,-0.20115675,-0.16878958,-0.092737705,-0.04605156
+2.6362772,-0.31532776,0.23956579,0.093431614,0.051251404,-0.3528389,-0.14261872,0.17858693,0.24104808,0.39651456,-0.037398476,0.03283751
+2.6338673,-0.35078028,-0.014531703,0.16875872,0.16106163,0.1610847,0.29704013,0.107761405,-0.16471736,-0.17157228,-0.021478437,-0.00020506978
+2.6231692,-0.49539274,0.29204607,0.11679374,0.029339775,-0.062494174,-0.11201167,0.1396043,0.17078163,0.43966743,-0.13411948,-0.13411945
+2.6391814,-0.36957428,-0.097585395,0.13241921,0.23422739,0.13718298,0.36032453,-0.047713622,-0.029573776,-0.22957832,-0.024313182,-0.024313182
+2.6286087,-0.48079923,0.28437284,0.10640727,0.017952383,-0.07946858,-0.123140305,0.051662534,0.1171139,0.40424398,-0.12496549,-0.12496546
+2.6351242,-0.31327364,-0.12303598,0.092070654,0.09647379,0.22589186,0.25197437,0.008740737,-0.07267842,-0.29442918,0.026203107,0.036044627
+2.638774,-0.49839896,0.3216168,0.06936261,0.03488551,-0.10913406,-0.07615329,0.0049173823,0.2089089,0.4856282,-0.15273026,-0.1527304
+2.649849,-0.14875697,-0.25398815,0.0059497496,0.16495642,0.24446802,0.26039115,0.027992934,-0.21240017,-0.40880224,0.04448626,0.18583657
+2.6500058,-0.48017043,0.3552599,0.0337746,0.09082398,-0.09284437,-0.079062395,0.04772774,0.24745382,0.5017694,-0.14573367,-0.14573377
+2.6493168,-0.13866004,-0.112156495,0.12633912,0.19064976,0.28562587,0.23462653,0.05138419,-0.25890556,-0.30465713,0.042597376,0.19646564
+2.6455066,-0.41837332,0.27092072,0.16117352,0.019895837,-0.08566358,-0.03610374,0.081467435,0.28238824,0.43600094,-0.079437494,-0.079437464
+2.6413352,-0.19758224,0.016620602,0.05148112,0.16696666,0.23334318,0.19406226,0.0284717,-0.12058221,-0.23383452,0.053305905,0.14552498
+2.6348314,-0.4932996,0.20202895,0.17010961,0.12389356,-0.05090774,0.003996509,0.040415194,0.37291744,0.2604806,-0.1436884,-0.14368856
+2.6271439,-0.35110587,-0.011468076,0.07970884,0.17885093,0.27002314,0.16844137,0.08981718,-0.24356315,0.00064373296,-0.016103677,0.006192744
+2.6234622,-0.5473719,0.17324205,0.1575999,0.07799401,-0.022734009,0.035022005,0.046607755,0.28583387,0.20395596,-0.18639159,-0.18639165
+2.6185293,-0.4147079,0.049306907,0.08602896,0.17739458,0.22248957,0.16387063,-0.026590437,-0.18282752,-0.11030452,-0.04879474,-0.048794746
+2.6144507,-0.6303464,0.12469116,0.15926929,0.13166448,0.0096957525,0.012797001,0.107262485,0.29478243,0.2878873,-0.2603547,-0.26035464
+2.6123838,-0.43134683,0.08440912,0.10343408,0.17436153,0.22430953,0.20197564,0.005478806,-0.16573532,-0.03284516,-0.0592883,-0.059288204
+2.6111736,-0.53191054,0.12918787,0.21447651,0.02794455,-0.09285222,0.03296046,0.116387814,0.279076,0.21600349,-0.15864159,-0.1586417
+2.610908,-0.38417974,0.05337012,0.03719694,0.14618057,0.2883,0.17155322,-0.029199213,-0.15455818,-0.045853093,-0.016128361,-0.0106453
+2.6083775,-0.52428997,0.13412625,0.16322641,0.05346515,-0.08233481,0.068733886,0.17624974,0.2963994,0.2253404,-0.14822485,-0.14822495
+2.6114705,-0.30776566,0.022908896,-0.016889721,0.17550544,0.2198152,0.192784,-0.021716561,-0.094482526,-0.12419717,0.062585905,0.06520635
+2.6106274,-0.48173344,0.089429595,0.15761721,0.042975828,-0.066918924,0.03341065,0.14279403,0.26481178,0.25909257,-0.107918404,-0.10791838
+2.6115956,-0.32317555,0.057267763,0.0915614,0.15147857,0.21668522,0.17832068,0.02550292,-0.120416,-0.15833367,0.049671184,0.049671292
+2.6104257,-0.4988802,0.21276896,0.1666929,0.07963112,-0.0998355,0.05047169,0.116760656,0.22893497,0.26484188,-0.12486343,-0.124863446
+2.6097145,-0.34313935,0.005803381,0.057852596,0.160386,0.22211562,0.1766137,-0.041922133,-0.057502776,-0.07379335,0.031588595,0.031588614

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528b8bb9da72db319d5e036dcdec9c7f28daed7d668d1a058bd469b114e83019
+size 611610

1/config.yaml

@@ -0,0 +1,59 @@
+env_id: CylinderJet2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-medium-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,166 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-medium-v0
+    - algorithm=sb3_ppo
+    - seed=1
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-medium-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=1,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,225 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-medium-v0
+    - algorithm=sb3_ppo
+    - seed=1
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-medium-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=1,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-medium-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,7 @@
+- env_id=CylinderJet2D-medium-v0
+- algorithm=sb3_ppo
+- seed=1
+- rl_mode=sarl
+- test_env_id=CylinderJet3D-medium-v0
+- test_rl_mode=marl
+- +test_env_kwargs.local_2d_obs=True

1/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+2.9886467,1.7339272,-0.73355234,-1.570272445678711
+2.8050613,0.50632155,-0.066113584,-0.1590813398361206
+2.5838854,0.18673414,-0.40631407,0.38168197870254517
+2.6713521,-0.36992666,-0.22853285,0.11102274060249329
+2.9096887,-1.172121,0.9072654,-0.9295082092285156
+3.251164,-1.0786825,0.7331043,-1.1775449514389038
+3.0347965,-0.975209,0.5579698,-0.8577039241790771
+2.475144,-0.03675049,-0.6836292,0.640407145023346
+2.5641546,0.55230415,-1.0,0.03584277629852295
+2.9590578,0.7686559,-0.33506647,-0.5754121541976929
+2.7139611,0.9745991,0.25538158,-0.5362586975097656
+2.3321471,1.4463412,-0.42960426,-0.626186728477478
+2.589735,0.17262183,0.8562153,0.3899446725845337
+2.8473473,0.16087638,-0.12952773,0.14407791197299957
+2.8560781,-0.6079622,-0.09607165,-0.3117387890815735
+2.691469,-0.6994044,-0.32433528,-0.23857182264328003
+2.480652,-1.1824986,0.76547205,-0.510849118232727
+2.6100347,-0.64671326,0.18332554,-0.1044464111328125
+2.4554296,-0.5545014,-0.10418081,0.1423705816268921
+2.3509674,-0.51031804,-0.11190991,0.2910161018371582
+2.374189,-0.43424866,0.2523338,0.34386399388313293
+2.4996374,-0.087644845,0.15723334,0.5650193691253662
+2.4393232,0.38981763,-0.4413517,0.32316073775291443
+2.3899157,-0.04094123,0.4013294,0.7214446067810059
+2.3809226,0.35530356,-0.2565601,0.4160754382610321
+2.4139516,0.36370704,-0.18985967,0.37464287877082825
+2.3901632,0.22891593,0.013652139,0.5332224369049072
+2.3668222,0.15357725,0.06501617,0.6319020390510559
+2.3361204,0.31117243,-0.35348547,0.5050087571144104
+2.3400192,-0.20079987,0.43460193,0.6114824414253235
+2.357964,-0.08740293,-0.18050708,0.7069345712661743
+2.3400238,-0.27762324,0.13769539,0.5346545577049255
+2.3422186,-0.42819583,0.1290942,0.3818870782852173
+2.334512,-0.51646936,0.1655623,0.3013201951980591
+2.3277605,-0.3725978,-0.16442323,0.4519432783126831
+2.259841,-0.62732875,0.4558171,0.2651318311691284
+2.2978606,-0.42619315,-0.09379477,0.4282477796077728
+2.2793267,-0.39709023,0.11774557,0.47588464617729187
+2.2740169,-0.41310936,0.14528084,0.4651753306388855
+2.29371,-0.3598307,0.10971283,0.498760849237442
+2.3089404,-0.14535414,-0.19755359,0.6980069875717163
+2.280266,-0.27091047,0.33238068,0.6011250019073486
+2.3022356,-0.14071529,-0.10329255,0.7093506455421448
+2.3050654,-0.042532586,-0.029871935,0.8047035932540894
+2.2979622,-0.08296527,0.13049573,0.7713741064071655
+2.308571,-0.10525461,0.022814345,0.7384758591651917
+2.3120186,-0.0095865475,-0.17112663,0.8306963443756104
+2.3059883,-0.103842705,0.20701449,0.7424705028533936
+2.3019245,-0.13073692,-0.042562425,0.7196401357650757
+2.2996185,-0.08422562,-0.051993676,0.7684574723243713
+2.3022964,-0.16523692,0.14340109,0.6847681999206543
+2.3013396,-0.22707456,0.05794969,0.6238873600959778
+2.3037345,-0.1960107,-0.06242154,0.652556300163269
+2.2931252,-0.26428342,0.18015346,0.5948929786682129
+2.2953207,-0.31619105,0.055118352,0.5407897233963013
+2.2933185,-0.27117494,-0.0112474635,0.5878081321716309
+2.2887259,-0.3012859,0.14805442,0.562289834022522
+2.2862158,-0.33480433,0.10890897,0.5312814712524414
+2.2916894,-0.27544624,-0.026444752,0.5851659178733826
+2.2864745,-0.2822005,0.13656132,0.5836266279220581
+2.2870717,-0.30359432,0.09383063,0.5616354942321777
+2.292153,-0.24787982,-0.019524476,0.61226886510849
+2.2905166,-0.21697277,0.08732037,0.6448121666908264
+2.2914045,-0.24680816,0.10764452,0.6140888929367065
+2.296577,-0.21605146,-0.026400093,0.639673113822937
+2.294872,-0.1886303,0.06626037,0.6687992215156555
+2.2953472,-0.22992027,0.09758821,0.627034068107605
+2.2990592,-0.22433582,-0.010723306,0.6289066076278687
+2.2994037,-0.20464183,0.04197671,0.6482560634613037
+2.2969406,-0.24831168,0.10489002,0.607049286365509
+2.2989187,-0.2723713,0.012957468,0.5810115337371826
+2.2981553,-0.2581893,0.044414334,0.5959569215774536
+2.2944138,-0.3012866,0.11258336,0.5566011667251587
+2.2955923,-0.33701858,0.043466896,0.5196906328201294
+2.2941377,-0.32515198,0.044553462,0.5330118536949158
+2.2919495,-0.34985244,0.11655706,0.5104995965957642
+2.291353,-0.38101348,0.068815246,0.47993507981300354
+2.2913206,-0.36449462,0.04812916,0.4964863657951355
+2.2885942,-0.3688259,0.11388276,0.49488139152526855
+2.287922,-0.39381155,0.0876384,0.47056809067726135

1/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.930741310119629,3.209618221759796,-0.016901505135856497,,,
+1000,-1.626834750175476,3.0740546419620514,-0.4207623893697746,,,
+1500,-1.6993900537490845,3.1845985407829285,-0.038041124103125185,,,
+2000,-1.8603119850158691,3.2305300712585447,0.22411920827999712,,,
+2500,-1.5021069049835205,3.009915048599243,-0.02727684179507196,,,
+3000,-1.4109342098236084,2.965043222427368,0.007653855818789452,,,
+3500,-1.705405354499817,3.0708560445308684,0.17465456771710888,,,
+4000,-1.6255252361297607,2.9907632451057435,-0.1598116020122543,,,
+4500,-1.4380680322647095,3.097380805015564,-0.25435905993543567,,,
+5000,-1.0713942050933838,2.803646395206451,-0.4384167617498897,,,
+5000,,,,2.667812478542328,-0.5299583007028559,-0.5510576944798231
+5500,-1.2648320198059082,2.9635643527507782,-0.47834012551419436,,,
+6000,-1.3693450689315796,3.0461558637619017,-0.34061028542974964,,,
+6500,-1.2452811002731323,2.927942487716675,0.0698715950269252,,,
+7000,-1.0868271589279175,2.8839166350364684,-0.30391955434158446,,,
+7500,-0.9465651512145996,2.788430772781372,-0.3263955725459382,,,
+8000,-0.9640178680419922,2.8760447685718535,-0.45477104011364283,,,
+8500,-0.8549327850341797,2.8125907838344575,-0.3780075760344043,,,
+9000,-0.8282041549682617,2.782093361854553,-0.4499129575509578,,,
+9500,-0.8667044043540955,2.7838674819469453,-0.2603402580366819,,,
+10000,-0.7735110521316528,2.73688529586792,-0.032686301903799175,,,
+10000,,,,2.4672848671674728,-0.553047677804716,-0.19877915009856223
+10500,-0.7248899936676025,2.773601210832596,-0.10084197818394751,,,
+11000,-0.905052125453949,2.7910453314781187,0.3017472510430962,,,
+11500,-0.7516947984695435,2.7945480184555054,-0.006092954407446087,,,
+12000,-0.8381213545799255,2.7595467188358307,0.010304739015642553,,,
+12500,-0.8308262228965759,2.8021014347076414,-0.029517722249031066,,,
+13000,-0.7561575770378113,2.840845157146454,-0.04728146776824724,,,
+13500,-0.6118452548980713,2.703256233215332,0.07333397417003289,,,
+14000,-0.6053874492645264,2.7436096069812774,0.1352834875881672,,,
+14500,-0.5959702730178833,2.7749638361930846,-0.041610134479589764,,,
+15000,-0.4771926999092102,2.742772080183029,0.0475439476268366,,,
+15000,,,,2.564443477988243,-0.030566724567324854,0.0759844770655036
+15500,-0.5305716395378113,2.8586161222457886,-0.15865040524296636,,,
+16000,-0.4436035454273224,2.7901947913169862,-0.12335150290490128,,,
+16500,-0.4053584337234497,2.6634734661579134,-0.07054824655223638,,,
+17000,-0.4220051169395447,2.7709305369853974,0.06178696194151417,,,
+17500,-0.4761296510696411,2.762695134162903,0.12940103903168346,,,
+18000,-0.37938356399536133,2.7042915987968446,0.0006444783201441169,,,
+18500,-0.32581883668899536,2.6866224482059478,0.20777035573194735,,,
+19000,-0.246461883187294,2.652589721918106,0.14901549373427406,,,
+19500,-0.2000206708908081,2.6141342742443086,0.1094814288560301,,,
+20000,-0.30377909541130066,2.6409880187511443,0.12118215826060623,,,
+20000,,,,2.4762003511190414,-0.03733094094786793,0.08265203423798084
+20500,-0.2379005253314972,2.6425728590488435,0.06398696518782526,,,
+21000,-0.04191315919160843,2.514836095094681,-0.07747464318946004,,,
+21500,-0.17236916720867157,2.618201292514801,-0.18175809026043863,,,
+22000,-0.12789587676525116,2.5881176822185514,-0.006249151215190068,,,
+22500,-0.166896253824234,2.617831446647644,0.013173037442262284,,,
+23000,-0.12246343493461609,2.6123081736564635,0.0567063013119041,,,
+23500,-0.09771279990673065,2.630170756101608,-0.061126611766638236,,,
+24000,-0.22207142412662506,2.686168004512787,0.10842892332293559,,,
+24500,-0.09843482077121735,2.5981298868656157,-0.047290488583035764,,,
+25000,-0.14307533204555511,2.6778257937431333,-0.027489782248623668,,,
+25000,,,,2.4445236921310425,-0.15653698531968985,0.26635324992239473
+25500,-0.11527745425701141,2.592293795108795,0.041489737686235456,,,
+26000,-0.09231828898191452,2.6084882118701933,-0.04690758253913373,,,
+26500,-0.1612611711025238,2.6180628185272217,0.04753104674885981,,,
+27000,-0.05889429897069931,2.5849094648361204,0.07377843194946763,,,
+27500,-0.04800271615386009,2.547870396375656,0.07236264772620052,,,
+28000,-0.07253609597682953,2.5873539490699766,0.042564317809185015,,,
+28500,-0.040813010185956955,2.4864781663417816,0.14076207261090168,,,
+29000,0.025522831827402115,2.459288770914078,0.02420669992105104,,,
+29500,-0.054634179919958115,2.5661160643100738,0.0036978863209951667,,,
+30000,0.059442371129989624,2.464742886066437,-0.045750000182539226,,,
+30000,,,,2.4111514031887054,-0.2173861118964851,0.243353202752769
+30500,-0.04253486171364784,2.5781848990917204,-0.013717500421684235,,,
+31000,0.03152043744921684,2.4960351374149323,0.007937968942103907,,,
+31500,0.06605510413646698,2.4511766881942747,-0.047449860175489446,,,
+32000,0.04537893831729889,2.4912912693023683,-0.1606932015423663,,,
+32500,0.09955578297376633,2.4663650035858153,-0.04415186669444665,,,
+33000,-0.004978175275027752,2.4931965889930727,-0.18016718539781867,,,
+33500,0.1370692104101181,2.4085380244255066,0.030306540401652454,,,
+34000,0.07167048007249832,2.4736995511054993,-0.05272212986536033,,,
+34500,0.12302707135677338,2.4158857793807984,-0.10299828149005771,,,
+35000,0.09828800708055496,2.4302328233718873,-0.10923009407706559,,,
+35000,,,,2.403360813856125,-0.2302992361597717,0.2475371491163969
+35500,0.10315342992544174,2.421642843961716,-0.15780592005955987,,,
+36000,0.07503434270620346,2.4486218013763428,-0.06404283470404334,,,
+36500,0.1135144904255867,2.43095476937294,-0.11466847827844322,,,
+37000,0.16097062826156616,2.42110066819191,-0.09739285037084483,,,
+37500,0.0900501236319542,2.4323409130573275,-0.19516459575737827,,,
+38000,0.15079167485237122,2.3700942769050597,-0.24347702157869935,,,
+38500,0.13969235122203827,2.4355957849025724,-0.06621507479058346,,,
+39000,0.1265057474374771,2.436664134502411,-0.1511227421060903,,,
+39500,0.11110708117485046,2.412962726354599,-0.10392571954685263,,,
+40000,0.1843491643667221,2.4059292023181915,0.04073741596378386,,,
+40000,,,,2.4173984080553055,-0.0028046721330611036,0.4582900248467922
+40500,0.010677922517061234,2.4908465912342073,-5.8233699761331084e-05,,,
+41000,0.05090131610631943,2.460891882419586,0.015307780371746049,,,
+41500,0.20527338981628418,2.3728947594165803,0.13716060582525097,,,
+42000,0.1968187838792801,2.39622523021698,0.08798979414824862,,,
+42500,0.15906491875648499,2.431322698831558,0.0014202527257148176,,,
+43000,0.11590752005577087,2.4090139746665953,0.06106734238564968,,,
+43500,0.18664948642253876,2.3723608503341675,0.004545144224539399,,,
+44000,0.18706709146499634,2.412127652168274,-0.07553277380368673,,,
+44500,0.1326816976070404,2.4250343534946444,-0.07306867008376866,,,
+45000,0.22205191850662231,2.381980290651321,-0.031826266183983536,,,
+45000,,,,2.4083547621965407,-0.14482643732626457,0.3396113608032465
+45500,0.19348590075969696,2.3952179844379424,0.09534480314934626,,,
+46000,0.2295595109462738,2.4082444751262666,0.11666144840547349,,,
+46500,0.11440989375114441,2.416682733297348,0.2181882955568726,,,
+47000,0.18153563141822815,2.3965552639961243,0.11060313101334032,,,
+47500,0.1730734407901764,2.3886757056713104,0.22148245279607362,,,
+48000,0.20172838866710663,2.3807438752651215,0.059210628401720894,,,
+48500,0.18334008753299713,2.391715398073196,0.06716189787059557,,,
+49000,0.20867620408535004,2.3905958569049837,0.0909315014204476,,,
+49500,0.18376344442367554,2.4016660361289976,0.06877067436254583,,,
+50000,0.18879355490207672,2.3927778685092926,0.08691138800838963,,,
+50000,,,,2.417019373178482,0.01992937817994971,0.4615989066660404
+50500,0.13878802955150604,2.4008529744148253,0.15374157525249757,,,
+51000,0.22236226499080658,2.3886975214481354,0.04910046413866803,,,

1/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward
+2.9328508,-0.9731346,-0.41204366,-0.74776506,-0.6105785,-0.025688836,0.7428297,0.4871335,1.0,0.33817318,-0.92154306,-0.92154294
+2.9215608,-1.3187397,1.0,1.0,1.0,1.0,0.33838484,0.4483597,-0.026548302,0.82472074,-1.2558582,-1.255858
+2.7923543,-1.2084178,0.55059224,0.6327465,0.7004513,0.01997661,-0.0531477,-0.38528642,-0.20040242,-0.07901693,-1.0163296,-1.0163296
+2.683257,-0.95636946,-0.5662535,-0.23254576,-0.30259764,-0.31403878,-0.16997354,-0.46307445,-0.6642377,-0.19512567,-0.65518415,-0.6551841
+2.6602151,-0.831832,-0.17760682,0.07501427,0.043622453,-0.46678737,0.010789295,0.35720688,0.49588463,-0.5509103,-0.5076046,-0.50760466
+2.740086,-0.43168613,-0.13773027,-0.5481302,-0.48550123,0.43813506,0.40257636,0.22610947,0.25895622,0.40096346,-0.18732962,-0.18732974
+2.8141346,0.22917742,0.003093106,-0.14306556,-0.18019488,-0.05686303,-0.39739996,-0.77848727,-0.6946867,-0.11684751,-0.094295725,-0.05886954
+2.832029,0.37943965,0.18544954,0.39504215,-0.099953555,-0.19558376,-0.18112613,0.55721563,0.08541532,0.04167552,-0.22702634,-0.22702628
+2.8358986,0.43987375,0.12369317,0.23679687,0.14250202,-0.0769556,0.4902538,-0.5857288,0.22783905,0.15993312,-0.29132992,-0.29132992
+2.8446422,0.24404678,-0.14818668,0.49623117,0.783621,0.27829266,-0.04636543,0.25676018,0.07112341,0.12155002,-0.11051398,-0.10424647
+2.8686717,0.18624507,-0.13829195,-0.13645604,-0.11747603,-0.14371648,-0.17974691,-0.2854012,-0.22801933,-0.64050967,-0.11893089,-0.07047425
+2.8255372,-0.25035506,-0.045318026,-0.1045167,-0.23872691,-0.15809895,0.088795766,-0.14179125,0.2872397,0.34863874,-0.10833861,-0.0914498
+2.7699625,-0.3727274,0.49105665,0.24909584,-0.30406356,0.16529214,-0.009841281,-0.12185184,-0.16276792,0.39465982,-0.1729434,-0.15824747
+2.7579644,-0.25308126,0.085560896,0.23482357,0.23776716,-0.22402734,-0.10650025,0.31816182,0.31158578,-0.21514568,-0.026603207,-0.026603162
+2.7604847,-0.24463724,0.1009371,-0.055103358,0.100050084,0.022589022,0.08701487,0.03825195,0.15487714,0.25278616,-0.02067938,-0.020679459
+2.758704,-0.31766343,-0.08378765,0.1872612,0.2051752,0.2437954,0.17961171,0.081820324,0.08050852,0.2200394,-0.091924906,-0.091924906
+2.7761865,-0.112200126,-0.17590138,-0.1903946,-0.13809639,0.01651871,0.1927054,0.099111624,0.10227521,-0.37664106,0.07912599,0.09605588
+2.7502337,-0.21160471,0.34628937,-0.08318888,-0.31554583,-0.12781751,-0.026034499,-0.08355293,0.08645088,0.008836203,0.005939856,0.022604108
+2.7522807,-0.2085019,-0.0630863,0.04031129,0.101994775,-0.059345227,0.0033671383,0.08992439,0.0070636543,0.34984598,0.010555495,0.023659855
+2.7478442,0.120660216,0.124877766,-0.21412982,0.053366255,-0.113965355,-0.09683894,0.08190855,0.07594313,-0.120576955,0.0732818,0.11593804
+2.7486434,0.117619,0.23137529,-0.045026112,-0.087027155,-0.114708915,-0.07939087,-0.023089262,-0.11152953,0.018189011,0.09272242,0.118180074
+2.7479005,0.06573726,-0.037672136,0.047065537,0.015316603,0.037937712,-0.12227039,-0.0022233229,0.08219701,0.02946399,0.14157552,0.17080472
+2.7557254,0.042783223,-0.18802948,-0.2359278,0.17540863,0.11444554,0.13767351,0.14930703,0.10554205,-0.15734488,0.09705335,0.18593386
+2.75327,0.005076687,0.14295769,-0.06007493,-0.11144185,0.107311174,0.13852139,-0.10247524,-0.029499466,-0.10848718,0.15650849,0.22609587
+2.7553623,-0.076337025,0.10208953,-0.050419826,0.09031559,-0.04143851,0.1320455,-0.12116171,-0.18492222,-0.01964789,0.12751663,0.15274318
+2.7427602,-0.18396062,-0.03407224,-0.08988169,0.028817473,-0.1261774,0.03345942,0.049144205,0.0102668675,0.16789286,0.023653302,0.057721674
+2.7397738,-0.17974788,0.13844334,-0.049352314,-0.07073302,-0.22123927,0.014876378,0.037661362,-0.08401716,0.10179557,0.051696815,0.06492084
+2.7268283,-0.28479102,0.15919767,0.07163572,0.019460296,0.022105215,0.048511196,0.0149589,-0.104371496,0.06892417,-0.027176842,-0.027176887
+2.7243667,-0.34525418,0.009587188,-0.012475389,0.2330495,0.2995195,0.1258913,0.12606218,-0.0130328415,0.12058879,-0.085178405,-0.085178375
+2.7153766,-0.32270998,-0.015736343,0.0043245377,0.13101299,0.24717414,0.27385736,0.19681694,0.16678166,0.004041818,-0.053644124,-0.05364412
+2.7123415,-0.2488079,0.00845055,0.055573437,0.03905518,0.083499864,0.25225616,0.05197687,0.07663853,-0.15846397,0.023292923,0.023293018
+2.7052867,-0.21792859,0.04198871,-0.019208299,-0.0028403874,-0.09314397,0.0011223902,-0.07806255,-0.04904854,-0.12249896,0.06122717,0.061227143
+2.6971843,-0.389178,0.0821113,-0.0024833109,-0.02283969,0.11321286,-0.034906413,0.026680028,0.019078841,0.019243887,-0.101919815,-0.10191986
+2.6917229,-0.34869206,0.13017955,0.06361835,0.04266448,0.07693929,0.06586355,0.17379063,0.04229421,0.07388902,-0.055972345,-0.055972457
+2.6880221,-0.12111275,0.11862241,0.032661702,0.03731319,-0.11560754,0.1150228,0.04988337,-0.016547145,0.053783666,0.1744436,0.17530759
+2.6952324,-0.036094006,0.013176766,-0.007153469,0.11605921,0.04248309,-0.002620409,-0.22440192,0.019942014,0.017304173,0.1972172,0.25311607
+2.698492,-0.15718418,-0.06923058,-0.0031622078,0.16470829,0.38881156,-0.015904257,0.076821454,0.027537143,-0.0011842947,0.11219176,0.12876624
+2.703976,-0.0034708716,-0.022073107,0.003180099,-0.002819198,0.0730961,0.090865865,0.15473498,0.10108616,-0.20528847,0.20190816,0.2769957
+2.6941466,0.03792949,0.01342461,-0.02409208,0.009512101,-0.0814498,-0.0009627368,-0.08212031,0.1332134,-0.10955897,0.18177041,0.25236636
+2.6841478,-0.13564983,-0.019624928,-0.00034162658,0.028927116,0.1118093,0.084769055,0.21392657,0.10970136,0.05602588,0.123542756,0.16464481
+2.6864297,0.052713335,0.026980227,0.07188387,-0.0023132886,-0.03379387,0.12821603,-0.04032297,-0.103452966,0.008279634,0.16890502,0.2452994
+2.6830747,0.0595755,0.107302964,0.07619461,0.019217154,-0.16631341,-0.018619072,-0.026869038,-0.18036315,-0.05615593,0.20509842,0.24179226
+2.6823828,-0.050023336,0.056006234,0.10351002,0.23002376,0.027718177,0.01315049,-0.22994655,0.090370655,-0.13335206,0.16860572,0.2520363
+2.6766098,-0.14596438,-0.020444917,0.16818762,0.18986157,0.19404168,0.12755504,0.11288317,0.051361304,0.05163848,0.11865562,0.16186833
+2.676908,-0.008667197,-0.03610863,0.08005229,-0.009602959,0.08924925,0.2022379,0.11854848,-0.004876378,0.07334162,0.18736726,0.29886726
+2.678867,0.02987833,-0.024486767,-0.08859577,-0.04694392,-0.032609712,0.08055921,-0.034061674,0.0037273814,0.08758929,0.17922729,0.27569705
+2.6732903,-0.10095224,-0.09092614,-0.06830698,-0.04232264,-0.015216204,0.26668558,0.098595425,-0.060846906,-0.00893462,0.12229582,0.21019998
+2.6652827,-0.056358367,-0.09465418,-0.023758927,-0.05499855,-0.028331766,0.01187816,0.10942864,-0.069293216,0.003964749,0.19769399,0.26280138
+2.6663275,-0.03425707,-0.033317205,-0.024530591,-0.05766165,-0.005741152,-0.04471496,0.0033937332,0.00015709293,-0.10394155,0.20258091,0.28385794
+2.6624203,-0.11566978,0.053312782,-0.042746793,-0.052347925,0.049293075,0.038396116,0.0053228782,0.07522254,0.11880781,0.18755022,0.20635241
+2.6656632,-0.18233676,0.014667531,0.01839065,0.10011079,0.13508908,0.20327216,0.21217033,0.14091365,0.08172512,0.122083485,0.13644247
+2.6602707,-0.05434598,0.06434348,0.017268298,0.023685576,0.15877756,0.09801275,0.03896385,-0.021667043,0.074330255,0.22869426,0.26982582
+2.644802,-0.21271272,0.0615555,-0.08433411,-0.016421834,0.17037362,0.15064356,0.070567034,0.17336118,0.07628917,0.112381816,0.12692766
+2.637143,-0.26228607,-0.016169654,-0.08990435,-0.016382279,0.05965576,0.16077554,0.055391658,0.17817038,0.11748116,0.080615714,0.08501351
+2.628516,-0.26884496,-0.058779214,-0.054480854,-0.03767721,0.05100775,0.037097644,0.06541688,0.011636284,0.08759318,0.085956976,0.08708155
+2.621686,-0.33399326,0.0001843695,0.019220727,-0.01491177,0.1323362,0.09603204,0.022407236,-0.050384264,-0.0041805087,0.028763248,0.028763235
+2.6235647,-0.42866135,0.07258667,0.06950943,0.08723836,0.17815223,0.1797291,0.16397405,0.09833468,-0.0018015231,-0.06778353,-0.067783594
+2.6258197,-0.35992506,0.1320589,0.10155755,0.1486666,0.1224186,0.15405104,0.09404629,0.11150313,0.09171699,-0.0013022497,-0.0013022721
+2.619421,-0.32301927,0.13543078,0.078292005,0.10467195,0.10236437,0.15295285,0.09058063,0.0052343057,0.1122943,0.042002067,0.0420022
+2.6129298,-0.39252773,0.17430986,0.053130493,0.089966886,0.14958186,0.08501961,0.08701177,0.08699322,0.10425801,-0.021015119,-0.021015078
+2.6092346,-0.40195906,0.058253024,0.0985647,0.13064705,0.026780045,0.06717459,0.0309753,0.16264641,0.1195461,-0.026751062,-0.02675116
+2.6105418,-0.3869909,0.024550846,0.09298651,0.15376788,-0.010956476,0.09085133,0.11638379,-0.059466075,0.06176206,-0.013090083,-0.013090253
+2.6158094,-0.40786645,0.053466197,0.028760666,0.13645715,0.07211593,0.03694166,0.17080522,0.00036438298,0.029888047,-0.039233364,-0.039233416
+2.6209354,-0.38825065,0.034511033,0.07506166,0.1387078,0.10485562,0.047475927,0.1418909,0.06605301,0.028678624,-0.024743611,-0.024743617
+2.6245751,-0.33843485,0.028669095,0.1728011,0.10118699,0.15762523,0.11850005,0.024758862,0.010302556,0.019653006,0.02143257,0.02143249
+2.625278,-0.3309988,0.09472833,0.17425013,0.17226382,0.12166328,0.12098165,0.02034259,-0.06295055,0.06394566,0.028165784,0.028165668
+2.6229167,-0.36621457,0.10534406,0.15387875,0.16727838,0.052070845,0.12645863,0.1206305,0.045447264,0.13072243,-0.004688889,-0.0046887994
+2.6187468,-0.3446094,0.08507824,0.14434202,0.17328331,0.0645094,0.06429923,0.06048991,0.06588782,0.103527665,0.021086197,0.021086305
+2.6167316,-0.3087819,0.06338235,0.095529675,0.05624264,0.063449256,0.04541373,0.00949869,-0.025982307,0.024780644,0.058928967,0.058928937
+2.6164174,-0.41103694,0.035418592,0.077517636,0.088946596,0.101967864,0.046644427,0.0979511,-0.0009328227,0.0434735,-0.043011904,-0.043011874
+2.6189182,-0.41138762,0.026406316,0.14816527,0.099323004,0.12708287,0.048132706,0.0336179,0.013193653,0.071884125,-0.045863416,-0.04586333
+2.619566,-0.40328878,0.08079189,0.19135237,0.15049458,0.117902026,0.09527886,0.053140838,-0.10710261,0.056671757,-0.038412195,-0.038412273
+2.6141427,-0.44041827,0.16833621,0.20092914,0.14065704,0.05134788,0.18831848,0.107394725,-0.049142245,0.08321779,-0.070118435,-0.07011846
+2.6030185,-0.47563526,0.1875262,0.20713632,0.19163439,0.12387835,0.105801255,0.081659466,0.05844946,0.15573466,-0.09421125,-0.09421131
+2.5920453,-0.47033948,0.16121194,0.17019597,0.14607619,0.14803275,0.09983064,0.027261233,0.07525352,0.1601558,-0.07794226,-0.07794231
+2.5875688,-0.46670732,0.120739534,0.09277608,0.07322064,0.09574715,0.106318094,0.05933935,0.022830592,0.07827714,-0.06983365,-0.06983361
+2.5894003,-0.545709,0.09947916,0.076524876,0.07811116,0.08610024,0.14357026,0.10340403,0.027972145,0.0764499,-0.15066674,-0.15066683
+2.597343,-0.5443187,0.0771041,0.094046175,0.10127316,0.10363969,0.10462925,0.11143896,0.059740458,0.05441847,-0.15721935,-0.15721917
+2.6070657,-0.47998416,0.070712805,0.08194671,0.08827257,0.07483608,0.097623274,0.0637063,0.03827839,0.036212493,-0.102607325,-0.10260737
+2.6125612,-0.4715946,0.08850028,0.12495689,0.14444953,0.079913065,0.07870141,0.05276614,0.05676901,0.01930867,-0.09971327,-0.099713355

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d56c15560313084caf19ac3c1fb89b93901cf556104891094c33327dfb646
+size 611606

2/config.yaml

@@ -0,0 +1,59 @@
+env_id: CylinderJet2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-medium-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,166 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-medium-v0
+    - algorithm=sb3_ppo
+    - seed=2
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-medium-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=2,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,225 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-medium-v0
+    - algorithm=sb3_ppo
+    - seed=2
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-medium-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=2,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-medium-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,7 @@
+- env_id=CylinderJet2D-medium-v0
+- algorithm=sb3_ppo
+- seed=2
+- rl_mode=sarl
+- test_env_id=CylinderJet3D-medium-v0
+- test_rl_mode=marl
+- +test_env_kwargs.local_2d_obs=True

2/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+2.9361587,1.9189676,-1.0,-1.7028247117996216
+2.9037848,1.3060316,-0.9640017,-1.0575147867202759
+2.5766082,0.22657306,0.35219434,0.3491203188896179
+2.6185465,0.04591411,0.31368223,0.4878409504890442
+2.6567037,-0.61021,1.0,-0.1146121621131897
+3.1133559,-0.90442413,1.0,-0.8654784560203552
+2.7318404,-0.35698673,-0.19050317,0.06347444653511047
+2.4156976,0.006813463,-0.7346876,0.7297905087471008
+2.6355891,0.54188913,-1.0,-0.025176703929901123
+2.8574228,0.39138842,0.11540353,-0.09650969505310059
+2.378754,1.4703922,-0.90304327,-0.6968445777893066
+2.5855064,0.34219572,1.0,0.22459939122200012
+2.8664012,0.22196533,0.6242167,0.06393502652645111
+2.882565,-0.3182128,0.24274032,-0.04847627878189087
+2.7110786,-0.8231956,-0.034017134,-0.38197267055511475
+2.532205,-0.95226115,-0.12350773,-0.3321647047996521
+2.563914,-0.24066581,-0.63204527,0.3477216958999634
+2.6081176,-0.56676906,0.7300672,-0.02258509397506714
+2.5510106,0.66878426,-0.6074173,-0.06749331951141357
+2.5174434,0.16385713,0.2259021,0.471000999212265
+2.4475267,0.66491044,-0.5761593,0.039864420890808105
+2.4805253,-0.10141525,0.5446296,0.5703610181808472
+2.316173,0.7023812,-1.0,0.13374727964401245
+2.3651972,-0.44194964,0.82311976,0.345154732465744
+2.314086,0.17381912,-0.6123887,0.6643964648246765
+2.2376163,-0.8238232,1.0,0.09086203575134277
+2.3533492,-0.21059206,-0.48054063,0.5883603096008301
+2.1148062,-1.1274942,0.98234695,-0.08999884128570557
+2.2122033,-0.06632165,-1.0,0.8737766146659851
+2.1048124,-0.9072473,1.0,0.1402418613433838
+2.2535634,0.038908157,-0.6159305,0.8598299622535706
+2.212983,-0.4999308,0.8528835,0.43938785791397095
+2.2424593,0.37967137,-0.9812628,0.5301709175109863
+2.2256293,-0.48216328,1.0,0.44450893998146057
+2.2033777,0.5098126,-1.0,0.43911123275756836
+2.225872,-0.24544758,0.7599623,0.6809819340705872
+2.1976895,0.4134097,-0.80053097,0.5412023067474365
+2.226394,-0.27576876,0.8682601,0.6501388549804688
+2.2297208,0.3151067,-0.8220522,0.6074740290641785
+2.2035875,-0.4250878,0.8483775,0.5236262083053589
+2.2315292,0.101727635,-0.66734713,0.8190447092056274
+2.1959581,-0.44630507,0.7106993,0.5100383758544922
+2.2548723,-0.0777242,-0.53712696,0.8197050094604492
+2.225079,-0.41976124,0.654099,0.5074612498283386
+2.2703915,-0.13766417,-0.45795634,0.7442458868026733
+2.232582,-0.36507383,0.5554082,0.5546456575393677
+2.2704926,-0.18746985,-0.338237,0.6943391561508179
+2.2628112,-0.25933817,0.39724085,0.6301522254943848
+2.287163,-0.18531269,-0.25780696,0.6798258423805237
+2.2823293,-0.19247742,0.3065603,0.6774948239326477
+2.2969897,-0.15169437,-0.19315219,0.703617513179779
+2.2995803,-0.12666188,0.21519402,0.7260593175888062
+2.3041155,-0.1528194,-0.10411822,0.695366621017456
+2.2951148,-0.11782406,0.1385292,0.7393627166748047
+2.3062837,-0.15283184,-0.06635212,0.6931859850883484
+2.306022,-0.1427461,0.11064722,0.7035335302352905
+2.3072815,-0.16995297,-0.02695648,0.6750670671463013
+2.305034,-0.16841905,0.08108732,0.6788485646247864
+2.3042367,-0.19912189,0.01712218,0.6489430069923401
+2.301697,-0.20444733,0.07016437,0.6461572051048279
+2.3012064,-0.2252959,0.02744716,0.625799298286438
+2.299263,-0.22887924,0.071448006,0.6241593360900879
+2.2989135,-0.24547824,0.044154145,0.6079097986221313
+2.297814,-0.24280952,0.060723417,0.6116781234741211
+2.2972302,-0.24978812,0.05528005,0.6052832007408142
+2.296553,-0.25005743,0.06295227,0.6056911945343018
+2.2965343,-0.2507754,0.05260692,0.6049918532371521
+2.2963486,-0.24734896,0.0614091,0.6086040139198303
+2.2967513,-0.24887668,0.05736654,0.6066735982894897
+2.29692,-0.24588192,0.05504646,0.6094995737075806
+2.297344,-0.24413425,0.054968752,0.6108233332633972
+2.2974389,-0.24433288,0.0572506,0.6105297803878784
+2.2976592,-0.2455202,0.053646334,0.6091221570968628
+2.2978342,-0.2460488,0.05476834,0.6084185838699341
+2.2979872,-0.24977085,0.0564718,0.6045434474945068
+2.2981954,-0.2543351,0.055100404,0.5997710824012756
+2.2983532,-0.25824362,0.055092327,0.5957047343254089
+2.2984009,-0.26338166,0.057697907,0.5905190110206604
+2.2984796,-0.26963332,0.05773402,0.58418869972229
+2.2985623,-0.27488533,0.057966992,0.578853964805603

2/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.4683139324188232,2.944956607103348,-0.20627408640109934,,,
+1000,-1.9034748077392578,3.2405511033535004,-0.06525406544236466,,,
+1500,-1.9580578804016113,3.140461022377014,0.10024762783851475,,,
+2000,-1.9492251873016357,3.196594028711319,-0.06416340176295489,,,
+2500,-1.3779183626174927,3.0163214654922483,-0.2590296924780123,,,
+3000,-1.652449607849121,3.0552757697105406,-0.277916354409419,,,
+3500,-1.659798264503479,2.99615779876709,-0.16192659766040743,,,
+4000,-1.5046656131744385,3.0087398018836975,0.0511361230686307,,,
+4500,-1.401140570640564,2.9239303278923034,-0.15864035982394126,,,
+5000,-1.1088974475860596,2.9430295877456665,0.06635610402631574,,,
+5000,,,,2.622702431678772,-0.030253782961517574,-0.5026631027460098
+5500,-1.1463044881820679,2.816454405784607,0.26820138279069217,,,
+6000,-1.4432766437530518,2.951474036216736,0.18838418131694198,,,
+6500,-0.9075372219085693,2.787101638555527,-0.4990511323576793,,,
+7000,-0.8526201844215393,2.8136237764358523,0.005599266533274204,,,
+7500,-0.8000714778900146,2.7539500370025634,-0.19634684369061142,,,
+8000,-0.9463678002357483,2.806528049945831,-0.023902838797308503,,,
+8500,-1.001631498336792,2.8248463270664215,-0.23558279251260683,,,
+9000,-0.752334475517273,2.6571800458431243,-0.6374466303730733,,,
+9500,-0.7310338020324707,2.714892208099365,-0.39915771678602324,,,
+10000,-0.9212116003036499,2.877992886543274,-0.3672416622441815,,,
+10000,,,,2.6716710835695268,-0.6895433820551261,-0.6597379202023148
+10500,-1.1281628608703613,2.769820119380951,-0.9877776240855456,,,
+11000,-1.0050379037857056,2.5691778922080992,-1.384759897136013,,,
+11500,-1.2310889959335327,2.644213230848312,-1.5022671366520226,,,
+12000,-1.1330876350402832,2.6384486088752745,-1.4771240578358993,,,
+12500,-1.0090150833129883,2.625952340364456,-1.4175009455932304,,,
+13000,-0.7763751745223999,2.5954893255233764,-1.1405639074561187,,,
+13500,-1.0157891511917114,2.623394143819809,-1.295288644053042,,,
+14000,-1.0132579803466797,2.7180304863452913,-1.1091583127109335,,,
+14500,-0.828828752040863,2.6992063629627228,-0.8819524096152745,,,
+15000,-0.5424121022224426,2.709313331127167,-0.38609995247703044,,,
+15000,,,,2.5835177093744277,-0.17840512158581986,0.0197828009724617
+15500,-0.5633062720298767,2.756519994020462,-0.4568209579726681,,,
+16000,-0.6144680380821228,2.635912317037582,-0.3272745864121243,,,
+16500,-0.5339099168777466,2.655318695783615,-0.3303873245404102,,,
+17000,-0.35191911458969116,2.5862648792266847,-0.3078012434967095,,,
+17500,-0.40449830889701843,2.68598033618927,-0.020941823806613684,,,
+18000,-0.37932664155960083,2.6306074545383455,-0.21425471476750682,,,
+18500,-0.5047876238822937,2.7403322100639342,-0.4147785126544768,,,
+19000,-0.28472810983657837,2.6311694254875184,-0.2794219950346742,,,
+19500,-0.3190387189388275,2.6245910370349885,-0.35706457420438525,,,
+20000,-0.34256866574287415,2.690679851293564,-0.18155524796387182,,,
+20000,,,,2.598137667775154,-0.10967438635707367,0.06478586178272963
+20500,-0.3554237186908722,2.6887208824157716,-0.26714720581099394,,,
+21000,-0.21850009262561798,2.5595576083660125,-0.13865909439953975,,,
+21500,-0.3071596324443817,2.6449236323833465,-0.07301291731509264,,,
+22000,-0.16534142196178436,2.5252811193466185,-0.04844682371034287,,,
+22500,-0.24735377728939056,2.505106642961502,-0.09746256806216844,,,
+23000,-0.2112031728029251,2.595336640357971,-0.08827869861992076,,,
+23500,-0.20994989573955536,2.584023087263107,-0.11120740622561424,,,
+24000,-0.10426860302686691,2.5392493913173677,-0.1241446976722218,,,
+24500,-0.1720120757818222,2.524162268638611,-0.06435263135645072,,,
+25000,-0.11665722727775574,2.522618404150009,-0.19862006688665132,,,
+25000,,,,2.4824143648147583,-0.23311193060362712,0.132466596364975
+25500,-0.12869036197662354,2.504959384918213,-0.21191201357194223,,,
+26000,-0.13201117515563965,2.581091131448746,-0.1413109091888182,,,
+26500,-0.12079611420631409,2.492507182598114,-0.06675965387164615,,,
+27000,-0.15974438190460205,2.5559469664096834,-0.21843304294894916,,,
+27500,-0.014621998183429241,2.4768574318885803,-0.2153818839381129,,,
+28000,-0.09194305539131165,2.481795687675476,-0.23200619498849848,,,
+28500,-0.12436656653881073,2.502643144130707,-0.19556039173225873,,,
+29000,-0.05053582042455673,2.4221655988693236,-0.2677576495828107,,,
+29500,0.02150263637304306,2.439204912662506,-0.12201213351869955,,,
+30000,-0.03123992495238781,2.4739937319755554,-0.21105691767972895,,,
+30000,,,,2.4445756375789642,-0.15606008834583918,0.19871933832764627
+30500,-0.0354611761868,2.452927489042282,-0.10834960527438671,,,
+31000,-0.06778044998645782,2.4255162391662597,-0.21693182533001526,,,
+31500,-0.007912863045930862,2.4713934507369997,-0.08431286172568798,,,
+32000,-0.004438320640474558,2.45887215590477,-0.19972461570690211,,,
+32500,6.90352899255231e-05,2.45003897356987,-0.17840194750204683,,,
+33000,-0.09415566176176071,2.528389152050018,-0.04419503009598702,,,
+33500,-0.00818515382707119,2.4384681375026704,-0.13098998701572417,,,
+34000,0.05387543886899948,2.4073105771541594,0.07686475352702837,,,
+34500,-0.04328586906194687,2.435112253665924,-0.03845939032011665,,,
+35000,-0.009374748915433884,2.4564828686714173,0.11155685399612413,,,
+35000,,,,2.4790882378816606,0.15891369507880881,0.2572673115879297
+35500,-0.03747745603322983,2.419672595500946,0.311711452530697,,,
+36000,-0.046773508191108704,2.4495967218875885,0.19344907312048598,,,
+36500,-0.20444084703922272,2.538257760286331,0.3922857655911357,,,
+37000,-0.050435036420822144,2.4739653055667876,0.25953571445617124,,,
+37500,0.0965777337551117,2.3691194276809693,0.16911530791036786,,,
+38000,0.09139547497034073,2.3656621601581573,0.20718188246618957,,,
+38500,-0.023541605100035667,2.4568548684120177,0.18314550348143074,,,
+39000,0.05275220423936844,2.4497068181037904,0.12408232904225588,,,
+39500,-0.0047935619950294495,2.444944324493408,0.20320830131415277,,,
+40000,0.019853662699460983,2.385221744775772,0.22836536144217826,,,
+40000,,,,2.4408420383930207,0.08148772509302944,0.31483925729990003
+40500,0.007288638968020678,2.4657913987636566,0.06407277593738399,,,
+41000,0.046478770673274994,2.4047209849357607,0.15203338181064463,,,
+41500,0.124764084815979,2.382732105255127,0.006813405141161639,,,
+42000,0.051532082259655,2.411636944532394,0.06705552131775766,,,
+42500,0.051382243633270264,2.4084300615787506,0.041359466042369605,,,
+43000,0.15362849831581116,2.36123424744606,0.03248187988618156,,,
+43500,0.1669822335243225,2.357350429534912,-0.14879271655832418,,,
+44000,0.16979633271694183,2.3528916556835173,0.03353901183838025,,,
+44500,0.15003953874111176,2.3615015335083007,-0.023413064799271525,,,
+45000,0.05830147862434387,2.410056080818176,0.1019244130011648,,,
+45000,,,,2.4331884503364565,-0.011063167825341225,0.28126139380037785
+45500,0.11816482245922089,2.3888720116615296,-0.0623558103859541,,,
+46000,0.12432661652565002,2.3722786283493043,-0.09215406389185228,,,
+46500,0.08184081315994263,2.4109995048046113,-0.0775420128912665,,,
+47000,0.18983925879001617,2.3500628433227537,-0.04704976985952817,,,
+47500,0.20146743953227997,2.3499342482089998,-0.14864060787390918,,,
+48000,0.14488720893859863,2.3521331541538237,-0.0692554929270409,,,
+48500,0.1971723735332489,2.3493543887138366,-0.14009936921444022,,,
+49000,0.1921587586402893,2.346988919019699,-0.13932966901460894,,,
+49500,0.1998777687549591,2.3427237823009492,-0.08567673333972925,,,
+50000,0.17441315948963165,2.3605721893310547,-0.008132348663173616,,,
+50000,,,,2.396785372495651,0.03120482217382232,0.34665162600576876
+50500,0.14014683663845062,2.380621952056885,-0.0040872502786085075,,,
+51000,0.2000015377998352,2.3564905490875243,-0.01721406092857069,,,

2/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward
+2.9032278,-1.6068118,0.6901521,0.33844626,0.48602197,0.43978468,0.9653791,1.0,1.0,0.92517066,-1.5255971,-1.5255971
+2.8693995,-1.3004949,0.038858723,0.38018778,0.1773722,0.39988598,-0.08854761,-0.35622874,-0.26805082,-0.0022848444,-1.185452,-1.185452
+2.6658542,-1.5876629,0.44799584,0.16428883,0.4489508,0.19508791,0.6188577,0.2814784,-0.021978993,0.26834628,-1.2690749,-1.2690747
+2.7117429,-1.1307065,-0.68134266,0.119640686,-0.03015827,-0.6794765,-0.90662336,-0.7274113,-0.53019285,-1.0,-0.8580071,-0.85800695
+2.7760074,-1.1996989,0.5993622,-0.3244249,-0.072436735,0.40227026,0.9831623,1.0,1.0,0.9694707,-0.99126387,-0.99126387
+2.827412,-0.26036587,-0.3524707,0.6854079,0.11938379,-0.04955486,-0.8708787,-0.92977566,-1.0,-0.67298406,-0.17825364,-0.10333529
+2.8308198,-0.2759189,0.7238547,-0.054912467,0.15087631,0.2587956,1.0,0.82508755,0.9562782,0.97935385,-0.12229633,-0.12229627
+2.8506613,0.3424534,-0.62510544,0.30042893,0.084247984,-0.09247611,-0.74501026,-1.0,-1.0,-0.82509905,-0.23834196,-0.2086722
+2.8635776,-0.305017,0.40590727,-0.27547094,-0.032949813,-0.11972637,0.646472,0.6308037,0.9331259,0.7255525,-0.1841521,-0.18415213
+2.8080378,0.91653556,-1.0,0.25432336,0.2780095,-0.28827995,-1.0,-1.0,-1.0,-1.0,-0.74013084,-0.74013084
+2.8323212,-0.24676193,0.8660009,-0.27651396,-0.6768101,0.083855174,0.79948723,0.9426148,0.6618023,0.51739997,-0.11699212,-0.09464063
+2.7655334,0.65505975,-0.4873147,0.5843463,0.22014911,-0.10820054,-0.6913036,-0.69708717,-0.50538075,-0.42521408,-0.47280923,-0.43615073
+2.7639937,-0.14148633,0.82813984,0.10144246,-0.15287769,0.14903115,0.88071555,0.77882063,0.8811078,0.78723526,0.010655979,0.0789624
+2.7795496,-0.07264465,-0.48716256,0.24022709,0.37855908,0.052368592,-0.35574666,-0.34754983,-0.33140245,-0.3799033,0.10630959,0.13224822
+2.7335153,-0.5880319,0.49237195,-0.02966902,0.10618071,-0.04770859,0.6909481,0.6600628,0.7126859,0.47434393,-0.33710468,-0.33710468
+2.764,-0.019254532,-0.7960655,0.16609466,0.10635293,-0.26866412,-0.5904139,-0.619238,-0.74962485,-0.94231653,0.07427928,0.201188
+2.7239318,-1.0933986,0.69387674,-0.0015599625,-0.58452636,0.036312845,0.5979329,0.81862354,0.7247841,0.8249639,-0.83288807,-0.8328879
+2.7461376,0.19421746,-0.59453654,0.13888061,0.28754917,-0.050907757,-0.57076424,-0.5770601,-0.7905673,-0.70211923,-0.07150023,0.044087395
+2.7290878,-1.0326,0.66092366,0.25850764,-0.28296852,0.06635496,0.60344064,0.8151225,1.0,0.8265871,-0.7772454,-0.7772454
+2.7545912,0.31077817,-0.26223204,0.15761898,0.2240592,0.21088065,-0.1760081,-0.41481763,-0.65916026,-0.25355795,-0.095765665,-0.080926925
+2.6901298,-0.8290302,0.37563896,0.16583532,0.17234382,0.08273049,0.50203323,0.9706057,0.9515829,0.40941158,-0.53471756,-0.5347175
+2.7506557,0.2585373,-0.5549682,0.044420015,0.14178382,-0.24727626,-0.33454219,-0.6636049,-0.7918315,-0.85599726,-0.04736208,-0.024750471
+2.7229176,-0.73686963,0.45904842,-0.03195921,-0.63486516,-0.20860739,0.11499156,0.48872426,0.23911507,0.6361725,-0.49041253,-0.47534472
+2.6994464,0.35959846,-0.34757566,-0.04880065,0.03570016,-0.16001776,-0.31944385,-0.5699525,-0.66377074,-0.54992265,-0.10927397,-0.074602425
+2.7161145,-0.68048596,0.36762783,0.17120393,-0.15607761,-0.093951724,0.11038051,0.34925064,0.35442957,0.8227559,-0.42021576,-0.412158
+2.7286441,0.17818502,0.13409035,0.22346817,0.17157024,0.18198681,-0.030454565,-0.2196634,-0.24784444,-0.27781585,0.059044693,0.077613324
+2.703113,-0.46464652,0.45290384,0.32137486,0.22929327,0.1387191,0.16602062,0.33829632,0.45764363,0.48655012,-0.19271873,-0.18331712
+2.727993,-0.043913506,-0.23356636,0.06728911,0.23147526,0.08414907,0.112012796,0.2080795,0.07653894,-0.45038542,0.16015059,0.21253595
+2.7098622,-0.3066876,0.2516068,-0.21619393,-0.3996073,-0.26546425,-0.00082078297,0.33263692,-0.10625745,0.2699694,-0.12308917,-0.032107353
+2.7089036,-0.10067054,-0.19979835,-0.12951292,-0.16053121,-0.044157688,-0.20162238,-0.19055058,-0.27629516,-0.47915632,0.11407395,0.17486838
+2.6929884,-0.5879878,0.21585898,-0.020090569,-0.081901975,-0.24830996,-0.105075315,0.22260617,0.1732512,0.24846502,-0.2965338,-0.2965337
+2.6915975,-0.0412251,0.08476485,0.038169336,0.07909521,-0.069026776,-0.08899486,-0.11846108,-0.062063303,-0.14414366,0.17401479,0.2516199
+2.6921327,-0.2514636,0.3297116,0.13067271,0.25345373,0.047668453,-0.047234003,0.12383545,0.1823896,0.14883436,0.016576072,0.04084617
+2.6990879,-0.039939493,0.11641712,0.2143151,0.19719808,0.12547272,0.14239182,-0.020304147,0.18396793,0.023846958,0.1943218,0.24541512
+2.6953456,-0.09238187,0.11697882,0.13404565,-0.2109088,0.0034360057,0.22785737,0.17566141,0.23686439,0.04353587,0.11210533,0.19671497
+2.69431,0.103657626,-0.1947364,-0.18309268,-0.12280401,-0.18698117,0.061452504,0.15578635,-0.17604804,-0.28142557,0.17627913,0.18647489
+2.683237,-0.2089177,0.0109959645,0.018660877,0.0346636,-0.30161965,-0.17665441,-0.026431207,-0.017319206,0.038529914,0.06430055,0.09228769
+2.6668947,-0.08533368,0.10249164,0.07830853,-0.034681845,-0.16561238,-0.14812121,-0.093239926,-0.0077652456,-0.15033892,0.18333453,0.23221412
+2.6622014,-0.16491488,0.321847,0.13385746,0.06261713,-0.04736084,-0.12924023,0.013579051,0.12736715,0.09035937,0.13317314,0.15732619
+2.6629019,-0.08590202,0.28214982,0.20176573,0.20343694,0.07592676,0.00601923,-0.03128587,0.13373062,0.17618875,0.20148814,0.23563857
+2.6570642,-0.20806827,0.3196896,0.33440402,0.22561996,0.17322063,0.23581487,0.13657449,0.18090314,0.20352297,0.10522572,0.11931001
+2.6788373,-0.10523407,-0.061554153,0.012824724,-0.06867639,0.08930228,0.068907194,0.19222163,0.20118129,-0.15537433,0.1485572,0.2003711
+2.652559,-0.26593882,-0.0055506183,-0.1283863,-0.0386477,-0.06258591,0.13409875,0.107031256,0.08730101,-0.01625361,0.06594462,0.06594461
+2.6467612,-0.36025894,0.06664956,-0.005719696,-0.0031574862,-0.100107625,0.027017515,-0.066184975,0.07794409,-9.092409e-05,-0.022577643,-0.022577643
+2.6523886,-0.2981414,0.050229248,0.07915286,-0.0058784382,-0.1369729,-0.21135,0.09715592,0.051645797,-0.15528141,0.033912573,0.03391251
+2.663104,-0.27205142,0.0643319,0.13716468,0.061200377,-0.0045275586,-0.22916958,0.016861957,0.0023617344,-0.07038481,0.049286824,0.04928699
+2.66045,-0.3217872,0.25289518,0.25070685,0.15559517,0.15999193,-0.115816824,-0.053208325,0.09431596,0.069890246,0.0022052024,0.0022052824
+2.6503248,-0.2356882,0.2966213,0.19743393,0.14237353,0.13467129,-0.0762964,0.00925685,0.10120209,0.23268233,0.06996213,0.09842946
+2.6441157,-0.18777604,0.029196072,-0.11965235,-0.053344514,0.011588569,0.11576284,0.26983234,0.17562722,0.2871778,0.124928415,0.15255074
+2.6309326,-0.34640247,0.04330564,-0.058864232,-0.016946454,0.018929671,0.25150627,0.24245346,0.16464339,0.15203348,0.007107282,0.0071074367
+2.622325,-0.29172525,0.028390046,0.0035212142,0.076663636,-0.19281343,0.004848647,0.042010378,0.07396596,-0.0022213515,0.06047552,0.07039228
+2.6318955,-0.34582445,0.060777243,0.003064449,0.04767258,-0.11622947,-0.25217286,-0.012267088,0.03754527,-0.09464971,0.0067223627,0.00672248
+2.6415176,-0.46270835,0.11348165,0.03880441,0.09674578,-0.01840971,-0.1520921,-0.014200048,0.09740794,0.06315682,-0.11978356,-0.11978352
+2.6488378,-0.3932352,0.13931692,0.21524419,0.18143365,0.0055891527,-0.046090562,-0.0986545,0.016097277,0.16094626,-0.057630464,-0.05763054
+2.6443906,-0.37315345,0.32590014,0.2734649,0.119472794,0.03791697,0.10174405,-0.12491349,0.09179912,0.15241061,-0.0355929,-0.03310156
+2.6216633,-0.36456096,0.39382625,0.048201438,-0.025875006,0.09419391,0.18745373,0.08140064,0.1842245,0.26030448,-0.0017818045,-0.0017818213
+2.612466,-0.46150246,0.2141369,0.065485366,0.060914088,0.07334888,0.20195822,0.24946822,0.22640543,0.38026312,-0.089526184,-0.08952609
+2.6051397,-0.49933553,0.076398246,0.114626594,0.04772019,-0.33807763,-0.10694919,0.19661696,0.09421312,0.036134806,-0.12003265,-0.12003279
+2.602676,-0.52204144,0.09747302,0.061820682,-0.0041483017,-0.10934246,-0.104459666,-0.004379009,-0.004819461,-0.08781147,-0.14027497,-0.14027488
+2.6104598,-0.5313704,0.15355383,0.092068054,0.111369334,0.045493145,0.08895768,-0.05308412,0.015961122,0.08195317,-0.15738764,-0.15738773
+2.6177917,-0.48432165,0.18628646,0.19546543,0.22810626,0.10280458,-0.013438475,-0.0467507,-0.019989584,0.15773879,-0.11767087,-0.117670834
+2.622415,-0.43467355,0.21594082,0.25584704,0.16767217,0.117221154,-0.041211266,-0.009825979,0.002721171,0.043429818,-0.07264605,-0.07264614
+2.619942,-0.45313257,0.1887353,0.25337094,0.122931994,0.09593146,0.10749299,0.03177635,0.11480618,0.111052945,-0.08863209,-0.08863205
+2.6119056,-0.5071423,0.18777213,0.14739805,0.097301275,-0.20498513,0.20816912,0.15664396,0.25026822,0.21616803,-0.13460556,-0.13460541
+2.6063244,-0.55365276,0.12873091,0.07740045,0.0008013202,-0.05268352,0.06068064,0.19972992,0.22714609,0.1163016,-0.17553474,-0.17553473
+2.61932,-0.548884,0.020597946,0.07488186,0.056741837,0.008006881,0.007592748,0.067192346,0.038820755,0.02315418,-0.18376124,-0.18376142
+2.6197126,-0.58828855,0.051388305,0.1554809,0.14344513,-0.0002856301,0.077560745,-0.05820224,0.032653343,0.07656916,-0.22355856,-0.22355866
+2.6348815,-0.61369085,0.13273434,0.21810979,0.24226426,0.057416048,0.058501694,-0.0040261643,0.008946906,0.16242252,-0.26412988,-0.26412988
+2.6283026,-0.534951,0.14778374,0.22872598,0.25162506,0.15580405,0.03366084,0.016729545,0.05281606,0.14857917,-0.17881107,-0.17881107
+2.6174483,-0.5196899,0.18653394,0.17800897,0.13800152,0.12867408,0.1101765,0.041711744,0.08033306,0.12297026,-0.15269572,-0.15269578
+2.5996103,-0.5501113,0.23146696,0.12997271,0.03667031,-0.0035738787,0.20725039,0.15362501,0.13695724,0.23181471,-0.16527902,-0.16527915
+2.588076,-0.5927613,0.18033245,0.057680603,0.14880289,-0.010087631,0.12110394,0.18145476,0.12742892,0.20470269,-0.19639492,-0.19639492
+2.600885,-0.6044372,0.06934801,0.12342068,0.12697244,0.03899916,0.02856398,0.11632649,0.14796759,0.060925666,-0.22087961,-0.22087961
+2.5934653,-0.6403501,0.19913006,0.14908832,0.12617977,0.026945177,0.09494927,-0.06724585,0.17162476,0.09186914,-0.24937299,-0.24937296
+2.6000898,-0.6596869,0.1377572,0.14576636,0.21137445,0.073396996,0.11825779,0.008954356,0.14236538,0.27208933,-0.27533436,-0.27533424
+2.6074517,-0.62209874,0.07052873,0.13095851,0.23330857,0.13518994,0.065544285,0.015709754,-0.024891872,-0.033607382,-0.24510801,-0.24510795
+2.603222,-0.6220207,0.10593593,0.18808128,0.11736993,0.1571124,0.11907022,-0.0018447982,0.14134343,0.11959206,-0.2408002,-0.24080014
+2.5976548,-0.6130669,0.21375762,0.21941243,0.089061104,0.098832615,0.22282861,0.08777019,0.09240908,-0.02460188,-0.22627929,-0.22627926
+2.6021962,-0.59163105,0.15912762,0.091656305,0.1546771,0.023566034,0.18315144,0.11159748,0.16721952,0.013419698,-0.20938474,-0.2093848
+2.6060312,-0.52826244,0.15625863,0.10695242,0.13741986,0.050578658,0.040023226,0.07041662,0.14684433,-0.01812889,-0.14985117,-0.14985114

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7036d242b6f2c31d4bc096751f2f0ca999971d037ce55b41bad0cdf8a23d2aa
+size 611608

3/config.yaml

@@ -0,0 +1,59 @@
+env_id: CylinderJet2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-medium-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,166 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-medium-v0
+    - algorithm=sb3_ppo
+    - seed=3
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-medium-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=3,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,225 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-medium-v0
+    - algorithm=sb3_ppo
+    - seed=3
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-medium-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=3,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-medium-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,7 @@
+- env_id=CylinderJet2D-medium-v0
+- algorithm=sb3_ppo
+- seed=3
+- rl_mode=sarl
+- test_env_id=CylinderJet3D-medium-v0
+- test_rl_mode=marl
+- +test_env_kwargs.local_2d_obs=True

3/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+2.9404385,1.8939886,-0.9655753,-1.6821255683898926
+2.8096542,1.2997155,-1.0,-0.9570682048797607
+2.421245,0.8986643,-0.77613246,-0.167607843875885
+2.5803173,0.25842106,0.57175195,0.3135632276535034
+2.8185136,0.06440733,1.0,0.2693805992603302
+2.915512,0.15527582,1.0,0.08151364326477051
+2.767788,-0.13863361,1.0,0.24588000774383545
+2.7202125,0.08594848,-0.207449,0.34614062309265137
+2.6338048,0.16159818,-1.0,0.35689857602119446
+2.7988913,0.07407301,-1.0,0.27933722734451294
+2.7707412,0.28434753,-1.0,0.0972127914428711
+2.6775432,0.41158134,-0.48808098,0.06317704916000366
+2.667185,0.019014468,1.0,0.4661020040512085
+3.025432,0.13580702,1.0,-0.00893758237361908
+3.2252116,-0.09467105,1.0,-0.16758111119270325
+2.861471,-0.18986961,0.44079673,0.10096099972724915
+2.6362698,0.1655241,-1.0,0.3505076467990875
+2.9436615,0.111982904,-1.0,0.09665719419717789
+3.042281,0.43048048,-1.0,-0.32045984268188477
+2.870404,0.61769193,-0.52724165,-0.3357943892478943
+2.6138225,0.13570575,0.99962854,0.40277332067489624
+2.9230754,0.089721076,1.0,0.1395050287246704
+3.1382282,-0.40740034,1.0,-0.3933269679546356
+2.7239947,-0.28877237,-0.12420491,0.13953444361686707
+2.5278199,-0.023684043,-1.0,0.6007976531982422
+2.8494594,0.13402632,-1.0,0.16881582140922546
+2.9018877,0.39226767,-0.42791036,-0.14185377955436707
+2.5707455,0.15777597,0.8905855,0.4237801134586334
+2.6875713,0.13390446,0.9647942,0.3308258056640625
+2.7691524,-0.08726454,0.32551852,0.2958846092224121
+2.6833794,0.37605566,-1.0,0.09286648035049438
+2.7520373,-0.32972267,-1.0,0.07054159045219421
+2.7748091,-0.18201455,-0.31555206,0.19547787308692932
+2.720457,-0.53204656,1.0,-0.10020208358764648
+2.7578778,0.4048885,1.0,-0.010464787483215332
+2.9523594,-0.004724576,1.0,0.1952175348997116
+2.7094414,0.32893962,-0.61819345,0.11392050981521606
+2.6834185,0.25951293,-1.0,0.20937010645866394
+2.7188153,0.06739261,-1.0,0.36609360575675964
+2.6760924,0.69495606,-0.94938195,-0.21874690055847168
+2.3750467,0.4274619,0.49864396,0.3497929275035858
+2.510337,-0.037251554,1.0,0.6047129034996033
+2.6570337,-0.10885131,1.0,0.38641655445098877
+2.6187537,-0.30717558,0.0066910633,0.22637230157852173
+2.4967754,0.23174667,-1.0,0.4237794876098633
+2.6035712,-0.32809302,-1.0,0.22063735127449036
+2.613214,-0.22832336,-0.040591568,0.3107641935348511
+2.6531103,-0.85234845,1.0,-0.3531571626663208
+2.636452,0.14311324,1.0,0.3727363348007202
+2.6325238,-0.036474194,0.45841742,0.48330357670783997
+2.6063094,0.6299915,-1.0,-0.08399933576583862
+2.606815,-0.25647864,-1.0,0.2890078127384186
+2.723193,0.094483994,-1.0,0.33462461829185486
+2.518662,0.13332315,0.18778652,0.5003164410591125
+2.5742502,-0.46197087,1.0,0.11608046293258667
+2.6492624,0.10780499,1.0,0.3952341377735138
+2.6752996,-0.36016232,0.76302505,0.11683958768844604
+2.3913476,-0.10939609,-0.6668539,0.6515578031539917
+2.3836396,-0.033758853,-1.0,0.73490309715271
+2.6255438,0.006212095,-0.9334362,0.5205456018447876
+2.5838153,-0.9048762,1.0,-0.33638995885849
+2.5579371,-0.0720842,1.0,0.522280216217041
+2.6061924,-0.20655368,0.76759946,0.3395555019378662
+2.5445185,0.64383435,-1.0,-0.036051273345947266
+2.5432978,-0.20969209,-1.0,0.39931169152259827
+2.690213,0.048223607,-1.0,0.41386497020721436
+2.5690436,-0.31710345,0.53705895,0.2661544680595398
+2.559753,-0.4557643,1.0,0.13678431510925293
+2.620198,-0.14977656,1.0,0.38232696056365967
+2.476261,-0.38186797,0.32757667,0.2941726744174957
+2.3226144,0.24513893,-1.0,0.5845481753349304
+2.4658797,-0.26660597,-1.0,0.41981589794158936
+2.4614522,-0.26651326,-0.05808304,0.4243360459804535
+2.5385795,-1.0738934,1.0,-0.46017134189605713
+2.557077,-0.10878372,1.0,0.48644089698791504
+2.542027,-0.16872433,0.27066058,0.44155022501945496
+2.5518122,0.5776335,-1.0,0.02285587787628174
+2.5732183,-0.27861425,-1.0,0.30046895146369934
+2.728592,0.17316459,-1.0,0.25054502487182617
+2.5878372,-0.22406532,0.6317536,0.34039902687072754

3/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.7696092128753662,3.173750272274017,-0.37624228140804916,,,
+1000,-1.9399380683898926,3.172700381278992,-0.03547717286180705,,,
+1500,-1.914207935333252,3.207747356891632,0.18381497436948122,,,
+2000,-1.8829139471054077,3.0540671162605286,-0.29504323210474104,,,
+2500,-1.6626176834106445,2.9269832451343536,-0.19594104608190538,,,
+3000,-1.5778743028640747,2.9932828238010405,-0.27751223037578165,,,
+3500,-1.4689308404922485,2.972513425350189,-0.2931890379525721,,,
+4000,-1.6221460103988647,2.951706377506256,0.37688650177419186,,,
+4500,-1.333445429801941,2.8958449745178223,0.20086927206767724,,,
+5000,-1.4506195783615112,2.941065477848053,0.5223943089446984,,,
+5000,,,,2.5942995280027388,0.44505947360303255,-0.40011008121073244
+5500,-1.384384274482727,2.8001531550884247,0.4635224291039631,,,
+6000,-1.2106090784072876,2.8789905152320863,0.38123392026498915,,,
+6500,-1.2025160789489746,2.865501034259796,0.3329279065695591,,,
+7000,-1.097503423690796,2.8399652910232542,0.398172492293641,,,
+7500,-1.0671786069869995,2.855750360250473,0.21952799934055656,,,
+8000,-1.1332879066467285,2.847061296463013,0.5788788863022346,,,
+8500,-1.032482385635376,2.8662809360027315,-0.07982818020042032,,,
+9000,-0.765719473361969,2.7683205637931825,-0.09402516095130704,,,
+9500,-1.1081335544586182,2.9509012241363526,0.07648006714368238,,,
+10000,-0.9046708345413208,2.732095184087753,-0.11817461146507412,,,
+10000,,,,2.5992774188518526,-0.13741503561614082,-0.2341730123385787
+10500,-1.0517487525939941,2.7839725444316863,0.454383360982014,,,
+11000,-0.8143136501312256,2.7743788499832154,0.1614766016136855,,,
+11500,-0.8045079708099365,2.7258893275260925,0.4853088300218806,,,
+12000,-0.7645353078842163,2.7909588387012483,0.485957370173739,,,
+12500,-0.7512057423591614,2.7896673429012298,0.3673232046412304,,,
+13000,-0.670002281665802,2.8442942690849304,0.061212471255799754,,,
+13500,-0.5642976760864258,2.6986231257915496,-0.012636732792016119,,,
+14000,-0.6657645106315613,2.8136298248767853,0.16782622757507487,,,
+14500,-0.6227217316627502,2.8342371463775633,0.04423906116839498,,,
+15000,-0.48068544268608093,2.6598491735458376,0.24074430417455733,,,
+15000,,,,2.544666863977909,0.5592822227627039,-0.11131892735138535
+15500,-0.5966699123382568,2.7849103400707245,0.2073796619689092,,,
+16000,-0.6072056293487549,2.8177002577781676,0.1882463795687072,,,
+16500,-0.5364682674407959,2.7471772966384886,0.15691057818254922,,,
+17000,-0.4171942472457886,2.712682419300079,0.020043094443157314,,,
+17500,-0.44654321670532227,2.711770396947861,0.21419713998027146,,,
+18000,-0.4318073093891144,2.741321119785309,0.18274401458282954,,,
+18500,-0.5255760550498962,2.835220814704895,0.016500645597145196,,,
+19000,-0.33699238300323486,2.7503219113349915,0.03759858588606585,,,
+19500,-0.43798828125,2.8129449906349184,0.02892639423534274,,,
+20000,-0.3511717617511749,2.7300650911331177,0.1511208518252388,,,
+20000,,,,2.567568469047546,0.33666491247713565,-0.058829722367227076
+20500,-0.3847092092037201,2.756398908138275,0.08514704521233216,,,
+21000,-0.31649112701416016,2.797231786727905,-0.01576896987541113,,,
+21500,-0.28751954436302185,2.75594789481163,0.08482570542267058,,,
+22000,-0.2472185492515564,2.7101377635002137,0.006183821033686399,,,
+22500,-0.3372133672237396,2.7869976584911345,0.07038918808993185,,,
+23000,-0.32724863290786743,2.791515881061554,0.053210095558897594,,,
+23500,-0.2880326211452484,2.7701570682525634,0.027442706313217057,,,
+24000,-0.25387951731681824,2.769450749397278,0.059977734764106574,,,
+24500,-0.30388516187667847,2.805077428817749,0.04708809800818563,,,
+25000,-0.29359450936317444,2.783982097148895,0.08448826484009624,,,
+25000,,,,2.719629392027855,0.05466749327024445,-0.0516875684261322
+25500,-0.21180589497089386,2.7504480061531065,0.017705047706142066,,,
+26000,-0.22751647233963013,2.772649241924286,0.01633173323608935,,,
+26500,-0.2383030205965042,2.7599760499000547,0.009007057108450681,,,
+27000,-0.19205166399478912,2.7758181204795838,0.005700028499704786,,,
+27500,-0.23268160223960876,2.767482681274414,-0.0046570045836269855,,,
+28000,-0.21097159385681152,2.7430908575057984,0.003653988504316658,,,
+28500,-0.20380163192749023,2.7495457758903505,0.007936210920801386,,,
+29000,-0.1829347312450409,2.754524276256561,-0.07548759541893378,,,
+29500,-0.16154451668262482,2.7542899770736695,-0.04042088735906873,,,
+30000,-0.1606570929288864,2.734441789150238,-0.06805320412208675,,,
+30000,,,,2.719179040193558,-0.10715009138220921,0.03690120074898005
+30500,-0.13855892419815063,2.741967725753784,0.013607119605876506,,,
+31000,-0.1086575910449028,2.727331112384796,-0.07284437920711935,,,
+31500,-0.11516058444976807,2.7457941913604738,-0.06658668642560951,,,
+32000,-0.1507268100976944,2.7398968033790587,-0.09108404438500292,,,
+32500,-0.11031953990459442,2.7592062549591065,-0.10690401679684873,,,
+33000,-0.14170905947685242,2.753907422542572,-0.0856890682268422,,,
+33500,-0.06076392903923988,2.739836353778839,-0.07447304419346619,,,
+34000,-0.10383337736129761,2.7815582642555237,-0.048676168436184525,,,
+34500,-0.1074463501572609,2.813928210735321,-0.1079542448198772,,,
+35000,-0.06982413679361343,2.78042138004303,-0.060645407062300365,,,
+35000,,,,2.6981518447399138,0.015270266379229725,0.12348630679771304
+35500,-0.05344327166676521,2.75544082403183,-0.0951872571031563,,,
+36000,-0.12716476619243622,2.801696493625641,-0.03227021430230525,,,
+36500,-0.14503496885299683,2.8310289878845216,-0.13504790266801137,,,
+37000,-0.09171666204929352,2.816526698112488,-0.05519750937167555,,,
+37500,-0.1275319904088974,2.8265191617012024,0.019398560552333948,,,
+38000,-0.07133930921554565,2.7953820810317995,0.02114793240823201,,,
+38500,-0.11821447312831879,2.8037946739196777,0.03265635209763423,,,
+39000,-0.06602094322443008,2.820507495880127,0.030950400917557998,,,
+39500,-0.08911754935979843,2.8111038551330565,-0.026295044371974656,,,
+40000,-0.07505523413419724,2.841570499420166,-0.048853421960026025,,,
+40000,,,,2.742837056517601,5.240388563834131e-05,0.1251552402973175
+40500,-0.12819673120975494,2.8550723190307616,-0.047492791855242106,,,
+41000,-0.05141112580895424,2.788244266986847,-0.08047992082010023,,,
+41500,-0.06118479743599892,2.7935891160964967,0.0388691552891396,,,
+42000,-0.06416282802820206,2.8173481168746948,0.014369903910439462,,,
+42500,-0.08553189039230347,2.828095442771912,-0.005251835939357989,,,
+43000,-0.09779733419418335,2.8655830883979796,-0.036213054518404536,,,
+43500,-0.03957464173436165,2.8013766593933105,0.05423555143666454,,,
+44000,-0.09156707674264908,2.835753438472748,0.02802917207981227,,,
+44500,-0.07259604334831238,2.833988618850708,0.014752359620892094,,,
+45000,-0.06159980222582817,2.799075065612793,0.03452893367689103,,,
+45000,,,,2.7930122792720793,0.16146833927668922,0.03153295526280999
+45500,-0.050945769995450974,2.8123500170707705,0.026466740245290565,,,
+46000,-0.030949965119361877,2.802888633728027,0.03407437660219148,,,
+46500,-0.045454710721969604,2.7887643361091614,0.047258691841736436,,,
+47000,-0.04221376031637192,2.7965621328353882,0.07021125846210634,,,
+47500,-0.02339114062488079,2.7892232489585878,-0.00048243565484881403,,,
+48000,0.00939954537898302,2.741894513607025,-0.0025030993355903775,,,
+48500,-0.03952007740736008,2.793585079669952,0.00012264529708772899,,,
+49000,0.014379479922354221,2.745154043674469,0.0019700414845719933,,,
+49500,0.012265203520655632,2.7555703105926512,-0.07449351486179512,,,
+50000,0.041522830724716187,2.735056321144104,0.014266462137224153,,,
+50000,,,,2.710187441110611,-0.004381519462913275,0.14818410743027927
+50500,0.016751868650317192,2.752718099117279,-0.04705892211955506,,,
+51000,0.017597991973161697,2.744053915023804,-0.03758964985143393,,,

3/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward
+2.9518578,-0.70455587,-0.26732087,0.04578078,-0.6403023,-0.15658407,0.22376174,-0.001207407,0.19431679,-0.21378812,-0.6719711,-0.6719712
+2.9405236,-1.0602183,0.40122637,0.37697312,0.30949542,0.45106477,0.71946293,0.576338,0.6860033,0.45743242,-1.0162995,-1.0162995
+2.8270998,-1.2900429,0.9519397,0.5713152,1.0,1.0,0.6729219,0.6960161,0.56939375,1.0,-1.1327002,-1.1327002
+2.7474382,-1.2569233,0.4784361,0.17749892,1.0,0.4777271,-0.27312958,-0.15282044,-0.39097226,0.7258127,-1.019919,-1.019919
+2.7657924,-0.7702182,-1.0,-0.94449496,-0.2658586,-1.0,-1.0,-1.0,-1.0,-1.0,-0.5515681,-0.5515681
+2.839805,-0.25337723,-1.0,-0.7004682,-1.0,-1.0,-0.72907394,-1.0,-0.7381242,-1.0,-0.15890408,-0.108739644
+2.9453459,0.24199715,-0.68871164,1.0,-1.0,-0.8350172,0.6611355,-0.00095818506,0.45760658,-1.0,-0.29985133,-0.20290056
+2.8755178,0.4673367,1.0,1.0,-0.3967298,1.0,1.0,1.0,1.0,0.2342049,-0.42224634,-0.3584121
+2.8004787,0.3201799,1.0,0.87361455,1.0,1.0,0.79864067,1.0,1.0,1.0,-0.19572714,-0.13621613
+2.9027596,0.046969414,0.97132856,-1.0,1.0,0.7299559,-0.97622716,0.20807885,-0.35645324,1.0,-0.07857618,0.034713507
+2.9290438,-0.32143688,-0.8242244,-1.0,1.0,-1.0,-1.0,-1.0,-1.0,0.7710196,-0.3137103,-0.26603818
+2.8322735,-0.4234153,-1.0,0.08837264,-0.8275895,-1.0,-0.8260631,-1.0,-1.0,-1.0,-0.27785406,-0.2712463
+2.81963,-0.29960823,-1.0,1.0,-1.0,-1.0,0.9277596,-1.0,0.4753249,-1.0,-0.21365047,-0.13479567
+2.918808,-0.09476353,-0.14339091,1.0,-1.0,1.0,1.0,0.9636984,1.0,-1.0,-0.21933332,-0.029129043
+2.8141387,0.12463258,1.0,-0.7998841,0.42123067,1.0,0.68227404,1.0,0.8688964,0.4589901,-0.10799814,0.04567124
+2.775116,0.16773942,1.0,-1.0,1.0,1.0,-0.9415207,1.0,-0.15582903,1.0,-0.074293256,0.041587085
+2.8191633,0.07220405,1.0,0.115549244,1.0,-0.7228366,-1.0,-0.47591096,-1.0,1.0,-0.08805671,0.0930751
+2.7650318,-0.089667946,-0.95078933,1.0,0.72880805,-1.0,0.03922752,-1.0,-0.67741597,0.50407004,-0.035445523,0.12974271
+2.8112898,-0.11063497,-1.0,1.0,-1.0,-0.93372357,1.0,-1.0,0.82059854,-1.0,-0.12807158,0.06251772
+2.8325124,-0.088900335,-0.73915577,-0.0060956436,-1.0,0.8025047,1.0,-0.5494156,0.7940221,-1.0,-0.18892568,0.06302976
+2.7808795,0.06687126,0.79648894,-1.0,-1.0,1.0,-0.66036916,0.7992161,-0.40707445,-1.0,-0.090766154,0.13669172
+2.7824984,0.18633609,0.9350365,-1.0,-0.57014865,0.017356548,-1.0,1.0,-1.0,0.18980479,-0.16865328,0.015608028
+2.8347087,0.32755995,-0.47154534,-0.96094406,1.0,-1.0,-0.98600286,0.5785858,-0.70214427,1.0,-0.2531348,-0.17782617
+2.8465316,0.2691341,-1.0,1.0,1.0,-1.0,0.67301804,-1.0,1.0,1.0,-0.2092165,-0.13122326
+2.8326836,0.1331257,0.15334135,1.0,1.0,0.44645002,1.0,-1.0,1.0,-0.015877154,-0.15122864,0.018633217
+2.798314,-0.07359781,1.0,1.0,-0.38984942,1.0,0.795453,-0.26578757,1.0,-1.0,-0.08987023,0.11253057
+2.828063,-0.18737528,1.0,0.39231732,-1.0,1.0,-0.72734773,1.0,-1.0,-0.89619154,-0.19497107,-0.030995816
+2.815013,-0.22015546,-0.44633254,-1.0,-0.7137204,-0.42460537,-1.0,1.0,-1.0,0.9131944,-0.1681244,-0.050725922
+2.7777152,-0.16533387,-1.0,-1.0,1.0,-1.0,-0.49920928,0.039563786,-1.0,1.0,-0.12562034,0.0413934
+2.7949967,0.042652503,-1.0,-0.86154616,1.0,-1.0,0.85219896,-1.0,0.5030008,-0.511454,-0.11746285,0.14679323
+2.7699268,0.13533528,0.43899485,1.0,-0.34711015,-0.47034955,0.99643075,-1.0,1.0,-1.0,-0.090213925,0.079180405
+2.8014421,0.24398232,1.0,1.0,-1.0,1.0,0.10821841,-0.9596066,0.6236223,-1.0,-0.20658392,-0.06098199
+2.8207672,0.21320547,1.0,0.78920054,-1.0,1.0,-1.0,0.6583067,-0.984709,0.5523789,-0.21126103,-0.049530163
+2.77103,0.17733033,0.19091839,-1.0,1.0,-0.092598595,-1.0,1.0,-1.0,1.0,-0.14262903,0.036082193
+2.7639747,-0.001584366,-1.0,-1.0,1.0,-1.0,0.9697014,0.961972,-0.1063425,1.0,-0.02137405,0.21888344
+2.7465124,-0.017980158,-1.0,-0.32774895,1.0,-1.0,1.0,-0.6287266,1.0,-0.5822006,-0.04168111,0.2199499
+2.7233205,-0.07966241,-0.4297771,1.0,-1.0,0.38909543,0.9456427,-1.0,1.0,-1.0,-0.03141887,0.18145958
+2.7570302,-0.0425062,1.0,1.0,-1.0,1.0,-1.0,-0.27053854,-0.09291578,-1.0,-0.03539468,0.18490602
+2.7475882,-0.06878592,1.0,0.23262504,-0.8559454,0.65293735,-1.0,1.0,-1.0,0.6908078,-0.038892098,0.1680684
+2.75921,-0.013064966,0.97455746,-1.0,0.9943535,-1.0,-0.9960686,1.0,-1.0,1.0,-0.056106523,0.2121674
+2.7873797,0.09730835,-0.9542078,-1.0,1.0,-1.0,1.0,-0.80076355,-0.3000643,0.80796933,-0.10861083,0.09975438
+2.7436967,0.1185841,-1.0,0.7483452,0.8102343,-0.78995675,1.0,-1.0,0.85112035,-1.0,-0.042497493,0.12216169
+2.763307,0.1699026,-0.89617944,1.0,-1.0,0.65853953,0.8249964,-0.73818517,1.0,-1.0,-0.17125422,0.051232785
+2.7518532,0.24208118,1.0,0.5864023,-1.0,1.0,-1.0,0.6396543,-0.1652381,-1.0,-0.12813617,-0.009491935
+2.7133625,0.29342744,1.0,-1.0,-0.39552093,0.5067401,-1.0,1.0,-1.0,0.7711538,-0.093373105,-0.02234742
+2.7469325,0.3113106,0.7053853,-1.0,1.0,-1.0,-0.9694272,0.85407835,-1.0,1.0,-0.17598334,-0.07380062
+2.7377496,0.29525515,-0.92369616,0.024489153,1.0,-1.0,0.69273794,-1.0,0.0011412097,0.7423309,-0.12517166,-0.04856226
+2.683907,0.29434872,-1.0,1.0,0.06743444,-0.3437681,1.0,-1.0,1.0,-1.0,-0.051451094,0.0061867237
+2.7285914,0.17152491,0.28521353,1.0,-1.0,1.0,0.8577583,-0.95469207,1.0,-1.0,-0.095684744,0.08432612
+2.721057,0.23200852,1.0,0.28565964,-1.0,1.0,-0.95105565,0.5608593,-0.64833415,-1.0,-0.14670172,0.031377017
+2.6998684,0.18380958,0.87714416,-1.0,-0.11293114,-0.12614454,-1.0,1.0,-1.0,0.8400452,-0.10234616,0.10076445
+2.713766,0.24557441,-0.77348924,-1.0,1.0,-1.0,-0.6476846,0.71723634,-1.0,1.0,-0.028818026,0.02510196
+2.6982431,0.28162858,-1.0,-0.3046604,0.92099684,-1.0,0.78968894,-0.93967515,0.4236409,0.6016157,-0.11877792,0.0045707524
+2.644943,0.30837342,-0.19325033,1.0,-0.3853177,0.2214466,1.0,-1.0,1.0,-1.0,-0.014386725,0.031126052
+2.6768148,0.2021043,1.0,1.0,-1.0,1.0,0.6086728,-0.36687618,1.0,-1.0,-0.017106134,0.10552338
+2.728511,0.1591576,1.0,0.6492243,-0.7662531,1.0,-1.0,0.8486047,-0.6718502,-0.5653423,-0.12418834,0.09677377
+2.697382,0.11840162,-0.20323388,-1.0,0.6887162,-0.56202114,-1.0,1.0,-1.0,1.0,0.017883295,0.16865888
+2.705236,0.17214154,-1.0,-1.0,1.0,-1.0,-0.37900683,-0.13653637,-0.9953824,1.0,0.01592493,0.10706498
+2.7030082,0.34305274,-1.0,-0.9279705,0.21847856,-1.0,0.63422525,-1.0,0.3396442,0.24162999,-0.19886921,-0.061618447
+2.6605344,0.32626015,1.0,0.7437768,-1.0,0.14985272,1.0,-1.0,1.0,-1.0,-0.0023519844,-0.002352059
+2.7052827,0.2947002,1.0,1.0,-1.0,1.0,0.50105584,-0.24062715,0.7085066,-1.0,-0.11648011,-0.015540421
+2.7135623,0.27268893,0.40216672,0.47548553,-0.047849353,1.0,-1.0,0.93746364,-0.97515225,-0.28814292,-0.14224577,-0.001808703
+2.6834083,0.27373073,-1.0,-1.0,1.0,-0.3729629,-1.0,1.0,-1.0,1.0,-0.0056194426,0.027303487
+2.72817,0.29513186,-1.0,-1.0,1.0,-1.0,-0.4614411,-0.30588153,-0.31057364,1.0,-0.13870312,-0.038859308
+2.6579146,0.32223234,0.12898311,0.014314313,-0.18477683,-1.0,0.72884935,-1.0,1.0,-0.2624605,-0.10807538,0.004295498
+2.6374536,0.25299037,1.0,1.0,-1.0,0.46474692,1.0,-1.0,1.0,-1.0,0.051190704,0.09399855
+2.7419305,0.15033229,1.0,1.0,-1.0,1.0,0.48847634,0.28775257,0.007498015,-1.0,-0.12456656,0.0921797
+2.6977315,0.03829184,-0.14699408,-0.009295831,-0.09114518,0.7714804,-1.0,0.92111766,-1.0,0.8871404,-0.023185067,0.24841914
+2.6977963,0.024425417,-1.0,-1.0,1.0,-0.7571256,-1.0,0.71796227,-1.0,1.0,0.038169324,0.2622207
+2.7386475,0.09959153,-1.0,-1.0,1.0,-1.0,0.26253414,-0.8351872,-0.41835546,0.23708722,-0.0650883,0.14620349
+2.67526,0.092209846,0.54669344,0.4928868,-0.1335485,-0.57741433,0.9781287,-1.0,1.0,-1.0,0.06231153,0.21697256
+2.6750963,0.06931418,1.0,1.0,-1.0,0.8021208,0.6195577,-0.30982947,1.0,-1.0,0.06780288,0.24003202
+2.7345917,0.02451402,0.94102967,1.0,-1.0,1.0,-0.8643484,0.80509806,-0.11058365,0.0031733108,-0.07610379,0.22533673
+2.7132926,0.03868337,-0.9482286,-0.5845919,0.3040923,0.27999026,-1.0,1.0,-1.0,1.0,0.020834625,0.2324665
+2.7125359,0.028970864,-1.0,-1.0,1.0,-1.0,0.10154278,0.11854066,-1.0,1.0,0.055591557,0.24293575
+2.7311282,0.13618647,-0.6601441,-1.0,0.97847223,-1.0,1.0,-1.0,-0.0322618,-0.45608652,-0.09436929,0.11712779
+2.7000737,0.116757736,1.0,1.0,-0.6467516,-0.24638218,0.9606618,-1.0,0.86959237,-1.0,0.0040992647,0.16761102
+2.7106633,0.1891771,1.0,1.0,-1.0,0.9592869,-0.8053504,-0.42465618,0.8516276,-1.0,-0.034979,0.08460206
+2.7249649,0.09389906,0.46447867,0.7680813,-0.6116633,1.0,-1.0,0.6243628,-0.3032728,0.8888491,-0.092255406,0.16557856
+2.6976852,0.13463004,-1.0,-1.0,0.8649662,-0.15791029,-0.8622076,1.0,-1.0,1.0,0.037552014,0.15212719