diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..12162704622408c46eb465ffdf4ea783500584b8 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,28 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +0/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +0/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +0/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +0/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +0/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +1/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +1/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +1/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +1/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +1/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +2/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +2/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +2/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +2/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +2/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +3/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +3/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +3/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +3/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +3/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +4/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +4/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +4/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +4/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text +4/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text diff --git a/0/ckpt_latest.zip b/0/ckpt_latest.zip new file mode 100644 index 0000000000000000000000000000000000000000..76f60d0fe47b5215868163c9ae687ea590f377cd --- /dev/null +++ b/0/ckpt_latest.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a51d17efbf590d8cdeefd7ad791de6c1ded1c6951b252f6e0c0acc2606846b96 +size 611606 diff --git a/0/config.yaml b/0/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..955ec25cfabc03ece513e4125260b58d6ffa1544 --- /dev/null +++ b/0/config.yaml @@ -0,0 +1,58 @@ +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 0 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: ${env_id} +test_env_kwargs: ${env_kwargs} +test_rl_mode: ${rl_mode} +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/0/hydra.yaml b/0/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..04fb3237f168d2f215934ac29dff83f6c5d4276c --- /dev/null +++ b/0/hydra.yaml @@ -0,0 +1,163 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - algorithm=sb3_ppo + - env_id=CylinderJet2D-medium-v0 + - rl_mode=sarl + - seed=0 + job: + name: test_sb3 + chdir: true + override_dirname: algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=0 + id: '0' + num: 0 + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/0 + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/0/multirun.yaml b/0/multirun.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0ca53dadfa2bfa5084104bec8eb6229a1f7fcbc6 --- /dev/null +++ b/0/multirun.yaml @@ -0,0 +1,221 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - algorithm=sb3_ppo + - env_id=CylinderJet2D-medium-v0 + - rl_mode=sarl + - seed=0 + job: + name: test_sb3 + chdir: true + override_dirname: algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=0 + id: ??? + num: ??? + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: ??? + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 0 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: ${env_id} +test_env_kwargs: ${env_kwargs} +test_rl_mode: ${rl_mode} +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/0/overrides.yaml b/0/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e2f99ba38cdd6421c9f946cb7e94e627276b47c6 --- /dev/null +++ b/0/overrides.yaml @@ -0,0 +1,4 @@ +- algorithm=sb3_ppo +- env_id=CylinderJet2D-medium-v0 +- rl_mode=sarl +- seed=0 diff --git a/0/test/test_eval_episode_0.csv b/0/test/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..4c56fde19a6211f882b745acbb9dfa0f0590da3a --- /dev/null +++ b/0/test/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,reward +2.9361587,1.9189676,-1.0,-1.7028247117996216 +2.7875826,0.6876055,-0.1940324,-0.32288658618927 +2.5135226,0.37144038,-0.26339117,0.2673385441303253 +2.6000545,-0.48037073,0.40365255,0.07187631726264954 +2.828712,-1.2602117,1.0,-0.936622142791748 +2.9285142,-0.9760244,0.64203894,-0.75223708152771 +2.651994,-0.674828,-0.074173905,-0.17452043294906616 +2.5408854,-0.23330498,-0.44476804,0.3781111240386963 +2.5977683,0.6929393,-0.98445415,-0.13840603828430176 +2.928321,0.5803418,-0.09292295,-0.35636115074157715 +2.7166333,0.93605584,0.15694307,-0.5003876090049744 +2.3751655,1.2437042,-0.4157157,-0.46656811237335205 +2.6407754,0.07819265,0.5107631,0.43333345651626587 +2.8466845,0.072286874,0.2546706,0.23333021998405457 +2.8262873,-0.27339306,-0.013826702,0.05262121558189392 +2.6594903,-1.1708333,0.13523367,-0.6780221462249756 +2.508916,-1.1781895,0.21125047,-0.5348038673400879 +2.4384596,-1.1793808,0.41037786,-0.4655388593673706 +2.4538734,-0.6173358,-0.22445405,0.08109235763549805 +2.3927455,-0.7968916,-0.06853413,-0.03733557462692261 +2.4103618,-1.1096412,0.3308289,-0.3677014112472534 +2.4844067,-0.038524516,-0.0026339972,0.6293703317642212 +2.4678333,0.10458827,-0.2339997,0.5798799991607666 +2.433671,-0.89935184,0.2605408,-0.18072128295898438 +2.4348633,-0.10864599,0.04160714,0.608792245388031 +2.4243839,-0.2499742,-0.0011969348,0.477943480014801 +2.4173996,-0.25650883,-0.05889703,0.4783930778503418 +2.4151025,-0.81429046,0.2432671,-0.07709139585494995 +2.417641,0.014203595,-0.10207533,0.7204570174217224 +2.393827,-0.71510875,0.17120837,0.04336583614349365 +2.381536,-0.21829715,0.0042087277,0.5524684190750122 +2.3679976,-0.6662078,0.20439883,0.11809611320495605 +2.3651154,-0.019131271,-0.084475845,0.7680549025535583 +2.348482,-0.77372056,0.23910485,0.030099093914031982 +2.3534963,0.06165331,-0.09424294,0.7371519207954407 +2.347418,-0.7458459,0.24956755,0.05903756618499756 +2.3509102,0.17702718,-0.12884085,0.6243641972541809 +2.340787,-0.78636295,0.28103042,0.02515166997909546 +2.3451936,0.33046836,-0.18608977,0.4766395688056946 +2.3351054,-0.88023347,0.32714024,-0.06303733587265015 +2.3421237,0.5199345,-0.2631473,0.29024332761764526 +2.3330941,-1.0093919,0.38166657,-0.19018447399139404 +2.342503,0.68995804,-0.32680368,0.11984044313430786 +2.3305233,-1.1604719,0.4526551,-0.33869361877441406 +2.339978,0.902661,-0.41493294,-0.09033745527267456 +2.326496,-1.3740343,0.54092115,-0.5482286214828491 +2.3383384,1.1218791,-0.50298065,-0.30791592597961426 +2.3240893,-1.5952677,0.6340842,-0.7670553922653198 +2.3391025,1.3749282,-0.60831475,-0.5617291927337646 +2.3216362,-1.8451486,0.7387329,-1.0144832134246826 +2.3366604,1.6419342,-0.7112194,-0.8262929916381836 +2.3207796,-2.0717509,0.8364983,-1.2402288913726807 +2.3358264,1.9100708,-0.8142947,-1.0935956239700317 +2.3237114,-2.255372,0.9132157,-1.4267818927764893 +2.3386064,2.1266775,-0.890541,-1.3129823207855225 +2.3237014,-2.359442,0.9594909,-1.5308418273925781 +2.337329,2.2779202,-0.93933713,-1.4629476070404053 +2.3260984,-2.3975,0.9785035,-1.5712969303131104 +2.3371756,2.3587341,-0.9619661,-1.5436081886291504 +2.3300645,-2.3813446,0.97306365,-1.5591075420379639 +2.3375673,2.372337,-0.96168596,-1.557602882385254 +2.3320355,-2.3319333,0.9521282,-1.511667251586914 +2.336406,2.3302817,-0.94205254,-1.5143861770629883 +2.3315947,-2.2712476,0.926082,-1.4505407810211182 +2.3353314,2.254109,-0.9122955,-1.4371387958526611 +2.3308365,-2.2168102,0.8997243,-1.3953452110290527 +2.336334,2.1552362,-0.8769961,-1.339268684387207 +2.3310347,-2.1696932,0.87409365,-1.348426342010498 +2.338452,2.043851,-0.8385409,-1.230001449584961 +2.3306327,-2.1289122,0.85089475,-1.3072433471679688 +2.3401792,1.9321522,-0.7997045,-1.1200298070907593 +2.3296797,-2.0912938,0.8300882,-1.268671989440918 +2.3420246,1.8309115,-0.7646098,-1.0206345319747925 +2.3292732,-2.0525746,0.80942744,-1.229546308517456 +2.3434703,1.741647,-0.7327272,-0.9328157901763916 +2.3290792,-2.0056798,0.7872297,-1.182457447052002 +2.344693,1.6615099,-0.70186955,-0.8539012670516968 +2.3295667,-1.9468877,0.76225454,-1.1241528987884521 +2.3459487,1.5863795,-0.6712887,-0.7800266742706299 +2.3304448,-1.8776175,0.7339297,-1.0557607412338257 diff --git a/0/test/vorticity_test_eval_episode_0.gif b/0/test/vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..de706590cddcd8064b3f68b10161e6bfdb8e3582 --- /dev/null +++ b/0/test/vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c65fe4b27cf92be086b5a41f470242cc7790c0e290647ad296bb4a4ba6dd00c2 +size 2449549 diff --git a/0/training_log.csv b/0/training_log.csv new file mode 100644 index 0000000000000000000000000000000000000000..0948e08c21c1caa0c4b889679f506428725d3654 --- /dev/null +++ b/0/training_log.csv @@ -0,0 +1,113 @@ +step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward +500,-1.8836852312088013,3.1827901792526245,-0.31609259060397743,,, +1000,-1.8152464628219604,3.110328728914261,0.14690521884005284,,, +1500,-2.042147397994995,3.157756603240967,-0.41944711601291784,,, +2000,-1.9338077306747437,3.237961703777313,-0.21800428671296687,,, +2500,-1.4172743558883667,2.96501908326149,-0.07331470136297867,,, +3000,-1.4541172981262207,2.9312783856391906,0.046797567690722644,,, +3500,-1.521009922027588,2.9144133596420287,0.20220411887415685,,, +4000,-1.681363821029663,3.1095151314735414,0.103563704934204,,, +4500,-1.2431741952896118,2.922288316011429,-0.3432940919906832,,, +5000,-1.0256544351577759,2.7932326238155367,-0.4197729037590325,,, +5000,,,,2.6138581901788713,-0.4900018314830959,-0.5557967893779278 +5500,-1.385093092918396,3.0626341099739074,0.2271880982113071,,, +6000,-1.1903096437454224,2.988642200469971,0.05040576418489218,,, +6500,-1.0430470705032349,2.88306725525856,0.15066125672124325,,, +7000,-0.8789423108100891,2.8163250386714935,0.19927722719497978,,, +7500,-0.9260451793670654,2.8861907091140746,0.10207660352252423,,, +8000,-0.9079071283340454,2.869559676408768,0.09657691596122459,,, +8500,-0.8248326778411865,2.84483433842659,0.10258636151114478,,, +9000,-0.599506676197052,2.670035949230194,0.08074577414989471,,, +9500,-0.6857573986053467,2.703761377811432,0.08761254086653934,,, +10000,-0.6280705332756042,2.704354395389557,0.06676768190972507,,, +10000,,,,2.585992953181267,0.06580793348839506,-0.34964030496776105 +10500,-0.6049371957778931,2.7275952978134157,0.2981914455927908,,, +11000,-0.5536795854568481,2.7292662069797515,0.12587818431085906,,, +11500,-0.5713891983032227,2.7801684374809263,0.12199602490849792,,, +12000,-0.6250698566436768,2.815505160331726,0.29149703347682954,,, +12500,-0.6462301015853882,2.805077083110809,0.23054882094962523,,, +13000,-0.4253351092338562,2.6085652379989623,0.17818634271947667,,, +13500,-0.32427123188972473,2.622104437589645,0.17610155632768873,,, +14000,-0.4052329957485199,2.68580503988266,0.1378765648251283,,, +14500,-0.4200080335140228,2.6497870016098024,0.004542913816316286,,, +15000,-0.2936551570892334,2.617438618421555,-0.0669250140893273,,, +15000,,,,2.4671581476926803,-0.05036888035829179,0.09912452660501003 +15500,-0.24168457090854645,2.5943438189029693,-0.07212006572633982,,, +16000,-0.4148677885532379,2.710898491859436,0.04060068979673088,,, +16500,-0.3708914816379547,2.7093403627872465,-0.09203529634233563,,, +17000,-0.20635661482810974,2.6146597242355347,-0.20658901963301468,,, +17500,-0.16332337260246277,2.5648014860153197,-0.01973029868109734,,, +18000,-0.26199203729629517,2.6109613189697267,-0.06367128515418154,,, +18500,-0.24875521659851074,2.616714502811432,-0.12899822999432217,,, +19000,-0.13132137060165405,2.5967583899497986,-0.32609701447410044,,, +19500,-0.16430337727069855,2.5588288176059724,-0.2344172958158888,,, +20000,-0.1547972857952118,2.531225528717041,-0.36754500004742297,,, +20000,,,,2.4447444289922715,-0.1883130318718031,0.2937379624694586 +20500,-0.14997486770153046,2.476313699245453,-0.2678748111110181,,, +21000,-0.2623782455921173,2.6587504665851593,-0.27484818766708485,,, +21500,-0.14046770334243774,2.551984083414078,-0.22599917967873626,,, +22000,-0.21568509936332703,2.6377411482334137,-0.17633482072455808,,, +22500,-0.14630509912967682,2.531349208831787,-0.28583066769642756,,, +23000,-0.09886753559112549,2.5485973043441774,-0.34003856192110105,,, +23500,-0.14329694211483002,2.571057193994522,-0.2450710860505933,,, +24000,-0.1017746776342392,2.529749810218811,-0.3954883520454168,,, +24500,-0.09234011173248291,2.557009013175964,-0.1994916616426781,,, +25000,-0.08841458708047867,2.4685036351680756,-0.5435502949375659,,, +25000,,,,2.4265143096446993,-0.3932317368686199,0.2204195659607649 +25500,-0.12182372063398361,2.5112703216075896,-0.38605321885016747,,, +26000,0.0008096425444819033,2.43936097073555,-0.40310257668793203,,, +26500,-0.08674309402704239,2.4837733964920043,-0.33397213367186485,,, +27000,-0.09516895562410355,2.4976194996833803,-0.29535666828462853,,, +27500,-0.10099227726459503,2.5256859176158906,-0.25819266598764806,,, +28000,-0.024690750986337662,2.4494877383708955,-0.16978422167642565,,, +28500,-0.0556534081697464,2.4694224252700807,-0.22878962765226607,,, +29000,0.021003885194659233,2.404634970664978,-0.2424100905302912,,, +29500,-0.0235747117549181,2.4776443772315977,-0.30565903924172744,,, +30000,0.008551536127924919,2.452589193105698,-0.21320407525193877,,, +30000,,,,2.4294436305761336,-0.14920792719349266,0.33317123372107743 +30500,-0.061674170196056366,2.5134079959392546,-0.3103147575594485,,, +31000,-0.031334832310676575,2.4766545259952544,-0.2756675159877632,,, +31500,0.06825428456068039,2.437187354326248,-0.1727920675915666,,, +32000,-0.008090512827038765,2.4511229622364046,-0.12042919068410993,,, +32500,0.018533585593104362,2.458156032562256,-0.04221089540794492,,, +33000,-0.02558484859764576,2.4632422325611114,-0.08983749493584037,,, +33500,0.06498401612043381,2.4292193140983582,-0.1802665643641958,,, +34000,0.1450292319059372,2.4050761818885804,-0.1354424841447617,,, +34500,-0.09600739926099777,2.542732862710953,-0.2495642148843035,,, +35000,0.02327822707593441,2.4386470358371737,-0.1893906148537062,,, +35000,,,,2.402281531691551,-0.2703088475391269,0.24309514202177523 +35500,0.04121779277920723,2.4201948997974396,-0.20522480033012108,,, +36000,0.12208927422761917,2.3864687876701356,-0.11342071555461734,,, +36500,0.13010433316230774,2.4000672998428345,-0.26007547945086845,,, +37000,0.06951376050710678,2.423662476539612,-0.14125914632063358,,, +37500,0.14819493889808655,2.3994993517398835,-0.05625574317015707,,, +38000,0.1497778296470642,2.3869335503578184,-0.02401306421216577,,, +38500,0.019204245880246162,2.466739748239517,-0.0946550993360579,,, +39000,0.15837106108665466,2.3739604711532594,-0.0526645275343908,,, +39500,0.14879603683948517,2.3797546520233155,-0.27595972606842406,,, +40000,0.08295567333698273,2.388870958566666,-0.37609339886251836,,, +40000,,,,2.3964285135269163,-0.331677871523425,0.20631108582019805 +40500,0.07745081931352615,2.4038216791152953,-0.27022695599729196,,, +41000,0.10415284335613251,2.3763813242912293,-0.314872579486575,,, +41500,0.1358223408460617,2.3762999062538146,-0.3907291718139313,,, +42000,0.10219412297010422,2.3681081149578094,-0.36257167267403567,,, +42500,0.13280706107616425,2.3981531603336332,-0.25399633247597375,,, +43000,0.16095952689647675,2.3968261098861694,-0.25065281823463736,,, +43500,0.1989225596189499,2.3785569536685944,-0.15769762485369573,,, +44000,0.1666894257068634,2.3551275141239167,-0.24394249594002032,,, +44500,0.1720929890871048,2.3924416446685792,-0.22452623258624227,,, +45000,0.19558386504650116,2.3704416763782503,-0.19592207455635072,,, +45000,,,,2.4058819890022276,-0.1400994631672802,0.39362467676401136 +45500,0.19089877605438232,2.362499486207962,-0.05304566122870892,,, +46000,0.2305132895708084,2.3451027810573577,0.07880640495568514,,, +46500,0.20080240070819855,2.361049735546112,-0.08622719620913268,,, +47000,0.15951482951641083,2.391190067529678,-0.046933316997543446,,, +47500,0.18617530167102814,2.364191698551178,-0.05505119155067951,,, +48000,0.1712333858013153,2.4156156582832335,-0.018449883105233312,,, +48500,0.1814015656709671,2.413418535709381,-0.04101273172884248,,, +49000,0.18218830227851868,2.393762965679169,-0.10720366687676869,,, +49500,0.24124130606651306,2.3638758549690246,-0.09319959734311328,,, +50000,0.24924223124980927,2.33826637840271,-0.08828276426903904,,, +50000,,,,2.384162825345993,-0.137749630009057,0.3888529121875763 +50500,0.22681060433387756,2.363848042011261,-0.07886383722780738,,, +51000,0.21693828701972961,2.3632630097866056,-0.11319228921004106,,, diff --git a/0/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif b/0/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..81e98925a61f83cc7c4b448bce53935adc318d60 --- /dev/null +++ b/0/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ef397fff1a3b6d626f7662785b177157787435ee5dc9fcc2da00226f09f037 +size 4467935 diff --git a/0/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv b/0/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..e2278aa454f7d9a7cdc0de46256b0d1e3219ddb6 --- /dev/null +++ b/0/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward +2.9105713,-1.428107,0.42976728,-0.3784307,0.33419934,0.46635234,0.92749447,1.0,1.0,0.6673891,-1.354236,-1.3542359 +2.8617113,-1.3797418,0.5459597,1.0,0.584655,0.42515218,0.1127861,-0.22919819,-0.107293166,0.37135366,-1.2570107,-1.2570106 +2.6955023,-1.4718714,0.0607778,0.25406677,0.107747525,0.06838937,0.3877478,0.1546747,-0.099099755,0.079070166,-1.1829312,-1.1829312 +2.6474767,-1.2613003,0.06679184,-0.06628206,0.3523747,-0.58483595,-0.6104327,-0.5010658,-0.5349874,-0.4655681,-0.92433435,-0.9243345 +2.7148538,-1.10095,-0.012215213,-0.37667152,-0.34488246,0.1395744,0.35865507,0.66017586,0.76620084,-0.03884794,-0.8313615,-0.8313613 +2.7579029,-0.7361649,-0.061120063,0.29174802,0.12485604,0.78412014,0.59922415,-0.02149681,-0.05814091,0.8101073,-0.50962526,-0.5096253 +2.807762,-0.104645416,0.63121605,0.33779243,0.3608149,-0.8885736,-0.58814985,-0.58742243,-0.62351674,-0.69620216,-0.057612505,0.07203515 +2.8074455,-0.0011175312,-0.49777234,-0.27728137,-0.08704233,0.38511887,0.18880798,0.12971914,-0.010002271,-0.0040620426,0.08029573,0.17587942 +2.775093,0.19410896,0.20152421,0.34842756,-0.2535314,-0.39698893,-0.21951158,-0.2695199,0.07741068,0.008392229,-0.1753254,0.015240431 +2.8148632,0.02405531,-0.16516483,0.30273306,0.43426594,0.5927875,0.40733665,0.5982353,0.34142533,0.28939134,0.04296089,0.14552397 +2.819563,0.1261234,0.5360028,0.27614352,-0.06194,-0.7447047,-0.2628614,-0.49757645,-0.059031174,0.04246825,-0.06725841,0.038756162 +2.7976112,-0.2178867,-0.08657117,-0.02002541,0.4122182,0.52712196,0.37338898,0.33674955,0.00409302,-0.1277531,-0.031055469,-0.031055465 +2.8324537,-0.18588531,0.0752387,0.06291378,-0.6058534,-0.3340039,-0.10846646,-0.09840849,-0.0060814256,0.26290444,-0.11507573,-0.033896565 +2.77093,-0.624079,-0.33421263,0.12149222,0.44251302,0.19344138,0.43049505,0.31659055,0.33934048,0.036504336,-0.4105666,-0.41056657 +2.7698517,-0.34185863,0.19076711,0.081022516,0.035954617,-0.117117815,-0.18371615,-0.19914094,-0.078005075,0.0995549,-0.12726781,-0.12726784 +2.7453704,-0.54423594,0.3523744,0.044672683,0.27755332,0.016554467,0.17070068,0.2686586,-0.11741782,-0.010584951,-0.30516374,-0.30516386 +2.7420447,-0.32467097,-0.11599019,0.08691772,-0.13200256,-0.15196018,0.038821317,0.24049322,0.45694003,0.21078505,-0.083609775,-0.082273185 +2.7311397,-0.2807628,-0.0400732,0.1612477,0.17781927,0.134312,0.11566699,-0.049833447,-0.064401194,0.16932386,-0.027460024,-0.027459979 +2.7219887,-0.13866372,0.03723824,0.034175172,-0.06694093,-0.066987544,-0.028159514,0.18050165,0.06546785,-0.069169946,0.07484688,0.12379007 +2.7311907,-0.17106092,0.124663815,-0.13124673,0.09088136,0.017623104,0.17701656,0.16612788,-0.22958276,-0.06957176,0.08219087,0.08219087 +2.7289772,-0.12723902,0.061154313,-0.041548222,-0.04980278,-0.19174132,0.015886843,0.09225355,0.2722598,-0.026432335,0.06078497,0.12822625 +2.737905,-0.096898906,-0.03250169,0.24135084,-0.017609023,0.09404114,0.033853225,-0.07793797,-0.2616678,0.16139519,0.12111459,0.14963853 +2.72878,-0.12532806,0.021126281,0.09760094,0.031119585,-0.04539129,-0.021635562,0.17117813,0.034205057,0.008835099,0.09259872,0.13033438 +2.7281787,-0.18430865,0.18877763,0.097545356,0.16197883,-0.017035626,0.08338812,0.028068483,-0.123734,0.031243768,0.07056137,0.071955085 +2.7194734,-0.31191358,0.1580083,-0.0004173452,0.07225764,-0.027855933,-0.013721594,0.13275518,0.27006325,0.15954153,-0.049203556,-0.04694447 +2.7194037,-0.31255275,0.0186017,0.17113498,-0.023055524,0.20946868,0.044256084,0.04662344,-0.24745621,0.16170348,-0.047513995,-0.04751402 +2.705192,-0.47577304,0.042844996,0.076496795,-0.097424865,-0.03641393,0.015464275,0.2167479,0.25940976,0.020081226,-0.1965226,-0.19652265 +2.6967213,-0.5453577,0.16920745,0.124448225,0.1623446,0.09662718,0.13502213,0.017999426,-0.23413865,0.06725657,-0.2576366,-0.25763655 +2.6815975,-0.6666955,0.11979936,0.097573705,0.07359357,-0.024113186,0.044367194,0.25507593,0.296773,0.1426832,-0.36385053,-0.36385047 +2.6669438,-0.579162,0.07875149,0.26880717,0.22185963,0.18463841,0.09827788,0.027790971,-0.24454543,0.09644906,-0.26166344,-0.26166332 +2.6682253,-0.6257375,0.071515635,0.054847118,-0.001286664,-0.106635794,0.030329153,0.3272349,0.38907444,0.11298704,-0.30952042,-0.3095203 +2.6521492,-0.538507,0.09858728,0.15282072,0.18440261,0.22550423,0.1343967,-0.111449994,-0.2530022,0.060796924,-0.20621368,-0.20621371 +2.638043,-0.675019,0.13432369,0.012068852,-0.053827614,-0.06100317,0.02550058,0.44323424,0.42328188,0.11939767,-0.3286193,-0.32861948 +2.65214,-0.51720715,-0.007813663,0.15415813,0.26657453,0.36728033,0.20219818,-0.0972907,-0.2587335,-0.007013769,-0.1849046,-0.18490458 +2.6348367,-0.5922915,0.0064003607,0.029873297,-0.08049411,-0.09416533,0.0034525236,0.47055557,0.51548237,0.061051413,-0.24268566,-0.24268568 +2.6504593,-0.45846844,0.05378416,0.14923286,0.28198597,0.41821605,0.14430557,-0.26100844,-0.44906735,-0.013357238,-0.124485314,-0.124485254 +2.6349146,-0.6242893,0.09611897,0.04963272,-0.060635205,-0.29653993,-0.06636062,0.54642373,0.6084304,0.13500005,-0.27476144,-0.27476144 +2.6498368,-0.43592358,0.0013509383,0.16713966,0.3655149,0.43275464,0.15589336,-0.41186163,-0.4980848,0.05248397,-0.118571885,-0.10131788 +2.6512303,-0.62012327,0.040332437,0.022639424,-0.073043,-0.34644386,-0.004561535,0.562841,0.63566005,0.16256474,-0.28691098,-0.28691113 +2.6509404,-0.42561042,-0.020576078,0.13006672,0.32477465,0.4941143,0.11109337,-0.33634463,-0.44619867,0.029342107,-0.13755848,-0.09210837 +2.6459904,-0.642668,0.03057528,0.0599342,-0.10793875,-0.3204476,0.050760843,0.53093415,0.69149,0.16922016,-0.30421597,-0.3042159 +2.648768,-0.48371458,0.034293797,0.17091705,0.32904845,0.49584594,0.2259469,-0.29096335,-0.3916923,-0.055368684,-0.1557778,-0.14804006 +2.632883,-0.6512461,0.07557236,0.07706249,-0.040261324,-0.28682682,0.11949569,0.449212,0.59835386,0.19519712,-0.2996866,-0.29968667 +2.6344578,-0.521757,0.0586399,0.19268535,0.31369177,0.44038245,0.294758,-0.24714991,-0.39593557,-0.009400533,-0.17177238,-0.17177236 +2.6330876,-0.64015603,0.11377606,0.06578314,-0.06304626,-0.28418654,0.11038393,0.3511636,0.60755,0.18851084,-0.28880104,-0.2888012 +2.6358278,-0.537217,0.07161401,0.19718277,0.2733137,0.49886307,0.34664175,-0.2982707,-0.32060468,-0.056041025,-0.18860236,-0.18860233 +2.6254606,-0.56976783,0.11543122,0.039071202,-0.12260338,-0.27715388,0.029868372,0.31959912,0.5390864,0.22975613,-0.21078612,-0.21078598 +2.6327531,-0.47235033,0.048031546,0.21109746,0.3110241,0.45245355,0.42056108,-0.3019251,-0.4443808,-0.0888187,-0.14601463,-0.12066099 +2.644558,-0.4380184,0.13178052,0.025049232,-0.058524203,-0.39866018,-0.06791179,0.12602855,0.5590613,0.26280865,-0.11479342,-0.09813389 +2.6376138,-0.3806562,0.045849282,0.23088358,0.31961074,0.3963042,0.44144928,-0.35958254,-0.40433803,-0.12731639,-0.14655258,-0.033827513 +2.6470199,-0.31529674,0.18520921,0.05313342,-0.16041136,-0.424709,-0.18275927,0.1518579,0.4724032,0.35341474,-0.045618504,0.02212587 +2.643464,-0.37109777,0.028886396,0.22793573,0.24502178,0.45939738,0.47334346,-0.054688253,-0.38553882,-0.14396665,-0.13060899,-0.03011939 +2.6450245,-0.24900754,0.2281367,0.0720717,-0.08577756,-0.4443901,-0.2009322,0.2053907,0.37538627,0.37657657,-0.029727623,0.0904104 +2.6403594,-0.39013463,0.03872384,0.1972119,0.17590857,0.46252924,0.5187364,-0.023611955,-0.20115675,-0.16878958,-0.092737705,-0.04605156 +2.6362772,-0.31532776,0.23956579,0.093431614,0.051251404,-0.3528389,-0.14261872,0.17858693,0.24104808,0.39651456,-0.037398476,0.03283751 +2.6338673,-0.35078028,-0.014531703,0.16875872,0.16106163,0.1610847,0.29704013,0.107761405,-0.16471736,-0.17157228,-0.021478437,-0.00020506978 +2.6231692,-0.49539274,0.29204607,0.11679374,0.029339775,-0.062494174,-0.11201167,0.1396043,0.17078163,0.43966743,-0.13411948,-0.13411945 +2.6391814,-0.36957428,-0.097585395,0.13241921,0.23422739,0.13718298,0.36032453,-0.047713622,-0.029573776,-0.22957832,-0.024313182,-0.024313182 +2.6286087,-0.48079923,0.28437284,0.10640727,0.017952383,-0.07946858,-0.123140305,0.051662534,0.1171139,0.40424398,-0.12496549,-0.12496546 +2.6351242,-0.31327364,-0.12303598,0.092070654,0.09647379,0.22589186,0.25197437,0.008740737,-0.07267842,-0.29442918,0.026203107,0.036044627 +2.638774,-0.49839896,0.3216168,0.06936261,0.03488551,-0.10913406,-0.07615329,0.0049173823,0.2089089,0.4856282,-0.15273026,-0.1527304 +2.649849,-0.14875697,-0.25398815,0.0059497496,0.16495642,0.24446802,0.26039115,0.027992934,-0.21240017,-0.40880224,0.04448626,0.18583657 +2.6500058,-0.48017043,0.3552599,0.0337746,0.09082398,-0.09284437,-0.079062395,0.04772774,0.24745382,0.5017694,-0.14573367,-0.14573377 +2.6493168,-0.13866004,-0.112156495,0.12633912,0.19064976,0.28562587,0.23462653,0.05138419,-0.25890556,-0.30465713,0.042597376,0.19646564 +2.6455066,-0.41837332,0.27092072,0.16117352,0.019895837,-0.08566358,-0.03610374,0.081467435,0.28238824,0.43600094,-0.079437494,-0.079437464 +2.6413352,-0.19758224,0.016620602,0.05148112,0.16696666,0.23334318,0.19406226,0.0284717,-0.12058221,-0.23383452,0.053305905,0.14552498 +2.6348314,-0.4932996,0.20202895,0.17010961,0.12389356,-0.05090774,0.003996509,0.040415194,0.37291744,0.2604806,-0.1436884,-0.14368856 +2.6271439,-0.35110587,-0.011468076,0.07970884,0.17885093,0.27002314,0.16844137,0.08981718,-0.24356315,0.00064373296,-0.016103677,0.006192744 +2.6234622,-0.5473719,0.17324205,0.1575999,0.07799401,-0.022734009,0.035022005,0.046607755,0.28583387,0.20395596,-0.18639159,-0.18639165 +2.6185293,-0.4147079,0.049306907,0.08602896,0.17739458,0.22248957,0.16387063,-0.026590437,-0.18282752,-0.11030452,-0.04879474,-0.048794746 +2.6144507,-0.6303464,0.12469116,0.15926929,0.13166448,0.0096957525,0.012797001,0.107262485,0.29478243,0.2878873,-0.2603547,-0.26035464 +2.6123838,-0.43134683,0.08440912,0.10343408,0.17436153,0.22430953,0.20197564,0.005478806,-0.16573532,-0.03284516,-0.0592883,-0.059288204 +2.6111736,-0.53191054,0.12918787,0.21447651,0.02794455,-0.09285222,0.03296046,0.116387814,0.279076,0.21600349,-0.15864159,-0.1586417 +2.610908,-0.38417974,0.05337012,0.03719694,0.14618057,0.2883,0.17155322,-0.029199213,-0.15455818,-0.045853093,-0.016128361,-0.0106453 +2.6083775,-0.52428997,0.13412625,0.16322641,0.05346515,-0.08233481,0.068733886,0.17624974,0.2963994,0.2253404,-0.14822485,-0.14822495 +2.6114705,-0.30776566,0.022908896,-0.016889721,0.17550544,0.2198152,0.192784,-0.021716561,-0.094482526,-0.12419717,0.062585905,0.06520635 +2.6106274,-0.48173344,0.089429595,0.15761721,0.042975828,-0.066918924,0.03341065,0.14279403,0.26481178,0.25909257,-0.107918404,-0.10791838 +2.6115956,-0.32317555,0.057267763,0.0915614,0.15147857,0.21668522,0.17832068,0.02550292,-0.120416,-0.15833367,0.049671184,0.049671292 +2.6104257,-0.4988802,0.21276896,0.1666929,0.07963112,-0.0998355,0.05047169,0.116760656,0.22893497,0.26484188,-0.12486343,-0.124863446 +2.6097145,-0.34313935,0.005803381,0.057852596,0.160386,0.22211562,0.1766137,-0.041922133,-0.057502776,-0.07379335,0.031588595,0.031588614 diff --git a/0/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif b/0/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..a61ba8ea2bf8948007478771fcc8e6d87cc6622d --- /dev/null +++ b/0/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c7fb1ee0088941072d4ad0e5bf0570ade8d422c2fb2be8449b9c19e2f03e6e +size 2809628 diff --git a/0/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif b/0/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..9a5d75e4203751a8db3d1f900c0a8350a9eac678 --- /dev/null +++ b/0/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c25a27b0adde4ad6f2951adb308b95862043d67a2a2d9490cfdcdd54d514c4 +size 2613155 diff --git a/0/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif b/0/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..d18dfb700170a8ed9c4b0385e1ab4a5efd9ff2d9 --- /dev/null +++ b/0/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3b77905cea1d55e9ce72ae25868bbdf7cf600259e8b4d7cea886e7eca2bcb86 +size 527226 diff --git a/1/ckpt_latest.zip b/1/ckpt_latest.zip new file mode 100644 index 0000000000000000000000000000000000000000..2e445c2698fd14885c110da89ae0f14504af5b2d --- /dev/null +++ b/1/ckpt_latest.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528b8bb9da72db319d5e036dcdec9c7f28daed7d668d1a058bd469b114e83019 +size 611610 diff --git a/1/config.yaml b/1/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dbe2753967e07529787b18cfc50928810b1623b5 --- /dev/null +++ b/1/config.yaml @@ -0,0 +1,59 @@ +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 1 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: CylinderJet3D-medium-v0 +test_env_kwargs: + local_2d_obs: true +test_rl_mode: marl +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/1/hydra.yaml b/1/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b37853bc38711e69590813f869121193d4d39961 --- /dev/null +++ b/1/hydra.yaml @@ -0,0 +1,166 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - env_id=CylinderJet2D-medium-v0 + - algorithm=sb3_ppo + - seed=1 + - rl_mode=sarl + - test_env_id=CylinderJet3D-medium-v0 + - test_rl_mode=marl + - +test_env_kwargs.local_2d_obs=True + job: + name: test_sb3 + chdir: true + override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=1,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl + id: '0' + num: 0 + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/1 + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/1/multirun.yaml b/1/multirun.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f3cc05ccd69f82e894e7aef638d24a4a22c1ff47 --- /dev/null +++ b/1/multirun.yaml @@ -0,0 +1,225 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - env_id=CylinderJet2D-medium-v0 + - algorithm=sb3_ppo + - seed=1 + - rl_mode=sarl + - test_env_id=CylinderJet3D-medium-v0 + - test_rl_mode=marl + - +test_env_kwargs.local_2d_obs=True + job: + name: test_sb3 + chdir: true + override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=1,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl + id: ??? + num: ??? + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: ??? + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 1 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: CylinderJet3D-medium-v0 +test_env_kwargs: + local_2d_obs: true +test_rl_mode: marl +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/1/overrides.yaml b/1/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c6fe1c26cf1078ee9c6679caf8c3eefa8fa1dfab --- /dev/null +++ b/1/overrides.yaml @@ -0,0 +1,7 @@ +- env_id=CylinderJet2D-medium-v0 +- algorithm=sb3_ppo +- seed=1 +- rl_mode=sarl +- test_env_id=CylinderJet3D-medium-v0 +- test_rl_mode=marl +- +test_env_kwargs.local_2d_obs=True diff --git a/1/test/test_eval_episode_0.csv b/1/test/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..8919b85a0bdce0082e2881e10067b16b26f7e948 --- /dev/null +++ b/1/test/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,reward +2.9886467,1.7339272,-0.73355234,-1.570272445678711 +2.8050613,0.50632155,-0.066113584,-0.1590813398361206 +2.5838854,0.18673414,-0.40631407,0.38168197870254517 +2.6713521,-0.36992666,-0.22853285,0.11102274060249329 +2.9096887,-1.172121,0.9072654,-0.9295082092285156 +3.251164,-1.0786825,0.7331043,-1.1775449514389038 +3.0347965,-0.975209,0.5579698,-0.8577039241790771 +2.475144,-0.03675049,-0.6836292,0.640407145023346 +2.5641546,0.55230415,-1.0,0.03584277629852295 +2.9590578,0.7686559,-0.33506647,-0.5754121541976929 +2.7139611,0.9745991,0.25538158,-0.5362586975097656 +2.3321471,1.4463412,-0.42960426,-0.626186728477478 +2.589735,0.17262183,0.8562153,0.3899446725845337 +2.8473473,0.16087638,-0.12952773,0.14407791197299957 +2.8560781,-0.6079622,-0.09607165,-0.3117387890815735 +2.691469,-0.6994044,-0.32433528,-0.23857182264328003 +2.480652,-1.1824986,0.76547205,-0.510849118232727 +2.6100347,-0.64671326,0.18332554,-0.1044464111328125 +2.4554296,-0.5545014,-0.10418081,0.1423705816268921 +2.3509674,-0.51031804,-0.11190991,0.2910161018371582 +2.374189,-0.43424866,0.2523338,0.34386399388313293 +2.4996374,-0.087644845,0.15723334,0.5650193691253662 +2.4393232,0.38981763,-0.4413517,0.32316073775291443 +2.3899157,-0.04094123,0.4013294,0.7214446067810059 +2.3809226,0.35530356,-0.2565601,0.4160754382610321 +2.4139516,0.36370704,-0.18985967,0.37464287877082825 +2.3901632,0.22891593,0.013652139,0.5332224369049072 +2.3668222,0.15357725,0.06501617,0.6319020390510559 +2.3361204,0.31117243,-0.35348547,0.5050087571144104 +2.3400192,-0.20079987,0.43460193,0.6114824414253235 +2.357964,-0.08740293,-0.18050708,0.7069345712661743 +2.3400238,-0.27762324,0.13769539,0.5346545577049255 +2.3422186,-0.42819583,0.1290942,0.3818870782852173 +2.334512,-0.51646936,0.1655623,0.3013201951980591 +2.3277605,-0.3725978,-0.16442323,0.4519432783126831 +2.259841,-0.62732875,0.4558171,0.2651318311691284 +2.2978606,-0.42619315,-0.09379477,0.4282477796077728 +2.2793267,-0.39709023,0.11774557,0.47588464617729187 +2.2740169,-0.41310936,0.14528084,0.4651753306388855 +2.29371,-0.3598307,0.10971283,0.498760849237442 +2.3089404,-0.14535414,-0.19755359,0.6980069875717163 +2.280266,-0.27091047,0.33238068,0.6011250019073486 +2.3022356,-0.14071529,-0.10329255,0.7093506455421448 +2.3050654,-0.042532586,-0.029871935,0.8047035932540894 +2.2979622,-0.08296527,0.13049573,0.7713741064071655 +2.308571,-0.10525461,0.022814345,0.7384758591651917 +2.3120186,-0.0095865475,-0.17112663,0.8306963443756104 +2.3059883,-0.103842705,0.20701449,0.7424705028533936 +2.3019245,-0.13073692,-0.042562425,0.7196401357650757 +2.2996185,-0.08422562,-0.051993676,0.7684574723243713 +2.3022964,-0.16523692,0.14340109,0.6847681999206543 +2.3013396,-0.22707456,0.05794969,0.6238873600959778 +2.3037345,-0.1960107,-0.06242154,0.652556300163269 +2.2931252,-0.26428342,0.18015346,0.5948929786682129 +2.2953207,-0.31619105,0.055118352,0.5407897233963013 +2.2933185,-0.27117494,-0.0112474635,0.5878081321716309 +2.2887259,-0.3012859,0.14805442,0.562289834022522 +2.2862158,-0.33480433,0.10890897,0.5312814712524414 +2.2916894,-0.27544624,-0.026444752,0.5851659178733826 +2.2864745,-0.2822005,0.13656132,0.5836266279220581 +2.2870717,-0.30359432,0.09383063,0.5616354942321777 +2.292153,-0.24787982,-0.019524476,0.61226886510849 +2.2905166,-0.21697277,0.08732037,0.6448121666908264 +2.2914045,-0.24680816,0.10764452,0.6140888929367065 +2.296577,-0.21605146,-0.026400093,0.639673113822937 +2.294872,-0.1886303,0.06626037,0.6687992215156555 +2.2953472,-0.22992027,0.09758821,0.627034068107605 +2.2990592,-0.22433582,-0.010723306,0.6289066076278687 +2.2994037,-0.20464183,0.04197671,0.6482560634613037 +2.2969406,-0.24831168,0.10489002,0.607049286365509 +2.2989187,-0.2723713,0.012957468,0.5810115337371826 +2.2981553,-0.2581893,0.044414334,0.5959569215774536 +2.2944138,-0.3012866,0.11258336,0.5566011667251587 +2.2955923,-0.33701858,0.043466896,0.5196906328201294 +2.2941377,-0.32515198,0.044553462,0.5330118536949158 +2.2919495,-0.34985244,0.11655706,0.5104995965957642 +2.291353,-0.38101348,0.068815246,0.47993507981300354 +2.2913206,-0.36449462,0.04812916,0.4964863657951355 +2.2885942,-0.3688259,0.11388276,0.49488139152526855 +2.287922,-0.39381155,0.0876384,0.47056809067726135 diff --git a/1/test/vorticity_test_eval_episode_0.gif b/1/test/vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..b6127bd1d8302419aef7fafa971dbd3a3684b6b2 --- /dev/null +++ b/1/test/vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e07d3ceb7b26add5129d61896746af2b439d2d24d0a90d7301749637d60d8a9 +size 2527753 diff --git a/1/training_log.csv b/1/training_log.csv new file mode 100644 index 0000000000000000000000000000000000000000..a31522c82ccc516feee5c3c77582ab747423b16a --- /dev/null +++ b/1/training_log.csv @@ -0,0 +1,113 @@ +step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward +500,-1.930741310119629,3.209618221759796,-0.016901505135856497,,, +1000,-1.626834750175476,3.0740546419620514,-0.4207623893697746,,, +1500,-1.6993900537490845,3.1845985407829285,-0.038041124103125185,,, +2000,-1.8603119850158691,3.2305300712585447,0.22411920827999712,,, +2500,-1.5021069049835205,3.009915048599243,-0.02727684179507196,,, +3000,-1.4109342098236084,2.965043222427368,0.007653855818789452,,, +3500,-1.705405354499817,3.0708560445308684,0.17465456771710888,,, +4000,-1.6255252361297607,2.9907632451057435,-0.1598116020122543,,, +4500,-1.4380680322647095,3.097380805015564,-0.25435905993543567,,, +5000,-1.0713942050933838,2.803646395206451,-0.4384167617498897,,, +5000,,,,2.667812478542328,-0.5299583007028559,-0.5510576944798231 +5500,-1.2648320198059082,2.9635643527507782,-0.47834012551419436,,, +6000,-1.3693450689315796,3.0461558637619017,-0.34061028542974964,,, +6500,-1.2452811002731323,2.927942487716675,0.0698715950269252,,, +7000,-1.0868271589279175,2.8839166350364684,-0.30391955434158446,,, +7500,-0.9465651512145996,2.788430772781372,-0.3263955725459382,,, +8000,-0.9640178680419922,2.8760447685718535,-0.45477104011364283,,, +8500,-0.8549327850341797,2.8125907838344575,-0.3780075760344043,,, +9000,-0.8282041549682617,2.782093361854553,-0.4499129575509578,,, +9500,-0.8667044043540955,2.7838674819469453,-0.2603402580366819,,, +10000,-0.7735110521316528,2.73688529586792,-0.032686301903799175,,, +10000,,,,2.4672848671674728,-0.553047677804716,-0.19877915009856223 +10500,-0.7248899936676025,2.773601210832596,-0.10084197818394751,,, +11000,-0.905052125453949,2.7910453314781187,0.3017472510430962,,, +11500,-0.7516947984695435,2.7945480184555054,-0.006092954407446087,,, +12000,-0.8381213545799255,2.7595467188358307,0.010304739015642553,,, +12500,-0.8308262228965759,2.8021014347076414,-0.029517722249031066,,, +13000,-0.7561575770378113,2.840845157146454,-0.04728146776824724,,, +13500,-0.6118452548980713,2.703256233215332,0.07333397417003289,,, +14000,-0.6053874492645264,2.7436096069812774,0.1352834875881672,,, +14500,-0.5959702730178833,2.7749638361930846,-0.041610134479589764,,, +15000,-0.4771926999092102,2.742772080183029,0.0475439476268366,,, +15000,,,,2.564443477988243,-0.030566724567324854,0.0759844770655036 +15500,-0.5305716395378113,2.8586161222457886,-0.15865040524296636,,, +16000,-0.4436035454273224,2.7901947913169862,-0.12335150290490128,,, +16500,-0.4053584337234497,2.6634734661579134,-0.07054824655223638,,, +17000,-0.4220051169395447,2.7709305369853974,0.06178696194151417,,, +17500,-0.4761296510696411,2.762695134162903,0.12940103903168346,,, +18000,-0.37938356399536133,2.7042915987968446,0.0006444783201441169,,, +18500,-0.32581883668899536,2.6866224482059478,0.20777035573194735,,, +19000,-0.246461883187294,2.652589721918106,0.14901549373427406,,, +19500,-0.2000206708908081,2.6141342742443086,0.1094814288560301,,, +20000,-0.30377909541130066,2.6409880187511443,0.12118215826060623,,, +20000,,,,2.4762003511190414,-0.03733094094786793,0.08265203423798084 +20500,-0.2379005253314972,2.6425728590488435,0.06398696518782526,,, +21000,-0.04191315919160843,2.514836095094681,-0.07747464318946004,,, +21500,-0.17236916720867157,2.618201292514801,-0.18175809026043863,,, +22000,-0.12789587676525116,2.5881176822185514,-0.006249151215190068,,, +22500,-0.166896253824234,2.617831446647644,0.013173037442262284,,, +23000,-0.12246343493461609,2.6123081736564635,0.0567063013119041,,, +23500,-0.09771279990673065,2.630170756101608,-0.061126611766638236,,, +24000,-0.22207142412662506,2.686168004512787,0.10842892332293559,,, +24500,-0.09843482077121735,2.5981298868656157,-0.047290488583035764,,, +25000,-0.14307533204555511,2.6778257937431333,-0.027489782248623668,,, +25000,,,,2.4445236921310425,-0.15653698531968985,0.26635324992239473 +25500,-0.11527745425701141,2.592293795108795,0.041489737686235456,,, +26000,-0.09231828898191452,2.6084882118701933,-0.04690758253913373,,, +26500,-0.1612611711025238,2.6180628185272217,0.04753104674885981,,, +27000,-0.05889429897069931,2.5849094648361204,0.07377843194946763,,, +27500,-0.04800271615386009,2.547870396375656,0.07236264772620052,,, +28000,-0.07253609597682953,2.5873539490699766,0.042564317809185015,,, +28500,-0.040813010185956955,2.4864781663417816,0.14076207261090168,,, +29000,0.025522831827402115,2.459288770914078,0.02420669992105104,,, +29500,-0.054634179919958115,2.5661160643100738,0.0036978863209951667,,, +30000,0.059442371129989624,2.464742886066437,-0.045750000182539226,,, +30000,,,,2.4111514031887054,-0.2173861118964851,0.243353202752769 +30500,-0.04253486171364784,2.5781848990917204,-0.013717500421684235,,, +31000,0.03152043744921684,2.4960351374149323,0.007937968942103907,,, +31500,0.06605510413646698,2.4511766881942747,-0.047449860175489446,,, +32000,0.04537893831729889,2.4912912693023683,-0.1606932015423663,,, +32500,0.09955578297376633,2.4663650035858153,-0.04415186669444665,,, +33000,-0.004978175275027752,2.4931965889930727,-0.18016718539781867,,, +33500,0.1370692104101181,2.4085380244255066,0.030306540401652454,,, +34000,0.07167048007249832,2.4736995511054993,-0.05272212986536033,,, +34500,0.12302707135677338,2.4158857793807984,-0.10299828149005771,,, +35000,0.09828800708055496,2.4302328233718873,-0.10923009407706559,,, +35000,,,,2.403360813856125,-0.2302992361597717,0.2475371491163969 +35500,0.10315342992544174,2.421642843961716,-0.15780592005955987,,, +36000,0.07503434270620346,2.4486218013763428,-0.06404283470404334,,, +36500,0.1135144904255867,2.43095476937294,-0.11466847827844322,,, +37000,0.16097062826156616,2.42110066819191,-0.09739285037084483,,, +37500,0.0900501236319542,2.4323409130573275,-0.19516459575737827,,, +38000,0.15079167485237122,2.3700942769050597,-0.24347702157869935,,, +38500,0.13969235122203827,2.4355957849025724,-0.06621507479058346,,, +39000,0.1265057474374771,2.436664134502411,-0.1511227421060903,,, +39500,0.11110708117485046,2.412962726354599,-0.10392571954685263,,, +40000,0.1843491643667221,2.4059292023181915,0.04073741596378386,,, +40000,,,,2.4173984080553055,-0.0028046721330611036,0.4582900248467922 +40500,0.010677922517061234,2.4908465912342073,-5.8233699761331084e-05,,, +41000,0.05090131610631943,2.460891882419586,0.015307780371746049,,, +41500,0.20527338981628418,2.3728947594165803,0.13716060582525097,,, +42000,0.1968187838792801,2.39622523021698,0.08798979414824862,,, +42500,0.15906491875648499,2.431322698831558,0.0014202527257148176,,, +43000,0.11590752005577087,2.4090139746665953,0.06106734238564968,,, +43500,0.18664948642253876,2.3723608503341675,0.004545144224539399,,, +44000,0.18706709146499634,2.412127652168274,-0.07553277380368673,,, +44500,0.1326816976070404,2.4250343534946444,-0.07306867008376866,,, +45000,0.22205191850662231,2.381980290651321,-0.031826266183983536,,, +45000,,,,2.4083547621965407,-0.14482643732626457,0.3396113608032465 +45500,0.19348590075969696,2.3952179844379424,0.09534480314934626,,, +46000,0.2295595109462738,2.4082444751262666,0.11666144840547349,,, +46500,0.11440989375114441,2.416682733297348,0.2181882955568726,,, +47000,0.18153563141822815,2.3965552639961243,0.11060313101334032,,, +47500,0.1730734407901764,2.3886757056713104,0.22148245279607362,,, +48000,0.20172838866710663,2.3807438752651215,0.059210628401720894,,, +48500,0.18334008753299713,2.391715398073196,0.06716189787059557,,, +49000,0.20867620408535004,2.3905958569049837,0.0909315014204476,,, +49500,0.18376344442367554,2.4016660361289976,0.06877067436254583,,, +50000,0.18879355490207672,2.3927778685092926,0.08691138800838963,,, +50000,,,,2.417019373178482,0.01992937817994971,0.4615989066660404 +50500,0.13878802955150604,2.4008529744148253,0.15374157525249757,,, +51000,0.22236226499080658,2.3886975214481354,0.04910046413866803,,, diff --git a/1/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif b/1/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..893e1bb1cc67e9d535099255d3b7df98af591921 --- /dev/null +++ b/1/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10b6de3f2325c4d62a4dc4431df755a65f82d6933d4c9ef8767d73c6cae92b8 +size 4697436 diff --git a/1/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv b/1/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..4a4f5a499bfbc340c396964c8d644d24de509b77 --- /dev/null +++ b/1/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward +2.9328508,-0.9731346,-0.41204366,-0.74776506,-0.6105785,-0.025688836,0.7428297,0.4871335,1.0,0.33817318,-0.92154306,-0.92154294 +2.9215608,-1.3187397,1.0,1.0,1.0,1.0,0.33838484,0.4483597,-0.026548302,0.82472074,-1.2558582,-1.255858 +2.7923543,-1.2084178,0.55059224,0.6327465,0.7004513,0.01997661,-0.0531477,-0.38528642,-0.20040242,-0.07901693,-1.0163296,-1.0163296 +2.683257,-0.95636946,-0.5662535,-0.23254576,-0.30259764,-0.31403878,-0.16997354,-0.46307445,-0.6642377,-0.19512567,-0.65518415,-0.6551841 +2.6602151,-0.831832,-0.17760682,0.07501427,0.043622453,-0.46678737,0.010789295,0.35720688,0.49588463,-0.5509103,-0.5076046,-0.50760466 +2.740086,-0.43168613,-0.13773027,-0.5481302,-0.48550123,0.43813506,0.40257636,0.22610947,0.25895622,0.40096346,-0.18732962,-0.18732974 +2.8141346,0.22917742,0.003093106,-0.14306556,-0.18019488,-0.05686303,-0.39739996,-0.77848727,-0.6946867,-0.11684751,-0.094295725,-0.05886954 +2.832029,0.37943965,0.18544954,0.39504215,-0.099953555,-0.19558376,-0.18112613,0.55721563,0.08541532,0.04167552,-0.22702634,-0.22702628 +2.8358986,0.43987375,0.12369317,0.23679687,0.14250202,-0.0769556,0.4902538,-0.5857288,0.22783905,0.15993312,-0.29132992,-0.29132992 +2.8446422,0.24404678,-0.14818668,0.49623117,0.783621,0.27829266,-0.04636543,0.25676018,0.07112341,0.12155002,-0.11051398,-0.10424647 +2.8686717,0.18624507,-0.13829195,-0.13645604,-0.11747603,-0.14371648,-0.17974691,-0.2854012,-0.22801933,-0.64050967,-0.11893089,-0.07047425 +2.8255372,-0.25035506,-0.045318026,-0.1045167,-0.23872691,-0.15809895,0.088795766,-0.14179125,0.2872397,0.34863874,-0.10833861,-0.0914498 +2.7699625,-0.3727274,0.49105665,0.24909584,-0.30406356,0.16529214,-0.009841281,-0.12185184,-0.16276792,0.39465982,-0.1729434,-0.15824747 +2.7579644,-0.25308126,0.085560896,0.23482357,0.23776716,-0.22402734,-0.10650025,0.31816182,0.31158578,-0.21514568,-0.026603207,-0.026603162 +2.7604847,-0.24463724,0.1009371,-0.055103358,0.100050084,0.022589022,0.08701487,0.03825195,0.15487714,0.25278616,-0.02067938,-0.020679459 +2.758704,-0.31766343,-0.08378765,0.1872612,0.2051752,0.2437954,0.17961171,0.081820324,0.08050852,0.2200394,-0.091924906,-0.091924906 +2.7761865,-0.112200126,-0.17590138,-0.1903946,-0.13809639,0.01651871,0.1927054,0.099111624,0.10227521,-0.37664106,0.07912599,0.09605588 +2.7502337,-0.21160471,0.34628937,-0.08318888,-0.31554583,-0.12781751,-0.026034499,-0.08355293,0.08645088,0.008836203,0.005939856,0.022604108 +2.7522807,-0.2085019,-0.0630863,0.04031129,0.101994775,-0.059345227,0.0033671383,0.08992439,0.0070636543,0.34984598,0.010555495,0.023659855 +2.7478442,0.120660216,0.124877766,-0.21412982,0.053366255,-0.113965355,-0.09683894,0.08190855,0.07594313,-0.120576955,0.0732818,0.11593804 +2.7486434,0.117619,0.23137529,-0.045026112,-0.087027155,-0.114708915,-0.07939087,-0.023089262,-0.11152953,0.018189011,0.09272242,0.118180074 +2.7479005,0.06573726,-0.037672136,0.047065537,0.015316603,0.037937712,-0.12227039,-0.0022233229,0.08219701,0.02946399,0.14157552,0.17080472 +2.7557254,0.042783223,-0.18802948,-0.2359278,0.17540863,0.11444554,0.13767351,0.14930703,0.10554205,-0.15734488,0.09705335,0.18593386 +2.75327,0.005076687,0.14295769,-0.06007493,-0.11144185,0.107311174,0.13852139,-0.10247524,-0.029499466,-0.10848718,0.15650849,0.22609587 +2.7553623,-0.076337025,0.10208953,-0.050419826,0.09031559,-0.04143851,0.1320455,-0.12116171,-0.18492222,-0.01964789,0.12751663,0.15274318 +2.7427602,-0.18396062,-0.03407224,-0.08988169,0.028817473,-0.1261774,0.03345942,0.049144205,0.0102668675,0.16789286,0.023653302,0.057721674 +2.7397738,-0.17974788,0.13844334,-0.049352314,-0.07073302,-0.22123927,0.014876378,0.037661362,-0.08401716,0.10179557,0.051696815,0.06492084 +2.7268283,-0.28479102,0.15919767,0.07163572,0.019460296,0.022105215,0.048511196,0.0149589,-0.104371496,0.06892417,-0.027176842,-0.027176887 +2.7243667,-0.34525418,0.009587188,-0.012475389,0.2330495,0.2995195,0.1258913,0.12606218,-0.0130328415,0.12058879,-0.085178405,-0.085178375 +2.7153766,-0.32270998,-0.015736343,0.0043245377,0.13101299,0.24717414,0.27385736,0.19681694,0.16678166,0.004041818,-0.053644124,-0.05364412 +2.7123415,-0.2488079,0.00845055,0.055573437,0.03905518,0.083499864,0.25225616,0.05197687,0.07663853,-0.15846397,0.023292923,0.023293018 +2.7052867,-0.21792859,0.04198871,-0.019208299,-0.0028403874,-0.09314397,0.0011223902,-0.07806255,-0.04904854,-0.12249896,0.06122717,0.061227143 +2.6971843,-0.389178,0.0821113,-0.0024833109,-0.02283969,0.11321286,-0.034906413,0.026680028,0.019078841,0.019243887,-0.101919815,-0.10191986 +2.6917229,-0.34869206,0.13017955,0.06361835,0.04266448,0.07693929,0.06586355,0.17379063,0.04229421,0.07388902,-0.055972345,-0.055972457 +2.6880221,-0.12111275,0.11862241,0.032661702,0.03731319,-0.11560754,0.1150228,0.04988337,-0.016547145,0.053783666,0.1744436,0.17530759 +2.6952324,-0.036094006,0.013176766,-0.007153469,0.11605921,0.04248309,-0.002620409,-0.22440192,0.019942014,0.017304173,0.1972172,0.25311607 +2.698492,-0.15718418,-0.06923058,-0.0031622078,0.16470829,0.38881156,-0.015904257,0.076821454,0.027537143,-0.0011842947,0.11219176,0.12876624 +2.703976,-0.0034708716,-0.022073107,0.003180099,-0.002819198,0.0730961,0.090865865,0.15473498,0.10108616,-0.20528847,0.20190816,0.2769957 +2.6941466,0.03792949,0.01342461,-0.02409208,0.009512101,-0.0814498,-0.0009627368,-0.08212031,0.1332134,-0.10955897,0.18177041,0.25236636 +2.6841478,-0.13564983,-0.019624928,-0.00034162658,0.028927116,0.1118093,0.084769055,0.21392657,0.10970136,0.05602588,0.123542756,0.16464481 +2.6864297,0.052713335,0.026980227,0.07188387,-0.0023132886,-0.03379387,0.12821603,-0.04032297,-0.103452966,0.008279634,0.16890502,0.2452994 +2.6830747,0.0595755,0.107302964,0.07619461,0.019217154,-0.16631341,-0.018619072,-0.026869038,-0.18036315,-0.05615593,0.20509842,0.24179226 +2.6823828,-0.050023336,0.056006234,0.10351002,0.23002376,0.027718177,0.01315049,-0.22994655,0.090370655,-0.13335206,0.16860572,0.2520363 +2.6766098,-0.14596438,-0.020444917,0.16818762,0.18986157,0.19404168,0.12755504,0.11288317,0.051361304,0.05163848,0.11865562,0.16186833 +2.676908,-0.008667197,-0.03610863,0.08005229,-0.009602959,0.08924925,0.2022379,0.11854848,-0.004876378,0.07334162,0.18736726,0.29886726 +2.678867,0.02987833,-0.024486767,-0.08859577,-0.04694392,-0.032609712,0.08055921,-0.034061674,0.0037273814,0.08758929,0.17922729,0.27569705 +2.6732903,-0.10095224,-0.09092614,-0.06830698,-0.04232264,-0.015216204,0.26668558,0.098595425,-0.060846906,-0.00893462,0.12229582,0.21019998 +2.6652827,-0.056358367,-0.09465418,-0.023758927,-0.05499855,-0.028331766,0.01187816,0.10942864,-0.069293216,0.003964749,0.19769399,0.26280138 +2.6663275,-0.03425707,-0.033317205,-0.024530591,-0.05766165,-0.005741152,-0.04471496,0.0033937332,0.00015709293,-0.10394155,0.20258091,0.28385794 +2.6624203,-0.11566978,0.053312782,-0.042746793,-0.052347925,0.049293075,0.038396116,0.0053228782,0.07522254,0.11880781,0.18755022,0.20635241 +2.6656632,-0.18233676,0.014667531,0.01839065,0.10011079,0.13508908,0.20327216,0.21217033,0.14091365,0.08172512,0.122083485,0.13644247 +2.6602707,-0.05434598,0.06434348,0.017268298,0.023685576,0.15877756,0.09801275,0.03896385,-0.021667043,0.074330255,0.22869426,0.26982582 +2.644802,-0.21271272,0.0615555,-0.08433411,-0.016421834,0.17037362,0.15064356,0.070567034,0.17336118,0.07628917,0.112381816,0.12692766 +2.637143,-0.26228607,-0.016169654,-0.08990435,-0.016382279,0.05965576,0.16077554,0.055391658,0.17817038,0.11748116,0.080615714,0.08501351 +2.628516,-0.26884496,-0.058779214,-0.054480854,-0.03767721,0.05100775,0.037097644,0.06541688,0.011636284,0.08759318,0.085956976,0.08708155 +2.621686,-0.33399326,0.0001843695,0.019220727,-0.01491177,0.1323362,0.09603204,0.022407236,-0.050384264,-0.0041805087,0.028763248,0.028763235 +2.6235647,-0.42866135,0.07258667,0.06950943,0.08723836,0.17815223,0.1797291,0.16397405,0.09833468,-0.0018015231,-0.06778353,-0.067783594 +2.6258197,-0.35992506,0.1320589,0.10155755,0.1486666,0.1224186,0.15405104,0.09404629,0.11150313,0.09171699,-0.0013022497,-0.0013022721 +2.619421,-0.32301927,0.13543078,0.078292005,0.10467195,0.10236437,0.15295285,0.09058063,0.0052343057,0.1122943,0.042002067,0.0420022 +2.6129298,-0.39252773,0.17430986,0.053130493,0.089966886,0.14958186,0.08501961,0.08701177,0.08699322,0.10425801,-0.021015119,-0.021015078 +2.6092346,-0.40195906,0.058253024,0.0985647,0.13064705,0.026780045,0.06717459,0.0309753,0.16264641,0.1195461,-0.026751062,-0.02675116 +2.6105418,-0.3869909,0.024550846,0.09298651,0.15376788,-0.010956476,0.09085133,0.11638379,-0.059466075,0.06176206,-0.013090083,-0.013090253 +2.6158094,-0.40786645,0.053466197,0.028760666,0.13645715,0.07211593,0.03694166,0.17080522,0.00036438298,0.029888047,-0.039233364,-0.039233416 +2.6209354,-0.38825065,0.034511033,0.07506166,0.1387078,0.10485562,0.047475927,0.1418909,0.06605301,0.028678624,-0.024743611,-0.024743617 +2.6245751,-0.33843485,0.028669095,0.1728011,0.10118699,0.15762523,0.11850005,0.024758862,0.010302556,0.019653006,0.02143257,0.02143249 +2.625278,-0.3309988,0.09472833,0.17425013,0.17226382,0.12166328,0.12098165,0.02034259,-0.06295055,0.06394566,0.028165784,0.028165668 +2.6229167,-0.36621457,0.10534406,0.15387875,0.16727838,0.052070845,0.12645863,0.1206305,0.045447264,0.13072243,-0.004688889,-0.0046887994 +2.6187468,-0.3446094,0.08507824,0.14434202,0.17328331,0.0645094,0.06429923,0.06048991,0.06588782,0.103527665,0.021086197,0.021086305 +2.6167316,-0.3087819,0.06338235,0.095529675,0.05624264,0.063449256,0.04541373,0.00949869,-0.025982307,0.024780644,0.058928967,0.058928937 +2.6164174,-0.41103694,0.035418592,0.077517636,0.088946596,0.101967864,0.046644427,0.0979511,-0.0009328227,0.0434735,-0.043011904,-0.043011874 +2.6189182,-0.41138762,0.026406316,0.14816527,0.099323004,0.12708287,0.048132706,0.0336179,0.013193653,0.071884125,-0.045863416,-0.04586333 +2.619566,-0.40328878,0.08079189,0.19135237,0.15049458,0.117902026,0.09527886,0.053140838,-0.10710261,0.056671757,-0.038412195,-0.038412273 +2.6141427,-0.44041827,0.16833621,0.20092914,0.14065704,0.05134788,0.18831848,0.107394725,-0.049142245,0.08321779,-0.070118435,-0.07011846 +2.6030185,-0.47563526,0.1875262,0.20713632,0.19163439,0.12387835,0.105801255,0.081659466,0.05844946,0.15573466,-0.09421125,-0.09421131 +2.5920453,-0.47033948,0.16121194,0.17019597,0.14607619,0.14803275,0.09983064,0.027261233,0.07525352,0.1601558,-0.07794226,-0.07794231 +2.5875688,-0.46670732,0.120739534,0.09277608,0.07322064,0.09574715,0.106318094,0.05933935,0.022830592,0.07827714,-0.06983365,-0.06983361 +2.5894003,-0.545709,0.09947916,0.076524876,0.07811116,0.08610024,0.14357026,0.10340403,0.027972145,0.0764499,-0.15066674,-0.15066683 +2.597343,-0.5443187,0.0771041,0.094046175,0.10127316,0.10363969,0.10462925,0.11143896,0.059740458,0.05441847,-0.15721935,-0.15721917 +2.6070657,-0.47998416,0.070712805,0.08194671,0.08827257,0.07483608,0.097623274,0.0637063,0.03827839,0.036212493,-0.102607325,-0.10260737 +2.6125612,-0.4715946,0.08850028,0.12495689,0.14444953,0.079913065,0.07870141,0.05276614,0.05676901,0.01930867,-0.09971327,-0.099713355 diff --git a/1/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif b/1/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..70f88891e4f77890cc15e040205f1c78dace4b79 --- /dev/null +++ b/1/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d706dd3b16b865bddfca68e0a82d05114a687e5fcd39dfe6cc4d98ad6ddecf8 +size 2875016 diff --git a/1/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif b/1/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..94ab9c2580560383502bdc0b6643993f053c43a0 --- /dev/null +++ b/1/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9460a0edb221c02c53459120ce18871d406ce6b239c8a9c9b04c4032b643a4c +size 2697885 diff --git a/1/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif b/1/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..20c537855b8d0a68bd92f433ae7d94cb92057688 --- /dev/null +++ b/1/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435f13d02f81be859d145360087526fa23bf92def367f219b16d783b0b7e5ac5 +size 545527 diff --git a/2/ckpt_latest.zip b/2/ckpt_latest.zip new file mode 100644 index 0000000000000000000000000000000000000000..18f9caf73f7380301e9a0c0ab62d4f4f6d1f8493 --- /dev/null +++ b/2/ckpt_latest.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1d56c15560313084caf19ac3c1fb89b93901cf556104891094c33327dfb646 +size 611606 diff --git a/2/config.yaml b/2/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e9689619835e55e9da5d2685dae541c43e2a725 --- /dev/null +++ b/2/config.yaml @@ -0,0 +1,59 @@ +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 2 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: CylinderJet3D-medium-v0 +test_env_kwargs: + local_2d_obs: true +test_rl_mode: marl +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/2/hydra.yaml b/2/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..571d86ffa97fff158acef53a9f306f86134b16bd --- /dev/null +++ b/2/hydra.yaml @@ -0,0 +1,166 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - env_id=CylinderJet2D-medium-v0 + - algorithm=sb3_ppo + - seed=2 + - rl_mode=sarl + - test_env_id=CylinderJet3D-medium-v0 + - test_rl_mode=marl + - +test_env_kwargs.local_2d_obs=True + job: + name: test_sb3 + chdir: true + override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=2,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl + id: '0' + num: 0 + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/2 + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/2/multirun.yaml b/2/multirun.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e5c4891ac38e1a1b67ed2cb3a7a851bbed7f2a27 --- /dev/null +++ b/2/multirun.yaml @@ -0,0 +1,225 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - env_id=CylinderJet2D-medium-v0 + - algorithm=sb3_ppo + - seed=2 + - rl_mode=sarl + - test_env_id=CylinderJet3D-medium-v0 + - test_rl_mode=marl + - +test_env_kwargs.local_2d_obs=True + job: + name: test_sb3 + chdir: true + override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=2,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl + id: ??? + num: ??? + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: ??? + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 2 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: CylinderJet3D-medium-v0 +test_env_kwargs: + local_2d_obs: true +test_rl_mode: marl +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/2/overrides.yaml b/2/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..41ae1dec9de126573339e926a028c5fda7b9cb34 --- /dev/null +++ b/2/overrides.yaml @@ -0,0 +1,7 @@ +- env_id=CylinderJet2D-medium-v0 +- algorithm=sb3_ppo +- seed=2 +- rl_mode=sarl +- test_env_id=CylinderJet3D-medium-v0 +- test_rl_mode=marl +- +test_env_kwargs.local_2d_obs=True diff --git a/2/test/test_eval_episode_0.csv b/2/test/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..861562bbcef983297dc200a70259add80c9a7109 --- /dev/null +++ b/2/test/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,reward +2.9361587,1.9189676,-1.0,-1.7028247117996216 +2.9037848,1.3060316,-0.9640017,-1.0575147867202759 +2.5766082,0.22657306,0.35219434,0.3491203188896179 +2.6185465,0.04591411,0.31368223,0.4878409504890442 +2.6567037,-0.61021,1.0,-0.1146121621131897 +3.1133559,-0.90442413,1.0,-0.8654784560203552 +2.7318404,-0.35698673,-0.19050317,0.06347444653511047 +2.4156976,0.006813463,-0.7346876,0.7297905087471008 +2.6355891,0.54188913,-1.0,-0.025176703929901123 +2.8574228,0.39138842,0.11540353,-0.09650969505310059 +2.378754,1.4703922,-0.90304327,-0.6968445777893066 +2.5855064,0.34219572,1.0,0.22459939122200012 +2.8664012,0.22196533,0.6242167,0.06393502652645111 +2.882565,-0.3182128,0.24274032,-0.04847627878189087 +2.7110786,-0.8231956,-0.034017134,-0.38197267055511475 +2.532205,-0.95226115,-0.12350773,-0.3321647047996521 +2.563914,-0.24066581,-0.63204527,0.3477216958999634 +2.6081176,-0.56676906,0.7300672,-0.02258509397506714 +2.5510106,0.66878426,-0.6074173,-0.06749331951141357 +2.5174434,0.16385713,0.2259021,0.471000999212265 +2.4475267,0.66491044,-0.5761593,0.039864420890808105 +2.4805253,-0.10141525,0.5446296,0.5703610181808472 +2.316173,0.7023812,-1.0,0.13374727964401245 +2.3651972,-0.44194964,0.82311976,0.345154732465744 +2.314086,0.17381912,-0.6123887,0.6643964648246765 +2.2376163,-0.8238232,1.0,0.09086203575134277 +2.3533492,-0.21059206,-0.48054063,0.5883603096008301 +2.1148062,-1.1274942,0.98234695,-0.08999884128570557 +2.2122033,-0.06632165,-1.0,0.8737766146659851 +2.1048124,-0.9072473,1.0,0.1402418613433838 +2.2535634,0.038908157,-0.6159305,0.8598299622535706 +2.212983,-0.4999308,0.8528835,0.43938785791397095 +2.2424593,0.37967137,-0.9812628,0.5301709175109863 +2.2256293,-0.48216328,1.0,0.44450893998146057 +2.2033777,0.5098126,-1.0,0.43911123275756836 +2.225872,-0.24544758,0.7599623,0.6809819340705872 +2.1976895,0.4134097,-0.80053097,0.5412023067474365 +2.226394,-0.27576876,0.8682601,0.6501388549804688 +2.2297208,0.3151067,-0.8220522,0.6074740290641785 +2.2035875,-0.4250878,0.8483775,0.5236262083053589 +2.2315292,0.101727635,-0.66734713,0.8190447092056274 +2.1959581,-0.44630507,0.7106993,0.5100383758544922 +2.2548723,-0.0777242,-0.53712696,0.8197050094604492 +2.225079,-0.41976124,0.654099,0.5074612498283386 +2.2703915,-0.13766417,-0.45795634,0.7442458868026733 +2.232582,-0.36507383,0.5554082,0.5546456575393677 +2.2704926,-0.18746985,-0.338237,0.6943391561508179 +2.2628112,-0.25933817,0.39724085,0.6301522254943848 +2.287163,-0.18531269,-0.25780696,0.6798258423805237 +2.2823293,-0.19247742,0.3065603,0.6774948239326477 +2.2969897,-0.15169437,-0.19315219,0.703617513179779 +2.2995803,-0.12666188,0.21519402,0.7260593175888062 +2.3041155,-0.1528194,-0.10411822,0.695366621017456 +2.2951148,-0.11782406,0.1385292,0.7393627166748047 +2.3062837,-0.15283184,-0.06635212,0.6931859850883484 +2.306022,-0.1427461,0.11064722,0.7035335302352905 +2.3072815,-0.16995297,-0.02695648,0.6750670671463013 +2.305034,-0.16841905,0.08108732,0.6788485646247864 +2.3042367,-0.19912189,0.01712218,0.6489430069923401 +2.301697,-0.20444733,0.07016437,0.6461572051048279 +2.3012064,-0.2252959,0.02744716,0.625799298286438 +2.299263,-0.22887924,0.071448006,0.6241593360900879 +2.2989135,-0.24547824,0.044154145,0.6079097986221313 +2.297814,-0.24280952,0.060723417,0.6116781234741211 +2.2972302,-0.24978812,0.05528005,0.6052832007408142 +2.296553,-0.25005743,0.06295227,0.6056911945343018 +2.2965343,-0.2507754,0.05260692,0.6049918532371521 +2.2963486,-0.24734896,0.0614091,0.6086040139198303 +2.2967513,-0.24887668,0.05736654,0.6066735982894897 +2.29692,-0.24588192,0.05504646,0.6094995737075806 +2.297344,-0.24413425,0.054968752,0.6108233332633972 +2.2974389,-0.24433288,0.0572506,0.6105297803878784 +2.2976592,-0.2455202,0.053646334,0.6091221570968628 +2.2978342,-0.2460488,0.05476834,0.6084185838699341 +2.2979872,-0.24977085,0.0564718,0.6045434474945068 +2.2981954,-0.2543351,0.055100404,0.5997710824012756 +2.2983532,-0.25824362,0.055092327,0.5957047343254089 +2.2984009,-0.26338166,0.057697907,0.5905190110206604 +2.2984796,-0.26963332,0.05773402,0.58418869972229 +2.2985623,-0.27488533,0.057966992,0.578853964805603 diff --git a/2/test/vorticity_test_eval_episode_0.gif b/2/test/vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..d806b94be61a264c3d35900f4307a822336cc084 --- /dev/null +++ b/2/test/vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544916cacb125fe983aef367c247cc696002935dc6a01409aef01abbfaa66479 +size 2482482 diff --git a/2/training_log.csv b/2/training_log.csv new file mode 100644 index 0000000000000000000000000000000000000000..28ae68f85826ac2124009465a9e457be74ebd14a --- /dev/null +++ b/2/training_log.csv @@ -0,0 +1,113 @@ +step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward +500,-1.4683139324188232,2.944956607103348,-0.20627408640109934,,, +1000,-1.9034748077392578,3.2405511033535004,-0.06525406544236466,,, +1500,-1.9580578804016113,3.140461022377014,0.10024762783851475,,, +2000,-1.9492251873016357,3.196594028711319,-0.06416340176295489,,, +2500,-1.3779183626174927,3.0163214654922483,-0.2590296924780123,,, +3000,-1.652449607849121,3.0552757697105406,-0.277916354409419,,, +3500,-1.659798264503479,2.99615779876709,-0.16192659766040743,,, +4000,-1.5046656131744385,3.0087398018836975,0.0511361230686307,,, +4500,-1.401140570640564,2.9239303278923034,-0.15864035982394126,,, +5000,-1.1088974475860596,2.9430295877456665,0.06635610402631574,,, +5000,,,,2.622702431678772,-0.030253782961517574,-0.5026631027460098 +5500,-1.1463044881820679,2.816454405784607,0.26820138279069217,,, +6000,-1.4432766437530518,2.951474036216736,0.18838418131694198,,, +6500,-0.9075372219085693,2.787101638555527,-0.4990511323576793,,, +7000,-0.8526201844215393,2.8136237764358523,0.005599266533274204,,, +7500,-0.8000714778900146,2.7539500370025634,-0.19634684369061142,,, +8000,-0.9463678002357483,2.806528049945831,-0.023902838797308503,,, +8500,-1.001631498336792,2.8248463270664215,-0.23558279251260683,,, +9000,-0.752334475517273,2.6571800458431243,-0.6374466303730733,,, +9500,-0.7310338020324707,2.714892208099365,-0.39915771678602324,,, +10000,-0.9212116003036499,2.877992886543274,-0.3672416622441815,,, +10000,,,,2.6716710835695268,-0.6895433820551261,-0.6597379202023148 +10500,-1.1281628608703613,2.769820119380951,-0.9877776240855456,,, +11000,-1.0050379037857056,2.5691778922080992,-1.384759897136013,,, +11500,-1.2310889959335327,2.644213230848312,-1.5022671366520226,,, +12000,-1.1330876350402832,2.6384486088752745,-1.4771240578358993,,, +12500,-1.0090150833129883,2.625952340364456,-1.4175009455932304,,, +13000,-0.7763751745223999,2.5954893255233764,-1.1405639074561187,,, +13500,-1.0157891511917114,2.623394143819809,-1.295288644053042,,, +14000,-1.0132579803466797,2.7180304863452913,-1.1091583127109335,,, +14500,-0.828828752040863,2.6992063629627228,-0.8819524096152745,,, +15000,-0.5424121022224426,2.709313331127167,-0.38609995247703044,,, +15000,,,,2.5835177093744277,-0.17840512158581986,0.0197828009724617 +15500,-0.5633062720298767,2.756519994020462,-0.4568209579726681,,, +16000,-0.6144680380821228,2.635912317037582,-0.3272745864121243,,, +16500,-0.5339099168777466,2.655318695783615,-0.3303873245404102,,, +17000,-0.35191911458969116,2.5862648792266847,-0.3078012434967095,,, +17500,-0.40449830889701843,2.68598033618927,-0.020941823806613684,,, +18000,-0.37932664155960083,2.6306074545383455,-0.21425471476750682,,, +18500,-0.5047876238822937,2.7403322100639342,-0.4147785126544768,,, +19000,-0.28472810983657837,2.6311694254875184,-0.2794219950346742,,, +19500,-0.3190387189388275,2.6245910370349885,-0.35706457420438525,,, +20000,-0.34256866574287415,2.690679851293564,-0.18155524796387182,,, +20000,,,,2.598137667775154,-0.10967438635707367,0.06478586178272963 +20500,-0.3554237186908722,2.6887208824157716,-0.26714720581099394,,, +21000,-0.21850009262561798,2.5595576083660125,-0.13865909439953975,,, +21500,-0.3071596324443817,2.6449236323833465,-0.07301291731509264,,, +22000,-0.16534142196178436,2.5252811193466185,-0.04844682371034287,,, +22500,-0.24735377728939056,2.505106642961502,-0.09746256806216844,,, +23000,-0.2112031728029251,2.595336640357971,-0.08827869861992076,,, +23500,-0.20994989573955536,2.584023087263107,-0.11120740622561424,,, +24000,-0.10426860302686691,2.5392493913173677,-0.1241446976722218,,, +24500,-0.1720120757818222,2.524162268638611,-0.06435263135645072,,, +25000,-0.11665722727775574,2.522618404150009,-0.19862006688665132,,, +25000,,,,2.4824143648147583,-0.23311193060362712,0.132466596364975 +25500,-0.12869036197662354,2.504959384918213,-0.21191201357194223,,, +26000,-0.13201117515563965,2.581091131448746,-0.1413109091888182,,, +26500,-0.12079611420631409,2.492507182598114,-0.06675965387164615,,, +27000,-0.15974438190460205,2.5559469664096834,-0.21843304294894916,,, +27500,-0.014621998183429241,2.4768574318885803,-0.2153818839381129,,, +28000,-0.09194305539131165,2.481795687675476,-0.23200619498849848,,, +28500,-0.12436656653881073,2.502643144130707,-0.19556039173225873,,, +29000,-0.05053582042455673,2.4221655988693236,-0.2677576495828107,,, +29500,0.02150263637304306,2.439204912662506,-0.12201213351869955,,, +30000,-0.03123992495238781,2.4739937319755554,-0.21105691767972895,,, +30000,,,,2.4445756375789642,-0.15606008834583918,0.19871933832764627 +30500,-0.0354611761868,2.452927489042282,-0.10834960527438671,,, +31000,-0.06778044998645782,2.4255162391662597,-0.21693182533001526,,, +31500,-0.007912863045930862,2.4713934507369997,-0.08431286172568798,,, +32000,-0.004438320640474558,2.45887215590477,-0.19972461570690211,,, +32500,6.90352899255231e-05,2.45003897356987,-0.17840194750204683,,, +33000,-0.09415566176176071,2.528389152050018,-0.04419503009598702,,, +33500,-0.00818515382707119,2.4384681375026704,-0.13098998701572417,,, +34000,0.05387543886899948,2.4073105771541594,0.07686475352702837,,, +34500,-0.04328586906194687,2.435112253665924,-0.03845939032011665,,, +35000,-0.009374748915433884,2.4564828686714173,0.11155685399612413,,, +35000,,,,2.4790882378816606,0.15891369507880881,0.2572673115879297 +35500,-0.03747745603322983,2.419672595500946,0.311711452530697,,, +36000,-0.046773508191108704,2.4495967218875885,0.19344907312048598,,, +36500,-0.20444084703922272,2.538257760286331,0.3922857655911357,,, +37000,-0.050435036420822144,2.4739653055667876,0.25953571445617124,,, +37500,0.0965777337551117,2.3691194276809693,0.16911530791036786,,, +38000,0.09139547497034073,2.3656621601581573,0.20718188246618957,,, +38500,-0.023541605100035667,2.4568548684120177,0.18314550348143074,,, +39000,0.05275220423936844,2.4497068181037904,0.12408232904225588,,, +39500,-0.0047935619950294495,2.444944324493408,0.20320830131415277,,, +40000,0.019853662699460983,2.385221744775772,0.22836536144217826,,, +40000,,,,2.4408420383930207,0.08148772509302944,0.31483925729990003 +40500,0.007288638968020678,2.4657913987636566,0.06407277593738399,,, +41000,0.046478770673274994,2.4047209849357607,0.15203338181064463,,, +41500,0.124764084815979,2.382732105255127,0.006813405141161639,,, +42000,0.051532082259655,2.411636944532394,0.06705552131775766,,, +42500,0.051382243633270264,2.4084300615787506,0.041359466042369605,,, +43000,0.15362849831581116,2.36123424744606,0.03248187988618156,,, +43500,0.1669822335243225,2.357350429534912,-0.14879271655832418,,, +44000,0.16979633271694183,2.3528916556835173,0.03353901183838025,,, +44500,0.15003953874111176,2.3615015335083007,-0.023413064799271525,,, +45000,0.05830147862434387,2.410056080818176,0.1019244130011648,,, +45000,,,,2.4331884503364565,-0.011063167825341225,0.28126139380037785 +45500,0.11816482245922089,2.3888720116615296,-0.0623558103859541,,, +46000,0.12432661652565002,2.3722786283493043,-0.09215406389185228,,, +46500,0.08184081315994263,2.4109995048046113,-0.0775420128912665,,, +47000,0.18983925879001617,2.3500628433227537,-0.04704976985952817,,, +47500,0.20146743953227997,2.3499342482089998,-0.14864060787390918,,, +48000,0.14488720893859863,2.3521331541538237,-0.0692554929270409,,, +48500,0.1971723735332489,2.3493543887138366,-0.14009936921444022,,, +49000,0.1921587586402893,2.346988919019699,-0.13932966901460894,,, +49500,0.1998777687549591,2.3427237823009492,-0.08567673333972925,,, +50000,0.17441315948963165,2.3605721893310547,-0.008132348663173616,,, +50000,,,,2.396785372495651,0.03120482217382232,0.34665162600576876 +50500,0.14014683663845062,2.380621952056885,-0.0040872502786085075,,, +51000,0.2000015377998352,2.3564905490875243,-0.01721406092857069,,, diff --git a/2/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif b/2/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..737e1877168a147a1783e2cf0461ff02b636ac35 --- /dev/null +++ b/2/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4655330fbe341bf51d778eb8e12e2fa6f9d268b287159c49f5e82ce0879345f7 +size 4673932 diff --git a/2/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv b/2/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..6b2de253e529966eeb97be54bf39d8d57e54cac4 --- /dev/null +++ b/2/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward +2.9032278,-1.6068118,0.6901521,0.33844626,0.48602197,0.43978468,0.9653791,1.0,1.0,0.92517066,-1.5255971,-1.5255971 +2.8693995,-1.3004949,0.038858723,0.38018778,0.1773722,0.39988598,-0.08854761,-0.35622874,-0.26805082,-0.0022848444,-1.185452,-1.185452 +2.6658542,-1.5876629,0.44799584,0.16428883,0.4489508,0.19508791,0.6188577,0.2814784,-0.021978993,0.26834628,-1.2690749,-1.2690747 +2.7117429,-1.1307065,-0.68134266,0.119640686,-0.03015827,-0.6794765,-0.90662336,-0.7274113,-0.53019285,-1.0,-0.8580071,-0.85800695 +2.7760074,-1.1996989,0.5993622,-0.3244249,-0.072436735,0.40227026,0.9831623,1.0,1.0,0.9694707,-0.99126387,-0.99126387 +2.827412,-0.26036587,-0.3524707,0.6854079,0.11938379,-0.04955486,-0.8708787,-0.92977566,-1.0,-0.67298406,-0.17825364,-0.10333529 +2.8308198,-0.2759189,0.7238547,-0.054912467,0.15087631,0.2587956,1.0,0.82508755,0.9562782,0.97935385,-0.12229633,-0.12229627 +2.8506613,0.3424534,-0.62510544,0.30042893,0.084247984,-0.09247611,-0.74501026,-1.0,-1.0,-0.82509905,-0.23834196,-0.2086722 +2.8635776,-0.305017,0.40590727,-0.27547094,-0.032949813,-0.11972637,0.646472,0.6308037,0.9331259,0.7255525,-0.1841521,-0.18415213 +2.8080378,0.91653556,-1.0,0.25432336,0.2780095,-0.28827995,-1.0,-1.0,-1.0,-1.0,-0.74013084,-0.74013084 +2.8323212,-0.24676193,0.8660009,-0.27651396,-0.6768101,0.083855174,0.79948723,0.9426148,0.6618023,0.51739997,-0.11699212,-0.09464063 +2.7655334,0.65505975,-0.4873147,0.5843463,0.22014911,-0.10820054,-0.6913036,-0.69708717,-0.50538075,-0.42521408,-0.47280923,-0.43615073 +2.7639937,-0.14148633,0.82813984,0.10144246,-0.15287769,0.14903115,0.88071555,0.77882063,0.8811078,0.78723526,0.010655979,0.0789624 +2.7795496,-0.07264465,-0.48716256,0.24022709,0.37855908,0.052368592,-0.35574666,-0.34754983,-0.33140245,-0.3799033,0.10630959,0.13224822 +2.7335153,-0.5880319,0.49237195,-0.02966902,0.10618071,-0.04770859,0.6909481,0.6600628,0.7126859,0.47434393,-0.33710468,-0.33710468 +2.764,-0.019254532,-0.7960655,0.16609466,0.10635293,-0.26866412,-0.5904139,-0.619238,-0.74962485,-0.94231653,0.07427928,0.201188 +2.7239318,-1.0933986,0.69387674,-0.0015599625,-0.58452636,0.036312845,0.5979329,0.81862354,0.7247841,0.8249639,-0.83288807,-0.8328879 +2.7461376,0.19421746,-0.59453654,0.13888061,0.28754917,-0.050907757,-0.57076424,-0.5770601,-0.7905673,-0.70211923,-0.07150023,0.044087395 +2.7290878,-1.0326,0.66092366,0.25850764,-0.28296852,0.06635496,0.60344064,0.8151225,1.0,0.8265871,-0.7772454,-0.7772454 +2.7545912,0.31077817,-0.26223204,0.15761898,0.2240592,0.21088065,-0.1760081,-0.41481763,-0.65916026,-0.25355795,-0.095765665,-0.080926925 +2.6901298,-0.8290302,0.37563896,0.16583532,0.17234382,0.08273049,0.50203323,0.9706057,0.9515829,0.40941158,-0.53471756,-0.5347175 +2.7506557,0.2585373,-0.5549682,0.044420015,0.14178382,-0.24727626,-0.33454219,-0.6636049,-0.7918315,-0.85599726,-0.04736208,-0.024750471 +2.7229176,-0.73686963,0.45904842,-0.03195921,-0.63486516,-0.20860739,0.11499156,0.48872426,0.23911507,0.6361725,-0.49041253,-0.47534472 +2.6994464,0.35959846,-0.34757566,-0.04880065,0.03570016,-0.16001776,-0.31944385,-0.5699525,-0.66377074,-0.54992265,-0.10927397,-0.074602425 +2.7161145,-0.68048596,0.36762783,0.17120393,-0.15607761,-0.093951724,0.11038051,0.34925064,0.35442957,0.8227559,-0.42021576,-0.412158 +2.7286441,0.17818502,0.13409035,0.22346817,0.17157024,0.18198681,-0.030454565,-0.2196634,-0.24784444,-0.27781585,0.059044693,0.077613324 +2.703113,-0.46464652,0.45290384,0.32137486,0.22929327,0.1387191,0.16602062,0.33829632,0.45764363,0.48655012,-0.19271873,-0.18331712 +2.727993,-0.043913506,-0.23356636,0.06728911,0.23147526,0.08414907,0.112012796,0.2080795,0.07653894,-0.45038542,0.16015059,0.21253595 +2.7098622,-0.3066876,0.2516068,-0.21619393,-0.3996073,-0.26546425,-0.00082078297,0.33263692,-0.10625745,0.2699694,-0.12308917,-0.032107353 +2.7089036,-0.10067054,-0.19979835,-0.12951292,-0.16053121,-0.044157688,-0.20162238,-0.19055058,-0.27629516,-0.47915632,0.11407395,0.17486838 +2.6929884,-0.5879878,0.21585898,-0.020090569,-0.081901975,-0.24830996,-0.105075315,0.22260617,0.1732512,0.24846502,-0.2965338,-0.2965337 +2.6915975,-0.0412251,0.08476485,0.038169336,0.07909521,-0.069026776,-0.08899486,-0.11846108,-0.062063303,-0.14414366,0.17401479,0.2516199 +2.6921327,-0.2514636,0.3297116,0.13067271,0.25345373,0.047668453,-0.047234003,0.12383545,0.1823896,0.14883436,0.016576072,0.04084617 +2.6990879,-0.039939493,0.11641712,0.2143151,0.19719808,0.12547272,0.14239182,-0.020304147,0.18396793,0.023846958,0.1943218,0.24541512 +2.6953456,-0.09238187,0.11697882,0.13404565,-0.2109088,0.0034360057,0.22785737,0.17566141,0.23686439,0.04353587,0.11210533,0.19671497 +2.69431,0.103657626,-0.1947364,-0.18309268,-0.12280401,-0.18698117,0.061452504,0.15578635,-0.17604804,-0.28142557,0.17627913,0.18647489 +2.683237,-0.2089177,0.0109959645,0.018660877,0.0346636,-0.30161965,-0.17665441,-0.026431207,-0.017319206,0.038529914,0.06430055,0.09228769 +2.6668947,-0.08533368,0.10249164,0.07830853,-0.034681845,-0.16561238,-0.14812121,-0.093239926,-0.0077652456,-0.15033892,0.18333453,0.23221412 +2.6622014,-0.16491488,0.321847,0.13385746,0.06261713,-0.04736084,-0.12924023,0.013579051,0.12736715,0.09035937,0.13317314,0.15732619 +2.6629019,-0.08590202,0.28214982,0.20176573,0.20343694,0.07592676,0.00601923,-0.03128587,0.13373062,0.17618875,0.20148814,0.23563857 +2.6570642,-0.20806827,0.3196896,0.33440402,0.22561996,0.17322063,0.23581487,0.13657449,0.18090314,0.20352297,0.10522572,0.11931001 +2.6788373,-0.10523407,-0.061554153,0.012824724,-0.06867639,0.08930228,0.068907194,0.19222163,0.20118129,-0.15537433,0.1485572,0.2003711 +2.652559,-0.26593882,-0.0055506183,-0.1283863,-0.0386477,-0.06258591,0.13409875,0.107031256,0.08730101,-0.01625361,0.06594462,0.06594461 +2.6467612,-0.36025894,0.06664956,-0.005719696,-0.0031574862,-0.100107625,0.027017515,-0.066184975,0.07794409,-9.092409e-05,-0.022577643,-0.022577643 +2.6523886,-0.2981414,0.050229248,0.07915286,-0.0058784382,-0.1369729,-0.21135,0.09715592,0.051645797,-0.15528141,0.033912573,0.03391251 +2.663104,-0.27205142,0.0643319,0.13716468,0.061200377,-0.0045275586,-0.22916958,0.016861957,0.0023617344,-0.07038481,0.049286824,0.04928699 +2.66045,-0.3217872,0.25289518,0.25070685,0.15559517,0.15999193,-0.115816824,-0.053208325,0.09431596,0.069890246,0.0022052024,0.0022052824 +2.6503248,-0.2356882,0.2966213,0.19743393,0.14237353,0.13467129,-0.0762964,0.00925685,0.10120209,0.23268233,0.06996213,0.09842946 +2.6441157,-0.18777604,0.029196072,-0.11965235,-0.053344514,0.011588569,0.11576284,0.26983234,0.17562722,0.2871778,0.124928415,0.15255074 +2.6309326,-0.34640247,0.04330564,-0.058864232,-0.016946454,0.018929671,0.25150627,0.24245346,0.16464339,0.15203348,0.007107282,0.0071074367 +2.622325,-0.29172525,0.028390046,0.0035212142,0.076663636,-0.19281343,0.004848647,0.042010378,0.07396596,-0.0022213515,0.06047552,0.07039228 +2.6318955,-0.34582445,0.060777243,0.003064449,0.04767258,-0.11622947,-0.25217286,-0.012267088,0.03754527,-0.09464971,0.0067223627,0.00672248 +2.6415176,-0.46270835,0.11348165,0.03880441,0.09674578,-0.01840971,-0.1520921,-0.014200048,0.09740794,0.06315682,-0.11978356,-0.11978352 +2.6488378,-0.3932352,0.13931692,0.21524419,0.18143365,0.0055891527,-0.046090562,-0.0986545,0.016097277,0.16094626,-0.057630464,-0.05763054 +2.6443906,-0.37315345,0.32590014,0.2734649,0.119472794,0.03791697,0.10174405,-0.12491349,0.09179912,0.15241061,-0.0355929,-0.03310156 +2.6216633,-0.36456096,0.39382625,0.048201438,-0.025875006,0.09419391,0.18745373,0.08140064,0.1842245,0.26030448,-0.0017818045,-0.0017818213 +2.612466,-0.46150246,0.2141369,0.065485366,0.060914088,0.07334888,0.20195822,0.24946822,0.22640543,0.38026312,-0.089526184,-0.08952609 +2.6051397,-0.49933553,0.076398246,0.114626594,0.04772019,-0.33807763,-0.10694919,0.19661696,0.09421312,0.036134806,-0.12003265,-0.12003279 +2.602676,-0.52204144,0.09747302,0.061820682,-0.0041483017,-0.10934246,-0.104459666,-0.004379009,-0.004819461,-0.08781147,-0.14027497,-0.14027488 +2.6104598,-0.5313704,0.15355383,0.092068054,0.111369334,0.045493145,0.08895768,-0.05308412,0.015961122,0.08195317,-0.15738764,-0.15738773 +2.6177917,-0.48432165,0.18628646,0.19546543,0.22810626,0.10280458,-0.013438475,-0.0467507,-0.019989584,0.15773879,-0.11767087,-0.117670834 +2.622415,-0.43467355,0.21594082,0.25584704,0.16767217,0.117221154,-0.041211266,-0.009825979,0.002721171,0.043429818,-0.07264605,-0.07264614 +2.619942,-0.45313257,0.1887353,0.25337094,0.122931994,0.09593146,0.10749299,0.03177635,0.11480618,0.111052945,-0.08863209,-0.08863205 +2.6119056,-0.5071423,0.18777213,0.14739805,0.097301275,-0.20498513,0.20816912,0.15664396,0.25026822,0.21616803,-0.13460556,-0.13460541 +2.6063244,-0.55365276,0.12873091,0.07740045,0.0008013202,-0.05268352,0.06068064,0.19972992,0.22714609,0.1163016,-0.17553474,-0.17553473 +2.61932,-0.548884,0.020597946,0.07488186,0.056741837,0.008006881,0.007592748,0.067192346,0.038820755,0.02315418,-0.18376124,-0.18376142 +2.6197126,-0.58828855,0.051388305,0.1554809,0.14344513,-0.0002856301,0.077560745,-0.05820224,0.032653343,0.07656916,-0.22355856,-0.22355866 +2.6348815,-0.61369085,0.13273434,0.21810979,0.24226426,0.057416048,0.058501694,-0.0040261643,0.008946906,0.16242252,-0.26412988,-0.26412988 +2.6283026,-0.534951,0.14778374,0.22872598,0.25162506,0.15580405,0.03366084,0.016729545,0.05281606,0.14857917,-0.17881107,-0.17881107 +2.6174483,-0.5196899,0.18653394,0.17800897,0.13800152,0.12867408,0.1101765,0.041711744,0.08033306,0.12297026,-0.15269572,-0.15269578 +2.5996103,-0.5501113,0.23146696,0.12997271,0.03667031,-0.0035738787,0.20725039,0.15362501,0.13695724,0.23181471,-0.16527902,-0.16527915 +2.588076,-0.5927613,0.18033245,0.057680603,0.14880289,-0.010087631,0.12110394,0.18145476,0.12742892,0.20470269,-0.19639492,-0.19639492 +2.600885,-0.6044372,0.06934801,0.12342068,0.12697244,0.03899916,0.02856398,0.11632649,0.14796759,0.060925666,-0.22087961,-0.22087961 +2.5934653,-0.6403501,0.19913006,0.14908832,0.12617977,0.026945177,0.09494927,-0.06724585,0.17162476,0.09186914,-0.24937299,-0.24937296 +2.6000898,-0.6596869,0.1377572,0.14576636,0.21137445,0.073396996,0.11825779,0.008954356,0.14236538,0.27208933,-0.27533436,-0.27533424 +2.6074517,-0.62209874,0.07052873,0.13095851,0.23330857,0.13518994,0.065544285,0.015709754,-0.024891872,-0.033607382,-0.24510801,-0.24510795 +2.603222,-0.6220207,0.10593593,0.18808128,0.11736993,0.1571124,0.11907022,-0.0018447982,0.14134343,0.11959206,-0.2408002,-0.24080014 +2.5976548,-0.6130669,0.21375762,0.21941243,0.089061104,0.098832615,0.22282861,0.08777019,0.09240908,-0.02460188,-0.22627929,-0.22627926 +2.6021962,-0.59163105,0.15912762,0.091656305,0.1546771,0.023566034,0.18315144,0.11159748,0.16721952,0.013419698,-0.20938474,-0.2093848 +2.6060312,-0.52826244,0.15625863,0.10695242,0.13741986,0.050578658,0.040023226,0.07041662,0.14684433,-0.01812889,-0.14985117,-0.14985114 diff --git a/2/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif b/2/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..85ead62b2f907756922b7570f4f29553ed569836 --- /dev/null +++ b/2/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4055d402741f628680ab4270dd5857cb927c72f0c5c08992892e5d7e6d21c889 +size 3033993 diff --git a/2/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif b/2/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..662d7db8907191e76aa5393e51f9698d14d28a9b --- /dev/null +++ b/2/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42873f9bef5c232a6c4fe546fadc6440ac8b0d16fb566fb8a83233e2688748e +size 2750929 diff --git a/2/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif b/2/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..92f360b5b7adc8aa77bfaa9bf5ecbb1b5a3c3c72 --- /dev/null +++ b/2/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c9616dd6cee67b3f08a9470d54e51d2c57716aec751ba6b2b7b5491a230d3c +size 544502 diff --git a/3/ckpt_latest.zip b/3/ckpt_latest.zip new file mode 100644 index 0000000000000000000000000000000000000000..12ca6a7d13bdc65a3137e88a18cd873c8a2e7a7f --- /dev/null +++ b/3/ckpt_latest.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7036d242b6f2c31d4bc096751f2f0ca999971d037ce55b41bad0cdf8a23d2aa +size 611608 diff --git a/3/config.yaml b/3/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d08ab88f54403bd545560c30406c0cdf1891a4d6 --- /dev/null +++ b/3/config.yaml @@ -0,0 +1,59 @@ +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 3 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: CylinderJet3D-medium-v0 +test_env_kwargs: + local_2d_obs: true +test_rl_mode: marl +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/3/hydra.yaml b/3/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d2033dea31f99717d1af76cbc4e42a75be13dfb --- /dev/null +++ b/3/hydra.yaml @@ -0,0 +1,166 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - env_id=CylinderJet2D-medium-v0 + - algorithm=sb3_ppo + - seed=3 + - rl_mode=sarl + - test_env_id=CylinderJet3D-medium-v0 + - test_rl_mode=marl + - +test_env_kwargs.local_2d_obs=True + job: + name: test_sb3 + chdir: true + override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=3,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl + id: '0' + num: 0 + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/3 + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/3/multirun.yaml b/3/multirun.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ca71fc0e70e1d3432cbaf412e8bade88d08fa216 --- /dev/null +++ b/3/multirun.yaml @@ -0,0 +1,225 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - env_id=CylinderJet2D-medium-v0 + - algorithm=sb3_ppo + - seed=3 + - rl_mode=sarl + - test_env_id=CylinderJet3D-medium-v0 + - test_rl_mode=marl + - +test_env_kwargs.local_2d_obs=True + job: + name: test_sb3 + chdir: true + override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=3,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl + id: ??? + num: ??? + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: ??? + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 3 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: CylinderJet3D-medium-v0 +test_env_kwargs: + local_2d_obs: true +test_rl_mode: marl +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/3/overrides.yaml b/3/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..da21ce222a067962d6e366f3e5b71f9788ca4044 --- /dev/null +++ b/3/overrides.yaml @@ -0,0 +1,7 @@ +- env_id=CylinderJet2D-medium-v0 +- algorithm=sb3_ppo +- seed=3 +- rl_mode=sarl +- test_env_id=CylinderJet3D-medium-v0 +- test_rl_mode=marl +- +test_env_kwargs.local_2d_obs=True diff --git a/3/test/test_eval_episode_0.csv b/3/test/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..76dff51e2bf19c549461c1dbc548062686b59542 --- /dev/null +++ b/3/test/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,reward +2.9404385,1.8939886,-0.9655753,-1.6821255683898926 +2.8096542,1.2997155,-1.0,-0.9570682048797607 +2.421245,0.8986643,-0.77613246,-0.167607843875885 +2.5803173,0.25842106,0.57175195,0.3135632276535034 +2.8185136,0.06440733,1.0,0.2693805992603302 +2.915512,0.15527582,1.0,0.08151364326477051 +2.767788,-0.13863361,1.0,0.24588000774383545 +2.7202125,0.08594848,-0.207449,0.34614062309265137 +2.6338048,0.16159818,-1.0,0.35689857602119446 +2.7988913,0.07407301,-1.0,0.27933722734451294 +2.7707412,0.28434753,-1.0,0.0972127914428711 +2.6775432,0.41158134,-0.48808098,0.06317704916000366 +2.667185,0.019014468,1.0,0.4661020040512085 +3.025432,0.13580702,1.0,-0.00893758237361908 +3.2252116,-0.09467105,1.0,-0.16758111119270325 +2.861471,-0.18986961,0.44079673,0.10096099972724915 +2.6362698,0.1655241,-1.0,0.3505076467990875 +2.9436615,0.111982904,-1.0,0.09665719419717789 +3.042281,0.43048048,-1.0,-0.32045984268188477 +2.870404,0.61769193,-0.52724165,-0.3357943892478943 +2.6138225,0.13570575,0.99962854,0.40277332067489624 +2.9230754,0.089721076,1.0,0.1395050287246704 +3.1382282,-0.40740034,1.0,-0.3933269679546356 +2.7239947,-0.28877237,-0.12420491,0.13953444361686707 +2.5278199,-0.023684043,-1.0,0.6007976531982422 +2.8494594,0.13402632,-1.0,0.16881582140922546 +2.9018877,0.39226767,-0.42791036,-0.14185377955436707 +2.5707455,0.15777597,0.8905855,0.4237801134586334 +2.6875713,0.13390446,0.9647942,0.3308258056640625 +2.7691524,-0.08726454,0.32551852,0.2958846092224121 +2.6833794,0.37605566,-1.0,0.09286648035049438 +2.7520373,-0.32972267,-1.0,0.07054159045219421 +2.7748091,-0.18201455,-0.31555206,0.19547787308692932 +2.720457,-0.53204656,1.0,-0.10020208358764648 +2.7578778,0.4048885,1.0,-0.010464787483215332 +2.9523594,-0.004724576,1.0,0.1952175348997116 +2.7094414,0.32893962,-0.61819345,0.11392050981521606 +2.6834185,0.25951293,-1.0,0.20937010645866394 +2.7188153,0.06739261,-1.0,0.36609360575675964 +2.6760924,0.69495606,-0.94938195,-0.21874690055847168 +2.3750467,0.4274619,0.49864396,0.3497929275035858 +2.510337,-0.037251554,1.0,0.6047129034996033 +2.6570337,-0.10885131,1.0,0.38641655445098877 +2.6187537,-0.30717558,0.0066910633,0.22637230157852173 +2.4967754,0.23174667,-1.0,0.4237794876098633 +2.6035712,-0.32809302,-1.0,0.22063735127449036 +2.613214,-0.22832336,-0.040591568,0.3107641935348511 +2.6531103,-0.85234845,1.0,-0.3531571626663208 +2.636452,0.14311324,1.0,0.3727363348007202 +2.6325238,-0.036474194,0.45841742,0.48330357670783997 +2.6063094,0.6299915,-1.0,-0.08399933576583862 +2.606815,-0.25647864,-1.0,0.2890078127384186 +2.723193,0.094483994,-1.0,0.33462461829185486 +2.518662,0.13332315,0.18778652,0.5003164410591125 +2.5742502,-0.46197087,1.0,0.11608046293258667 +2.6492624,0.10780499,1.0,0.3952341377735138 +2.6752996,-0.36016232,0.76302505,0.11683958768844604 +2.3913476,-0.10939609,-0.6668539,0.6515578031539917 +2.3836396,-0.033758853,-1.0,0.73490309715271 +2.6255438,0.006212095,-0.9334362,0.5205456018447876 +2.5838153,-0.9048762,1.0,-0.33638995885849 +2.5579371,-0.0720842,1.0,0.522280216217041 +2.6061924,-0.20655368,0.76759946,0.3395555019378662 +2.5445185,0.64383435,-1.0,-0.036051273345947266 +2.5432978,-0.20969209,-1.0,0.39931169152259827 +2.690213,0.048223607,-1.0,0.41386497020721436 +2.5690436,-0.31710345,0.53705895,0.2661544680595398 +2.559753,-0.4557643,1.0,0.13678431510925293 +2.620198,-0.14977656,1.0,0.38232696056365967 +2.476261,-0.38186797,0.32757667,0.2941726744174957 +2.3226144,0.24513893,-1.0,0.5845481753349304 +2.4658797,-0.26660597,-1.0,0.41981589794158936 +2.4614522,-0.26651326,-0.05808304,0.4243360459804535 +2.5385795,-1.0738934,1.0,-0.46017134189605713 +2.557077,-0.10878372,1.0,0.48644089698791504 +2.542027,-0.16872433,0.27066058,0.44155022501945496 +2.5518122,0.5776335,-1.0,0.02285587787628174 +2.5732183,-0.27861425,-1.0,0.30046895146369934 +2.728592,0.17316459,-1.0,0.25054502487182617 +2.5878372,-0.22406532,0.6317536,0.34039902687072754 diff --git a/3/test/vorticity_test_eval_episode_0.gif b/3/test/vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..a0bd9ac84eab23a47ce41da4dcf865e4e32d28c5 --- /dev/null +++ b/3/test/vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b28a258537b3521df35e4780db741448726717e779125d7a7c563a7cff95f8c +size 2933657 diff --git a/3/training_log.csv b/3/training_log.csv new file mode 100644 index 0000000000000000000000000000000000000000..5855f742ad568f04eabdd2fd84fe50c7e9188af7 --- /dev/null +++ b/3/training_log.csv @@ -0,0 +1,113 @@ +step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward +500,-1.7696092128753662,3.173750272274017,-0.37624228140804916,,, +1000,-1.9399380683898926,3.172700381278992,-0.03547717286180705,,, +1500,-1.914207935333252,3.207747356891632,0.18381497436948122,,, +2000,-1.8829139471054077,3.0540671162605286,-0.29504323210474104,,, +2500,-1.6626176834106445,2.9269832451343536,-0.19594104608190538,,, +3000,-1.5778743028640747,2.9932828238010405,-0.27751223037578165,,, +3500,-1.4689308404922485,2.972513425350189,-0.2931890379525721,,, +4000,-1.6221460103988647,2.951706377506256,0.37688650177419186,,, +4500,-1.333445429801941,2.8958449745178223,0.20086927206767724,,, +5000,-1.4506195783615112,2.941065477848053,0.5223943089446984,,, +5000,,,,2.5942995280027388,0.44505947360303255,-0.40011008121073244 +5500,-1.384384274482727,2.8001531550884247,0.4635224291039631,,, +6000,-1.2106090784072876,2.8789905152320863,0.38123392026498915,,, +6500,-1.2025160789489746,2.865501034259796,0.3329279065695591,,, +7000,-1.097503423690796,2.8399652910232542,0.398172492293641,,, +7500,-1.0671786069869995,2.855750360250473,0.21952799934055656,,, +8000,-1.1332879066467285,2.847061296463013,0.5788788863022346,,, +8500,-1.032482385635376,2.8662809360027315,-0.07982818020042032,,, +9000,-0.765719473361969,2.7683205637931825,-0.09402516095130704,,, +9500,-1.1081335544586182,2.9509012241363526,0.07648006714368238,,, +10000,-0.9046708345413208,2.732095184087753,-0.11817461146507412,,, +10000,,,,2.5992774188518526,-0.13741503561614082,-0.2341730123385787 +10500,-1.0517487525939941,2.7839725444316863,0.454383360982014,,, +11000,-0.8143136501312256,2.7743788499832154,0.1614766016136855,,, +11500,-0.8045079708099365,2.7258893275260925,0.4853088300218806,,, +12000,-0.7645353078842163,2.7909588387012483,0.485957370173739,,, +12500,-0.7512057423591614,2.7896673429012298,0.3673232046412304,,, +13000,-0.670002281665802,2.8442942690849304,0.061212471255799754,,, +13500,-0.5642976760864258,2.6986231257915496,-0.012636732792016119,,, +14000,-0.6657645106315613,2.8136298248767853,0.16782622757507487,,, +14500,-0.6227217316627502,2.8342371463775633,0.04423906116839498,,, +15000,-0.48068544268608093,2.6598491735458376,0.24074430417455733,,, +15000,,,,2.544666863977909,0.5592822227627039,-0.11131892735138535 +15500,-0.5966699123382568,2.7849103400707245,0.2073796619689092,,, +16000,-0.6072056293487549,2.8177002577781676,0.1882463795687072,,, +16500,-0.5364682674407959,2.7471772966384886,0.15691057818254922,,, +17000,-0.4171942472457886,2.712682419300079,0.020043094443157314,,, +17500,-0.44654321670532227,2.711770396947861,0.21419713998027146,,, +18000,-0.4318073093891144,2.741321119785309,0.18274401458282954,,, +18500,-0.5255760550498962,2.835220814704895,0.016500645597145196,,, +19000,-0.33699238300323486,2.7503219113349915,0.03759858588606585,,, +19500,-0.43798828125,2.8129449906349184,0.02892639423534274,,, +20000,-0.3511717617511749,2.7300650911331177,0.1511208518252388,,, +20000,,,,2.567568469047546,0.33666491247713565,-0.058829722367227076 +20500,-0.3847092092037201,2.756398908138275,0.08514704521233216,,, +21000,-0.31649112701416016,2.797231786727905,-0.01576896987541113,,, +21500,-0.28751954436302185,2.75594789481163,0.08482570542267058,,, +22000,-0.2472185492515564,2.7101377635002137,0.006183821033686399,,, +22500,-0.3372133672237396,2.7869976584911345,0.07038918808993185,,, +23000,-0.32724863290786743,2.791515881061554,0.053210095558897594,,, +23500,-0.2880326211452484,2.7701570682525634,0.027442706313217057,,, +24000,-0.25387951731681824,2.769450749397278,0.059977734764106574,,, +24500,-0.30388516187667847,2.805077428817749,0.04708809800818563,,, +25000,-0.29359450936317444,2.783982097148895,0.08448826484009624,,, +25000,,,,2.719629392027855,0.05466749327024445,-0.0516875684261322 +25500,-0.21180589497089386,2.7504480061531065,0.017705047706142066,,, +26000,-0.22751647233963013,2.772649241924286,0.01633173323608935,,, +26500,-0.2383030205965042,2.7599760499000547,0.009007057108450681,,, +27000,-0.19205166399478912,2.7758181204795838,0.005700028499704786,,, +27500,-0.23268160223960876,2.767482681274414,-0.0046570045836269855,,, +28000,-0.21097159385681152,2.7430908575057984,0.003653988504316658,,, +28500,-0.20380163192749023,2.7495457758903505,0.007936210920801386,,, +29000,-0.1829347312450409,2.754524276256561,-0.07548759541893378,,, +29500,-0.16154451668262482,2.7542899770736695,-0.04042088735906873,,, +30000,-0.1606570929288864,2.734441789150238,-0.06805320412208675,,, +30000,,,,2.719179040193558,-0.10715009138220921,0.03690120074898005 +30500,-0.13855892419815063,2.741967725753784,0.013607119605876506,,, +31000,-0.1086575910449028,2.727331112384796,-0.07284437920711935,,, +31500,-0.11516058444976807,2.7457941913604738,-0.06658668642560951,,, +32000,-0.1507268100976944,2.7398968033790587,-0.09108404438500292,,, +32500,-0.11031953990459442,2.7592062549591065,-0.10690401679684873,,, +33000,-0.14170905947685242,2.753907422542572,-0.0856890682268422,,, +33500,-0.06076392903923988,2.739836353778839,-0.07447304419346619,,, +34000,-0.10383337736129761,2.7815582642555237,-0.048676168436184525,,, +34500,-0.1074463501572609,2.813928210735321,-0.1079542448198772,,, +35000,-0.06982413679361343,2.78042138004303,-0.060645407062300365,,, +35000,,,,2.6981518447399138,0.015270266379229725,0.12348630679771304 +35500,-0.05344327166676521,2.75544082403183,-0.0951872571031563,,, +36000,-0.12716476619243622,2.801696493625641,-0.03227021430230525,,, +36500,-0.14503496885299683,2.8310289878845216,-0.13504790266801137,,, +37000,-0.09171666204929352,2.816526698112488,-0.05519750937167555,,, +37500,-0.1275319904088974,2.8265191617012024,0.019398560552333948,,, +38000,-0.07133930921554565,2.7953820810317995,0.02114793240823201,,, +38500,-0.11821447312831879,2.8037946739196777,0.03265635209763423,,, +39000,-0.06602094322443008,2.820507495880127,0.030950400917557998,,, +39500,-0.08911754935979843,2.8111038551330565,-0.026295044371974656,,, +40000,-0.07505523413419724,2.841570499420166,-0.048853421960026025,,, +40000,,,,2.742837056517601,5.240388563834131e-05,0.1251552402973175 +40500,-0.12819673120975494,2.8550723190307616,-0.047492791855242106,,, +41000,-0.05141112580895424,2.788244266986847,-0.08047992082010023,,, +41500,-0.06118479743599892,2.7935891160964967,0.0388691552891396,,, +42000,-0.06416282802820206,2.8173481168746948,0.014369903910439462,,, +42500,-0.08553189039230347,2.828095442771912,-0.005251835939357989,,, +43000,-0.09779733419418335,2.8655830883979796,-0.036213054518404536,,, +43500,-0.03957464173436165,2.8013766593933105,0.05423555143666454,,, +44000,-0.09156707674264908,2.835753438472748,0.02802917207981227,,, +44500,-0.07259604334831238,2.833988618850708,0.014752359620892094,,, +45000,-0.06159980222582817,2.799075065612793,0.03452893367689103,,, +45000,,,,2.7930122792720793,0.16146833927668922,0.03153295526280999 +45500,-0.050945769995450974,2.8123500170707705,0.026466740245290565,,, +46000,-0.030949965119361877,2.802888633728027,0.03407437660219148,,, +46500,-0.045454710721969604,2.7887643361091614,0.047258691841736436,,, +47000,-0.04221376031637192,2.7965621328353882,0.07021125846210634,,, +47500,-0.02339114062488079,2.7892232489585878,-0.00048243565484881403,,, +48000,0.00939954537898302,2.741894513607025,-0.0025030993355903775,,, +48500,-0.03952007740736008,2.793585079669952,0.00012264529708772899,,, +49000,0.014379479922354221,2.745154043674469,0.0019700414845719933,,, +49500,0.012265203520655632,2.7555703105926512,-0.07449351486179512,,, +50000,0.041522830724716187,2.735056321144104,0.014266462137224153,,, +50000,,,,2.710187441110611,-0.004381519462913275,0.14818410743027927 +50500,0.016751868650317192,2.752718099117279,-0.04705892211955506,,, +51000,0.017597991973161697,2.744053915023804,-0.03758964985143393,,, diff --git a/3/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif b/3/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..2976e5944ab6698dd876baeb17f28d1f3204a8f2 --- /dev/null +++ b/3/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5a569dfaf6472fa809208202859c684d2a52d7a67e96fb447a4455b4f71550 +size 4884997 diff --git a/3/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv b/3/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..091c56d859c739574d3718fb18d14c0abd3eeabc --- /dev/null +++ b/3/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward +2.9518578,-0.70455587,-0.26732087,0.04578078,-0.6403023,-0.15658407,0.22376174,-0.001207407,0.19431679,-0.21378812,-0.6719711,-0.6719712 +2.9405236,-1.0602183,0.40122637,0.37697312,0.30949542,0.45106477,0.71946293,0.576338,0.6860033,0.45743242,-1.0162995,-1.0162995 +2.8270998,-1.2900429,0.9519397,0.5713152,1.0,1.0,0.6729219,0.6960161,0.56939375,1.0,-1.1327002,-1.1327002 +2.7474382,-1.2569233,0.4784361,0.17749892,1.0,0.4777271,-0.27312958,-0.15282044,-0.39097226,0.7258127,-1.019919,-1.019919 +2.7657924,-0.7702182,-1.0,-0.94449496,-0.2658586,-1.0,-1.0,-1.0,-1.0,-1.0,-0.5515681,-0.5515681 +2.839805,-0.25337723,-1.0,-0.7004682,-1.0,-1.0,-0.72907394,-1.0,-0.7381242,-1.0,-0.15890408,-0.108739644 +2.9453459,0.24199715,-0.68871164,1.0,-1.0,-0.8350172,0.6611355,-0.00095818506,0.45760658,-1.0,-0.29985133,-0.20290056 +2.8755178,0.4673367,1.0,1.0,-0.3967298,1.0,1.0,1.0,1.0,0.2342049,-0.42224634,-0.3584121 +2.8004787,0.3201799,1.0,0.87361455,1.0,1.0,0.79864067,1.0,1.0,1.0,-0.19572714,-0.13621613 +2.9027596,0.046969414,0.97132856,-1.0,1.0,0.7299559,-0.97622716,0.20807885,-0.35645324,1.0,-0.07857618,0.034713507 +2.9290438,-0.32143688,-0.8242244,-1.0,1.0,-1.0,-1.0,-1.0,-1.0,0.7710196,-0.3137103,-0.26603818 +2.8322735,-0.4234153,-1.0,0.08837264,-0.8275895,-1.0,-0.8260631,-1.0,-1.0,-1.0,-0.27785406,-0.2712463 +2.81963,-0.29960823,-1.0,1.0,-1.0,-1.0,0.9277596,-1.0,0.4753249,-1.0,-0.21365047,-0.13479567 +2.918808,-0.09476353,-0.14339091,1.0,-1.0,1.0,1.0,0.9636984,1.0,-1.0,-0.21933332,-0.029129043 +2.8141387,0.12463258,1.0,-0.7998841,0.42123067,1.0,0.68227404,1.0,0.8688964,0.4589901,-0.10799814,0.04567124 +2.775116,0.16773942,1.0,-1.0,1.0,1.0,-0.9415207,1.0,-0.15582903,1.0,-0.074293256,0.041587085 +2.8191633,0.07220405,1.0,0.115549244,1.0,-0.7228366,-1.0,-0.47591096,-1.0,1.0,-0.08805671,0.0930751 +2.7650318,-0.089667946,-0.95078933,1.0,0.72880805,-1.0,0.03922752,-1.0,-0.67741597,0.50407004,-0.035445523,0.12974271 +2.8112898,-0.11063497,-1.0,1.0,-1.0,-0.93372357,1.0,-1.0,0.82059854,-1.0,-0.12807158,0.06251772 +2.8325124,-0.088900335,-0.73915577,-0.0060956436,-1.0,0.8025047,1.0,-0.5494156,0.7940221,-1.0,-0.18892568,0.06302976 +2.7808795,0.06687126,0.79648894,-1.0,-1.0,1.0,-0.66036916,0.7992161,-0.40707445,-1.0,-0.090766154,0.13669172 +2.7824984,0.18633609,0.9350365,-1.0,-0.57014865,0.017356548,-1.0,1.0,-1.0,0.18980479,-0.16865328,0.015608028 +2.8347087,0.32755995,-0.47154534,-0.96094406,1.0,-1.0,-0.98600286,0.5785858,-0.70214427,1.0,-0.2531348,-0.17782617 +2.8465316,0.2691341,-1.0,1.0,1.0,-1.0,0.67301804,-1.0,1.0,1.0,-0.2092165,-0.13122326 +2.8326836,0.1331257,0.15334135,1.0,1.0,0.44645002,1.0,-1.0,1.0,-0.015877154,-0.15122864,0.018633217 +2.798314,-0.07359781,1.0,1.0,-0.38984942,1.0,0.795453,-0.26578757,1.0,-1.0,-0.08987023,0.11253057 +2.828063,-0.18737528,1.0,0.39231732,-1.0,1.0,-0.72734773,1.0,-1.0,-0.89619154,-0.19497107,-0.030995816 +2.815013,-0.22015546,-0.44633254,-1.0,-0.7137204,-0.42460537,-1.0,1.0,-1.0,0.9131944,-0.1681244,-0.050725922 +2.7777152,-0.16533387,-1.0,-1.0,1.0,-1.0,-0.49920928,0.039563786,-1.0,1.0,-0.12562034,0.0413934 +2.7949967,0.042652503,-1.0,-0.86154616,1.0,-1.0,0.85219896,-1.0,0.5030008,-0.511454,-0.11746285,0.14679323 +2.7699268,0.13533528,0.43899485,1.0,-0.34711015,-0.47034955,0.99643075,-1.0,1.0,-1.0,-0.090213925,0.079180405 +2.8014421,0.24398232,1.0,1.0,-1.0,1.0,0.10821841,-0.9596066,0.6236223,-1.0,-0.20658392,-0.06098199 +2.8207672,0.21320547,1.0,0.78920054,-1.0,1.0,-1.0,0.6583067,-0.984709,0.5523789,-0.21126103,-0.049530163 +2.77103,0.17733033,0.19091839,-1.0,1.0,-0.092598595,-1.0,1.0,-1.0,1.0,-0.14262903,0.036082193 +2.7639747,-0.001584366,-1.0,-1.0,1.0,-1.0,0.9697014,0.961972,-0.1063425,1.0,-0.02137405,0.21888344 +2.7465124,-0.017980158,-1.0,-0.32774895,1.0,-1.0,1.0,-0.6287266,1.0,-0.5822006,-0.04168111,0.2199499 +2.7233205,-0.07966241,-0.4297771,1.0,-1.0,0.38909543,0.9456427,-1.0,1.0,-1.0,-0.03141887,0.18145958 +2.7570302,-0.0425062,1.0,1.0,-1.0,1.0,-1.0,-0.27053854,-0.09291578,-1.0,-0.03539468,0.18490602 +2.7475882,-0.06878592,1.0,0.23262504,-0.8559454,0.65293735,-1.0,1.0,-1.0,0.6908078,-0.038892098,0.1680684 +2.75921,-0.013064966,0.97455746,-1.0,0.9943535,-1.0,-0.9960686,1.0,-1.0,1.0,-0.056106523,0.2121674 +2.7873797,0.09730835,-0.9542078,-1.0,1.0,-1.0,1.0,-0.80076355,-0.3000643,0.80796933,-0.10861083,0.09975438 +2.7436967,0.1185841,-1.0,0.7483452,0.8102343,-0.78995675,1.0,-1.0,0.85112035,-1.0,-0.042497493,0.12216169 +2.763307,0.1699026,-0.89617944,1.0,-1.0,0.65853953,0.8249964,-0.73818517,1.0,-1.0,-0.17125422,0.051232785 +2.7518532,0.24208118,1.0,0.5864023,-1.0,1.0,-1.0,0.6396543,-0.1652381,-1.0,-0.12813617,-0.009491935 +2.7133625,0.29342744,1.0,-1.0,-0.39552093,0.5067401,-1.0,1.0,-1.0,0.7711538,-0.093373105,-0.02234742 +2.7469325,0.3113106,0.7053853,-1.0,1.0,-1.0,-0.9694272,0.85407835,-1.0,1.0,-0.17598334,-0.07380062 +2.7377496,0.29525515,-0.92369616,0.024489153,1.0,-1.0,0.69273794,-1.0,0.0011412097,0.7423309,-0.12517166,-0.04856226 +2.683907,0.29434872,-1.0,1.0,0.06743444,-0.3437681,1.0,-1.0,1.0,-1.0,-0.051451094,0.0061867237 +2.7285914,0.17152491,0.28521353,1.0,-1.0,1.0,0.8577583,-0.95469207,1.0,-1.0,-0.095684744,0.08432612 +2.721057,0.23200852,1.0,0.28565964,-1.0,1.0,-0.95105565,0.5608593,-0.64833415,-1.0,-0.14670172,0.031377017 +2.6998684,0.18380958,0.87714416,-1.0,-0.11293114,-0.12614454,-1.0,1.0,-1.0,0.8400452,-0.10234616,0.10076445 +2.713766,0.24557441,-0.77348924,-1.0,1.0,-1.0,-0.6476846,0.71723634,-1.0,1.0,-0.028818026,0.02510196 +2.6982431,0.28162858,-1.0,-0.3046604,0.92099684,-1.0,0.78968894,-0.93967515,0.4236409,0.6016157,-0.11877792,0.0045707524 +2.644943,0.30837342,-0.19325033,1.0,-0.3853177,0.2214466,1.0,-1.0,1.0,-1.0,-0.014386725,0.031126052 +2.6768148,0.2021043,1.0,1.0,-1.0,1.0,0.6086728,-0.36687618,1.0,-1.0,-0.017106134,0.10552338 +2.728511,0.1591576,1.0,0.6492243,-0.7662531,1.0,-1.0,0.8486047,-0.6718502,-0.5653423,-0.12418834,0.09677377 +2.697382,0.11840162,-0.20323388,-1.0,0.6887162,-0.56202114,-1.0,1.0,-1.0,1.0,0.017883295,0.16865888 +2.705236,0.17214154,-1.0,-1.0,1.0,-1.0,-0.37900683,-0.13653637,-0.9953824,1.0,0.01592493,0.10706498 +2.7030082,0.34305274,-1.0,-0.9279705,0.21847856,-1.0,0.63422525,-1.0,0.3396442,0.24162999,-0.19886921,-0.061618447 +2.6605344,0.32626015,1.0,0.7437768,-1.0,0.14985272,1.0,-1.0,1.0,-1.0,-0.0023519844,-0.002352059 +2.7052827,0.2947002,1.0,1.0,-1.0,1.0,0.50105584,-0.24062715,0.7085066,-1.0,-0.11648011,-0.015540421 +2.7135623,0.27268893,0.40216672,0.47548553,-0.047849353,1.0,-1.0,0.93746364,-0.97515225,-0.28814292,-0.14224577,-0.001808703 +2.6834083,0.27373073,-1.0,-1.0,1.0,-0.3729629,-1.0,1.0,-1.0,1.0,-0.0056194426,0.027303487 +2.72817,0.29513186,-1.0,-1.0,1.0,-1.0,-0.4614411,-0.30588153,-0.31057364,1.0,-0.13870312,-0.038859308 +2.6579146,0.32223234,0.12898311,0.014314313,-0.18477683,-1.0,0.72884935,-1.0,1.0,-0.2624605,-0.10807538,0.004295498 +2.6374536,0.25299037,1.0,1.0,-1.0,0.46474692,1.0,-1.0,1.0,-1.0,0.051190704,0.09399855 +2.7419305,0.15033229,1.0,1.0,-1.0,1.0,0.48847634,0.28775257,0.007498015,-1.0,-0.12456656,0.0921797 +2.6977315,0.03829184,-0.14699408,-0.009295831,-0.09114518,0.7714804,-1.0,0.92111766,-1.0,0.8871404,-0.023185067,0.24841914 +2.6977963,0.024425417,-1.0,-1.0,1.0,-0.7571256,-1.0,0.71796227,-1.0,1.0,0.038169324,0.2622207 +2.7386475,0.09959153,-1.0,-1.0,1.0,-1.0,0.26253414,-0.8351872,-0.41835546,0.23708722,-0.0650883,0.14620349 +2.67526,0.092209846,0.54669344,0.4928868,-0.1335485,-0.57741433,0.9781287,-1.0,1.0,-1.0,0.06231153,0.21697256 +2.6750963,0.06931418,1.0,1.0,-1.0,0.8021208,0.6195577,-0.30982947,1.0,-1.0,0.06780288,0.24003202 +2.7345917,0.02451402,0.94102967,1.0,-1.0,1.0,-0.8643484,0.80509806,-0.11058365,0.0031733108,-0.07610379,0.22533673 +2.7132926,0.03868337,-0.9482286,-0.5845919,0.3040923,0.27999026,-1.0,1.0,-1.0,1.0,0.020834625,0.2324665 +2.7125359,0.028970864,-1.0,-1.0,1.0,-1.0,0.10154278,0.11854066,-1.0,1.0,0.055591557,0.24293575 +2.7311282,0.13618647,-0.6601441,-1.0,0.97847223,-1.0,1.0,-1.0,-0.0322618,-0.45608652,-0.09436929,0.11712779 +2.7000737,0.116757736,1.0,1.0,-0.6467516,-0.24638218,0.9606618,-1.0,0.86959237,-1.0,0.0040992647,0.16761102 +2.7106633,0.1891771,1.0,1.0,-1.0,0.9592869,-0.8053504,-0.42465618,0.8516276,-1.0,-0.034979,0.08460206 +2.7249649,0.09389906,0.46447867,0.7680813,-0.6116633,1.0,-1.0,0.6243628,-0.3032728,0.8888491,-0.092255406,0.16557856 +2.6976852,0.13463004,-1.0,-1.0,0.8649662,-0.15791029,-0.8622076,1.0,-1.0,1.0,0.037552014,0.15212719 diff --git a/3/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif b/3/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..16650e765bb76331c8d8c02566a91f72ac2a7584 --- /dev/null +++ b/3/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91ed9ada4592bb4b6a9442839d72a830107482128b3b572b8efb732e49b08f0b +size 3025535 diff --git a/3/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif b/3/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..5f85efa4011e7e1869abef17a6985202c09ec2cf --- /dev/null +++ b/3/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a132ef059f2d6d8775a058d28fb162c8232500561fdf6f5b0907f2d9a4ee7b6 +size 2841739 diff --git a/3/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif b/3/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..86e9198ffba5afe1e4898db93a5bd33b98c84f96 --- /dev/null +++ b/3/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef59ad3896f5a5d0e5d605b37f56c883619f4abf8330e0bea7c3a8ed49d82a3 +size 542095 diff --git a/4/ckpt_latest.zip b/4/ckpt_latest.zip new file mode 100644 index 0000000000000000000000000000000000000000..bf4266456d26b066617c99101675530bccb61039 --- /dev/null +++ b/4/ckpt_latest.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100c18074ea276a5350e692ab1683deab0c5e1f05e20a8e9972cf34b33fd706a +size 611604 diff --git a/4/config.yaml b/4/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..850ef74861fae06e8c40ce504b4d7904d62fe56a --- /dev/null +++ b/4/config.yaml @@ -0,0 +1,59 @@ +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 4 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: CylinderJet3D-medium-v0 +test_env_kwargs: + local_2d_obs: true +test_rl_mode: marl +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/4/hydra.yaml b/4/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46b7f6761dc5fd59a39982bb107b4a268528cec8 --- /dev/null +++ b/4/hydra.yaml @@ -0,0 +1,166 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - env_id=CylinderJet2D-medium-v0 + - algorithm=sb3_ppo + - seed=4 + - rl_mode=sarl + - test_env_id=CylinderJet3D-medium-v0 + - test_rl_mode=marl + - +test_env_kwargs.local_2d_obs=True + job: + name: test_sb3 + chdir: true + override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=4,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl + id: '0' + num: 0 + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-medium-v0/PPO/4 + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/4/multirun.yaml b/4/multirun.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e5d2fcbbe6b3871985efaffe19220a3d313dffc8 --- /dev/null +++ b/4/multirun.yaml @@ -0,0 +1,225 @@ +hydra: + run: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + sweep: + dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed} + subdir: '' + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: MULTIRUN + searchpath: [] + callbacks: {} + output_subdir: . + overrides: + hydra: + - hydra.mode=MULTIRUN + task: + - env_id=CylinderJet2D-medium-v0 + - algorithm=sb3_ppo + - seed=4 + - rl_mode=sarl + - test_env_id=CylinderJet3D-medium-v0 + - test_rl_mode=marl + - +test_env_kwargs.local_2d_obs=True + job: + name: test_sb3 + chdir: true + override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-medium-v0,rl_mode=sarl,seed=4,test_env_id=CylinderJet3D-medium-v0,test_rl_mode=marl + id: ??? + num: ??? + config_name: test_sb3 + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /cephfs/users/becktepe/git_projects/FluidGym + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: ??? + choices: + cluster: local + algorithm: sb3_ppo + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false +env_id: CylinderJet2D-medium-v0 +env_kwargs: {} +eval_env_kwargs: {} +seed: 4 +rl_mode: sarl +total_timesteps: 50000.0 +n_eval_steps: 10 +eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}} +n_eval_episodes: 1 +continue_training: false +checkpoint_latest: true +rl_device: cpu +eval_callback: + _target_: fluidgym.integration.sb3.EvalCallback + eval_freq: ${eval_freq} + n_eval_episodes: ${n_eval_episodes} + use_wandb: ${wandb.enable} + checkpoint_latest: ${checkpoint_latest} +wandb: + enable: true + entity: safe-autonomous-systems + project: jbecktepe-fluidgym +algorithm: + name: PPO + obj: + _target_: stable_baselines3.ppo.ppo.PPO + policy: MlpPolicy + learning_rate: 0.0003 + n_steps: 2048 + batch_size: 64 + n_epochs: 10 + gamma: 0.99 + gae_lambda: 0.95 + clip_range: 0.2 + clip_range_vf: null + normalize_advantage: true + ent_coef: 0.01 + vf_coef: 0.5 + max_grad_norm: 0.5 + use_sde: false + sde_sample_freq: -1 + rollout_buffer_class: null + rollout_buffer_kwargs: null + target_kl: null + stats_window_size: 100 + tensorboard_log: null + verbose: 0 + seed: ${seed} + device: ${rl_device} + _init_setup_model: true +cluster: {} +test_env_id: CylinderJet3D-medium-v0 +test_env_kwargs: + local_2d_obs: true +test_rl_mode: marl +n_test_episodes: 10 +deterministic: true +save_frames: true +render_3d: true diff --git a/4/overrides.yaml b/4/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..55379ee13c0fe1f75630d5d76f3f0443e6bfae5f --- /dev/null +++ b/4/overrides.yaml @@ -0,0 +1,7 @@ +- env_id=CylinderJet2D-medium-v0 +- algorithm=sb3_ppo +- seed=4 +- rl_mode=sarl +- test_env_id=CylinderJet3D-medium-v0 +- test_rl_mode=marl +- +test_env_kwargs.local_2d_obs=True diff --git a/4/test/test_eval_episode_0.csv b/4/test/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..101c5a2b00fceffc0dd22214624e0255db909862 --- /dev/null +++ b/4/test/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,reward +3.1151128,1.3671968,-0.21825077,-1.3300080299377441 +2.7822704,1.008533,-1.0,-0.6385018825531006 +2.6237478,0.40198553,-1.0,0.12656819820404053 +2.691739,0.27409744,-0.6750638,0.18646502494812012 +3.1016393,-0.096865535,1.0,-0.04620325565338135 +3.1115408,0.4315096,1.0,-0.39074885845184326 +2.9293857,0.5291107,1.0,-0.30619484186172485 +2.7531762,0.14908117,0.90186375,0.25004416704177856 +2.8142273,0.5451018,-1.0,-0.2070276141166687 +2.8655705,0.18099174,-1.0,0.10573926568031311 +2.7461448,0.11600284,-0.9599261,0.2901539206504822 +2.6398418,0.17690319,-0.6396889,0.3355565667152405 +2.6334176,-0.03198183,0.36259374,0.486902117729187 +2.7638214,-0.20888568,1.0,0.1795945018529892 +3.119021,-0.120633945,0.84178233,-0.08735333383083344 +2.8801315,-0.17612354,0.56243616,0.09604652225971222 +2.6801999,-0.21404137,0.0124926455,0.2580603361129761 +2.6991637,0.22882618,-1.0,0.2243116945028305 +3.0835507,0.21547396,-1.0,-0.14672310650348663 +3.118262,0.38310888,-0.81644857,-0.34906938672065735 +2.8340905,0.48849693,-0.29579207,-0.17028585076332092 +2.6550555,0.070869125,0.9950702,0.42637690901756287 +3.020808,0.05526914,1.0,0.0762244313955307 +3.1014955,-0.07095329,0.7123035,-0.02014724165201187 +2.797788,-0.28606135,0.26202875,0.06845229864120483 +2.613063,0.08531417,-0.77109545,0.453924298286438 +2.8458786,0.1918927,-1.0,0.11453025043010712 +3.014142,0.2632031,-0.6201097,-0.1250436007976532 +2.7450159,0.5725157,-0.32539117,-0.16523003578186035 +2.582053,0.4323817,0.38228598,0.13786691427230835 +2.7956622,-0.46208608,1.0,-0.1054466962814331 +3.0478377,-0.18968439,0.684837,-0.0852205753326416 +2.843139,-0.42375267,0.22913808,-0.11459004878997803 +2.6016028,-0.30236936,-0.42111298,0.24832940101623535 +2.6569097,0.3671894,-0.89954317,0.1282024383544922 +2.8575032,0.25315815,-0.50959724,0.04164022207260132 +2.675906,0.48339424,0.07070418,-0.006998628377914429 +2.5737188,0.43250573,0.40400237,0.14607703685760498 +2.6230147,0.07958103,0.49486205,0.4497058391571045 +2.7875738,0.05485508,0.00986813,0.30987265706062317 +2.78521,0.5544098,-0.8050184,-0.18731814622879028 +2.7806456,-0.14573547,-0.7850273,0.22592046856880188 +2.785334,-0.5830017,0.50737685,-0.21603423357009888 +2.7301757,-0.37302235,1.0,0.04910346865653992 +2.7827368,0.049315985,1.0,0.3202487826347351 +2.7898974,-0.15301506,0.49638996,0.20938904583454132 +2.7335494,0.584485,-1.0,-0.16573280096054077 +2.7010057,0.26728535,-1.0,0.18401050567626953 +2.6888921,0.760563,-1.0,-0.2971535921096802 +2.4876914,1.117072,-0.62103134,-0.452461838722229 +2.2791116,0.83611166,0.46337834,0.037078261375427246 +2.5093927,-0.03724395,1.0,0.605664849281311 +2.7145112,-0.02920236,0.5414207,0.4085880219936371 +2.6714873,-0.031307735,-0.44333026,0.4495064914226532 +2.5583909,0.20463763,-1.0,0.3892730474472046 +2.6470265,-0.1115698,-0.6424061,0.39370521903038025 +2.7012756,-0.68838865,0.85595167,-0.23736268281936646 +2.662768,0.14187288,1.0,0.34766077995300293 +2.7963715,0.08990657,0.90546316,0.26602351665496826 +2.7491884,0.16666047,-0.3452882,0.23645265400409698 +2.695962,0.52576214,-1.0,-0.06942254304885864 +2.6911416,-0.08603127,-1.0,0.37512868642807007 +2.7315247,0.46342814,-1.0,-0.04265129566192627 +2.5428348,0.5569837,-0.12988557,0.05248308181762695 +2.5614734,0.18685848,1.0,0.4039697051048279 +2.7751496,0.24157459,1.0,0.13557738065719604 +2.7128003,-0.018421259,0.5709268,0.4210800230503082 +2.4044538,-0.29173115,-0.09741201,0.456116646528244 +2.3965762,0.1879235,-0.7129812,0.5678018927574158 +2.5032203,-0.1371693,-0.5513607,0.511911928653717 +2.6541228,-0.42344326,0.36622202,0.07473546266555786 +2.6631362,-0.4975064,0.79305035,-0.008341103792190552 +2.64945,-0.07803445,0.3058002,0.4248170256614685 +2.7378948,0.91155356,-1.0,-0.4971467852592468 +2.788062,-0.26137015,-1.0,0.10286930203437805 +2.974481,0.19407125,-1.0,-0.01625080406665802 +2.9211018,-0.29455286,0.8723252,-0.06335312128067017 +2.8523772,-0.0130547,1.0,0.28686967492103577 +2.8307586,-0.11381174,1.0,0.2077312469482422 +2.6716619,-0.47197548,0.7016363,0.008664220571517944 diff --git a/4/test/vorticity_test_eval_episode_0.gif b/4/test/vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..835c7397f447eec849570e4e7be244dafd144d3d --- /dev/null +++ b/4/test/vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b2d1401bc1758a08b7729d76f3058f8f15e9c2b180f2341ba99d747c7dc482 +size 2955359 diff --git a/4/training_log.csv b/4/training_log.csv new file mode 100644 index 0000000000000000000000000000000000000000..2b4a6f736e1fcae916f8c2f07c858fb986f330f3 --- /dev/null +++ b/4/training_log.csv @@ -0,0 +1,113 @@ +step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward +500,-1.8181498050689697,3.1046283650398254,0.31202919443510474,,, +1000,-2.2641360759735107,3.3528973922729493,-0.09396957318112255,,, +1500,-1.8841475248336792,3.1236362488269807,-0.08446761087328196,,, +2000,-1.8900419473648071,3.1570451283454894,0.1747392419166863,,, +2500,-1.8605366945266724,3.1057749648094175,0.24658041417598725,,, +3000,-1.54133939743042,3.0422540678977965,-0.11563222626061179,,, +3500,-1.6532275676727295,3.050966417312622,-0.1584038353106007,,, +4000,-1.6091662645339966,3.0374350335597993,-0.15244685271475464,,, +4500,-1.2643839120864868,2.995519054889679,0.05029069778509438,,, +5000,-1.5611858367919922,3.0723025150299073,0.15851708640065043,,, +5000,,,,3.268781676888466,0.08173742511935415,-1.06861509103328 +5500,-1.3238455057144165,3.0277319045066835,-0.21253684522025287,,, +6000,-1.4250820875167847,3.137100351333618,0.17091983705759048,,, +6500,-1.275181770324707,2.8989383985996247,0.05793296208500397,,, +7000,-1.2549498081207275,3.0499280643463136,0.056385410483926535,,, +7500,-1.217812180519104,2.96875959777832,0.07226214708387851,,, +8000,-1.4562433958053589,3.2092308082580567,-0.2945937103338074,,, +8500,-1.0083116292953491,2.897842712163925,-0.13415501070278696,,, +9000,-0.8948536515235901,2.841515513420105,-0.24978221458615735,,, +9500,-1.0568225383758545,2.8656601390838623,-0.28879407892748715,,, +10000,-1.0381102561950684,2.974737135410309,-0.3484212368009612,,, +10000,,,,2.9835072308778763,-0.22587701481534167,-0.3396309090778232 +10500,-0.9902547597885132,2.9046516058444976,-0.4397922931499779,,, +11000,-0.9361136555671692,2.796804897785187,-0.3930077351901855,,, +11500,-0.8901869654655457,2.792240335226059,-0.2739634602535516,,, +12000,-0.8635883927345276,2.7389009411334992,-0.14119884811341762,,, +12500,-0.9048007130622864,2.82447287273407,-0.11787692983075976,,, +13000,-0.7610834836959839,2.765466141462326,-0.2142100091848988,,, +13500,-0.5819711089134216,2.777801290512085,-0.2049989515915513,,, +14000,-0.7550484538078308,2.825168166637421,-0.3026725251605385,,, +14500,-0.6500840187072754,2.808311355352402,-0.5017062370907516,,, +15000,-0.6491377949714661,2.909789917230606,-0.4941889285871293,,, +15000,,,,2.9507268905639648,-0.22959396246587857,-0.09178377706557513 +15500,-0.719443678855896,2.8336747431755067,-0.373176384491846,,, +16000,-0.6372439861297607,2.7759340302944184,-0.5126805298035033,,, +16500,-0.6257644295692444,2.9884336626529695,-0.3072256838339381,,, +17000,-0.6039261221885681,2.8246739711761473,-0.28471741322847083,,, +17500,-0.5555206537246704,2.895755033969879,-0.21668799135368316,,, +18000,-0.5138940215110779,2.9050139365196226,-0.23023506389558315,,, +18500,-0.5206154584884644,2.7456650154590605,-0.1651211562368553,,, +19000,-0.3692300319671631,2.7539337186813353,-0.24639607950451317,,, +19500,-0.4550778865814209,2.8307590765953066,-0.29253701932542026,,, +20000,-0.46644142270088196,2.8191914258003234,-0.12318322318745777,,, +20000,,,,2.8774852216243745,0.031403422874427635,0.04799814196303487 +20500,-0.42980027198791504,2.7992280020713807,-0.3089661285141483,,, +21000,-0.354189932346344,2.8974752402305604,-0.20889160249388078,,, +21500,-0.42504990100860596,2.7816183421611784,-0.274501280374825,,, +22000,-0.4127013683319092,2.8304455556869508,-0.21046880406339188,,, +22500,-0.39360836148262024,2.8813356854915617,-0.1699025670987321,,, +23000,-0.2993689775466919,2.802943497657776,-0.13218716428172775,,, +23500,-0.36574262380599976,2.8802744760513304,-0.1599802716211416,,, +24000,-0.3389144539833069,2.7850110783576967,-0.2155225521493703,,, +24500,-0.36081597208976746,2.7444708983898165,-0.2003814404217992,,, +25000,-0.26553699374198914,2.861225920200348,-0.176351221550256,,, +25000,,,,2.8779448837041857,0.1009813926400966,0.03406988144852221 +25500,-0.31075456738471985,2.8787191648483277,0.03442720065359026,,, +26000,-0.33417004346847534,2.8719494407176973,-0.09009606052830349,,, +26500,-0.36401572823524475,2.8458476705551146,-0.12802750604145693,,, +27000,-0.29142478108406067,2.7327000973224638,-0.12971365448390135,,, +27500,-0.32441696524620056,2.764816142082214,-0.23807446491532028,,, +28000,-0.2611374855041504,2.890574080944061,-0.1401171783808386,,, +28500,-0.29312893748283386,2.7665458126068114,-0.1747119011047762,,, +29000,-0.26481717824935913,2.8418049931526186,-0.15585629609855822,,, +29500,-0.27058088779449463,2.8425111546516417,-0.0910417126538232,,, +30000,-0.2672455906867981,2.926383017539978,-0.06241305306646973,,, +30000,,,,2.9084467977285384,0.04020508650573902,0.023019800102338193 +30500,-0.24980486929416656,2.9138063073158262,-0.0862183469205047,,, +31000,-0.21200162172317505,2.8398029956817625,-0.07598927218740573,,, +31500,-0.25350210070610046,2.881240818977356,0.018194527548737825,,, +32000,-0.1755789816379547,2.835800876617432,0.0667549062751932,,, +32500,-0.24933858215808868,2.824358675003052,-0.04887520460225642,,, +33000,-0.2046336978673935,2.8139105224609375,-0.05297933325660415,,, +33500,-0.2284652143716812,2.800772575378418,-0.11673949822701979,,, +34000,-0.2505565285682678,2.83379581451416,-0.18490399032598362,,, +34500,-0.2523196339607239,2.8477910280227663,-0.1743501068279147,,, +35000,-0.22029349207878113,2.8436063656806945,-0.09037718116212637,,, +35000,,,,2.842918813228607,0.023605337442131714,0.013336562737822532 +35500,-0.1902187466621399,2.8534330973625184,-0.14404384384554578,,, +36000,-0.22341997921466827,2.938184122085571,-0.037953790194587785,,, +36500,-0.17667238414287567,2.896730192184448,-0.06477973308600485,,, +37000,-0.1973213255405426,2.863427575588226,-0.0375136180522386,,, +37500,-0.14096671342849731,2.8451766996383667,-0.10237426282488742,,, +38000,-0.15040890872478485,2.8293282399177553,-0.10456033326682518,,, +38500,-0.1498851180076599,2.860362834453583,-0.08216098081739619,,, +39000,-0.11558881402015686,2.8198526635169983,-0.10105444645916578,,, +39500,-0.15154366195201874,2.893813965320587,-0.1993580809003324,,, +40000,-0.14233694970607758,2.8522712235450745,-0.23056289385270792,,, +40000,,,,2.8768695652484895,-0.11699110178888077,-0.008429617714136839 +40500,-0.2065594643354416,2.862806868553162,-0.21294054493308068,,, +41000,-0.16180916130542755,2.8687510557174685,-0.239715594612062,,, +41500,-0.15417319536209106,2.924636528968811,-0.14229819101182511,,, +42000,-0.10202186554670334,2.867560725212097,-0.16092436011391692,,, +42500,-0.13681559264659882,2.871785138607025,-0.12045115265436471,,, +43000,-0.12321237474679947,2.839201070308685,-0.15310823364811948,,, +43500,-0.14557522535324097,2.8655384860038757,-0.07135119587625377,,, +44000,-0.10010482370853424,2.85790940618515,-0.049955890705809,,, +44500,-0.1453932225704193,2.8702974977493287,-0.13980269812513144,,, +45000,-0.12769193947315216,2.889057372093201,-0.04246445702877827,,, +45000,,,,2.762223333120346,0.006976261152885854,0.005892470013350248 +45500,-0.07677292823791504,2.8163469281196596,-0.14897021443967243,,, +46000,-0.10585946589708328,2.867252398967743,-0.10410510715156852,,, +46500,-0.09491635113954544,2.8192885031700134,-0.1845713834632188,,, +47000,-0.1370769441127777,2.883633912086487,-0.14445420909242238,,, +47500,-0.09785532206296921,2.8184930744171144,-0.07950745514174923,,, +48000,-0.09950169920921326,2.841028462409973,-0.12294489315291866,,, +48500,-0.10490631312131882,2.859602512359619,-0.12385605638287961,,, +49000,-0.0702185109257698,2.850845932006836,-0.10529884336379473,,, +49500,-0.08665267378091812,2.8240752673149108,-0.09680363336205483,,, +50000,-0.06747337430715561,2.778316071033478,-0.002799864299064211,,, +50000,,,,2.8015579730272293,0.0402071770047769,0.05713887885212898 +50500,-0.039945196360349655,2.7931915168762207,-0.07672495603072457,,, +51000,-0.09798794984817505,2.799412657737732,-0.02158994572935626,,, diff --git a/4/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif b/4/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..1bfb52ed267493d8e47446d01cd6e17f888b7678 --- /dev/null +++ b/4/transfer/CylinderJet3D-medium-v0/3d_vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb302a6e2dcf60fbdfff0006315d3614fb4c7aefe590a6a021e3a65fbb24eeeb +size 5009566 diff --git a/4/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv b/4/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv new file mode 100644 index 0000000000000000000000000000000000000000..68c642d8d99aed483861976309bfa1f199a5dd4b --- /dev/null +++ b/4/transfer/CylinderJet3D-medium-v0/test_eval_episode_0.csv @@ -0,0 +1,81 @@ +drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward +2.959,-0.5531467,-0.34864613,-0.22954446,-0.4586041,-0.27522412,0.10057863,-0.15567788,0.13148999,-0.2159864,-0.5277044,-0.52770436 +2.945917,-0.9831291,0.2183837,0.20542474,0.11938039,0.26662204,0.5120528,0.30147168,0.47576004,0.3782894,-0.94460356,-0.9446035 +2.8735738,-0.96266663,0.65272397,0.6025089,0.5574247,0.7155221,0.6043572,0.63819605,0.5374933,0.7236436,-0.851798,-0.85179794 +2.7380772,-0.974263,0.7000589,0.67192,0.7606091,0.59566945,0.2900246,0.30759665,-0.040324587,0.43898305,-0.7278975,-0.7278977 +2.6817129,-0.9110908,0.16675083,0.23645948,0.5677621,-0.14779705,-0.25778708,-0.30646715,-0.46199456,-0.24424213,-0.6083611,-0.6083612 +2.7435944,-0.5570974,-0.81511694,-0.6756949,-0.38716322,-0.9505979,-0.63734704,-0.82846874,-0.4309535,-0.8304475,-0.3162493,-0.3162493 +2.8683317,-0.014523655,-1.0,-1.0,-1.0,-1.0,-0.4470122,-0.8470431,-0.017135512,-0.95873517,-0.09879583,0.10158715 +2.939618,0.48596966,-0.8286224,-0.4664209,-1.0,-0.16312188,0.070777915,-0.28264874,0.23332879,-0.41841748,-0.44114518,-0.4411453 +2.8561711,0.57460344,0.58940333,0.66130525,-0.52315384,0.95604885,0.655518,0.77554506,0.43155628,0.7288082,-0.44633207,-0.4463321 +2.8126173,0.3253091,1.0,1.0,1.0,1.0,0.8105576,1.0,0.21457967,1.0,-0.15405923,-0.15348393 +2.937442,-0.074993156,1.0,0.87583655,1.0,0.039583784,0.011628877,0.3711638,-0.5378198,0.8736012,-0.14337724,-0.027992748 +2.933265,-0.37065005,0.1396374,0.12664752,1.0,-1.0,-1.0,-0.9808702,-0.7388642,-0.31788543,-0.3489067,-0.31947255 +2.8388023,-0.41621757,-1.0,-0.9757444,-0.16581148,-1.0,-1.0,-1.0,0.067709126,-1.0,-0.2705774,-0.27057743 +2.8657718,-0.17803624,-1.0,-0.9830775,-1.0,-0.15412453,-0.044121582,-0.4261327,1.0,-1.0,-0.1663916,-0.05936554 +2.9041796,0.09643625,-0.5526804,0.047695857,-1.0,1.0,0.9838404,0.8832958,1.0,-0.09951521,-0.16656211,-0.016173348 +2.814171,0.3393439,0.5305365,0.88483,-0.5859194,1.0,1.0,1.0,0.08462753,0.76815635,-0.2186623,-0.16907251 +2.8120685,0.1901264,1.0,0.88187635,0.77962434,0.46442214,0.78114986,0.87844914,-0.8080775,0.952937,-0.09330472,-0.017752394 +2.8886578,-0.008368909,0.952244,0.020327311,1.0,-0.7790556,-0.729192,-0.57935214,-0.96088606,0.62907696,-0.12282351,0.087415755 +2.8784432,-0.1736593,-0.33544704,-1.0,0.9034309,-1.0,-1.0,-1.0,-0.7379655,-0.8428003,-0.20379768,-0.06766006 +2.8350472,-0.064998195,-1.0,-1.0,-0.69007444,-0.7589475,-1.0,-1.0,-0.2661252,-1.0,-0.0992472,0.08439703 +2.8217487,0.182628,-1.0,0.33484194,-1.0,0.14826849,-0.39100134,-0.81899554,0.7729816,-1.0,-0.12371057,-0.019934267 +2.883694,0.36120743,-0.41122165,1.0,-1.0,0.9102449,1.0,0.6671145,1.0,0.06956476,-0.32404295,-0.2604589 +2.8714983,0.41730762,1.0,1.0,0.008225519,0.6490658,1.0,1.0,0.54234725,1.0,-0.3610468,-0.3043635 +2.8593688,0.2873975,1.0,0.15733412,1.0,-0.040271137,0.7263702,1.0,-0.75318694,1.0,-0.17228651,-0.16232383 +2.8852584,0.051728368,1.0,-0.9182748,1.0,-0.68869,-0.61904657,0.34105352,-0.8974899,0.94114375,-0.1778918,0.04745567 +2.8423698,-0.104565874,-0.4519406,-0.7350523,0.8720154,-0.36054483,-1.0,-1.0,-0.06378291,-0.63348186,-0.17656046,0.037506804 +2.7686696,-0.19727221,-1.0,0.35833517,-1.0,0.7688286,-0.59251016,-1.0,0.73170775,-1.0,-0.02846548,0.018500656 +2.8396907,-0.15744692,-1.0,0.84217936,-1.0,0.70780224,0.38858113,-0.5358979,0.69550854,-1.0,-0.18668647,-0.012695134 +2.8147895,0.08215785,-0.67650187,0.33628896,-1.0,-0.2685334,0.95951295,0.36536175,-0.2529633,-0.6480127,-0.20066641,0.08749509 +2.7832909,0.2799155,0.7000537,-1.0,-0.5352456,-1.0,0.5115789,0.91384923,-0.838808,0.37746325,-0.14945301,-0.0787639 +2.8848817,0.28358725,1.0,-1.0,1.0,-0.8730374,-0.75888485,0.75353587,-0.70416194,1.0,-0.30978101,-0.18402651 +2.9160435,0.17092313,1.0,-0.45504388,1.0,0.32746476,-1.0,-0.45441958,0.07126319,1.0,-0.2974367,-0.102524176 +2.845847,0.025879309,-0.15903592,1.0,1.0,1.0,-0.66293156,-1.0,1.0,0.1571483,-0.12230494,0.11271627 +2.8554447,0.0266121,-0.96655375,1.0,-0.64429253,1.0,0.5697606,-1.0,1.0,-1.0,-0.08916199,0.1023857 +2.8280485,-0.009982817,-0.59853995,1.0,-1.0,0.45271295,1.0,0.075302236,-0.16308016,-1.0,-0.20597398,0.14641118 +2.7354798,0.021331236,0.7279727,-0.9509271,-0.8091743,-0.9219719,0.9663714,1.0,-1.0,0.06905975,0.0041421,0.2276314 +2.7424955,-0.007698901,1.0,-1.0,0.073238306,-1.0,0.2327981,1.0,-0.935311,0.9109594,0.026243769,0.23424804 +2.7914445,0.022405855,0.47492677,-0.9600091,1.0,-0.5162544,-1.0,0.4038752,-0.3232583,1.0,-0.14434591,0.17059207 +2.7572575,0.1526198,-1.0,-0.2590974,1.0,0.16339886,-1.0,-1.0,0.53193104,0.2584289,-0.120455205,0.07456522 +2.762948,0.17094317,-1.0,1.0,-0.19400194,1.0,-0.49833927,-1.0,0.8069584,-1.0,-0.0044447742,0.050551265 +2.8025103,0.20125993,-0.64889926,1.0,-1.0,1.0,0.47967872,-0.86146814,0.3496357,-1.0,-0.17064658,-0.019327715 +2.7616458,0.19505504,0.28291494,0.8898419,-1.0,0.23360276,1.0,0.34451935,-0.56045264,-0.6982747,-0.22988679,0.02774164 +2.730887,0.18912043,1.0,-1.0,0.003822561,-1.0,0.60320085,1.0,-0.6842759,0.55475885,-0.06571317,0.06443511 +2.8023853,0.07546682,1.0,-1.0,1.0,-1.0,-0.6799956,1.0,-0.43648523,1.0,-0.050350193,0.10659032 +2.8241854,-0.018837724,-0.11573208,-0.8490965,1.0,-0.58817536,-1.0,0.16641596,0.3364055,1.0,-0.2043425,0.14141938 +2.748137,-0.0069483593,-1.0,0.03945219,0.29145893,0.38638824,-0.6242648,-1.0,0.8453308,-0.4396129,-0.06989668,0.22935712 +2.7658088,0.028226048,-1.0,0.9730059,-1.0,1.0,0.48781082,-1.0,0.15668026,-1.0,0.013352436,0.1904076 +2.83051,0.07713978,-0.28822193,1.0,-1.0,1.0,1.0,-0.31065166,-0.77370566,-1.0,-0.13797079,0.07679279 +2.774469,0.026594935,0.81057453,0.68819326,-0.31371108,0.1497827,0.8262965,0.85038203,-1.0,-0.21838644,-0.10971304,0.18337864 +2.7432406,8.0553815e-05,1.0,-0.71554893,0.964798,-1.0,-0.32625732,1.0,-0.7406329,1.0,-0.013883822,0.24112132 +2.7807689,-0.11185958,0.92214733,-1.0,1.0,-1.0,-1.0,0.6206313,0.38308123,1.0,-0.12676279,0.09181402 +2.728986,-0.12573722,-0.47816977,-0.78805965,0.5592557,-0.38818625,-0.9286905,-0.36073732,1.0,0.6732416,-0.110514954,0.12971923 +2.645651,0.021676768,-1.0,-0.287662,-1.0,0.49815914,0.15355264,-0.9229336,1.0,-0.9624817,0.144941,0.3171146 +2.6875455,0.06943034,-0.8214317,0.7175913,-1.0,0.9216548,0.854397,-0.28409514,0.16501166,-1.0,0.08520642,0.2274666 +2.695821,0.057171684,0.2644173,1.0,-0.6551383,0.59648377,1.0,0.7505259,-0.96741915,-0.5399601,0.01110699,0.23144974 +2.6629114,-0.050359912,1.0,0.79719377,0.79639816,-0.3145126,0.2001474,0.8046244,-0.7561725,0.6768306,0.030193727,0.27117115 +2.6815512,-0.120844394,1.0,-0.503732,1.0,-0.8759114,-1.0,0.19732651,0.17830545,1.0,0.06275164,0.18204686 +2.7476842,-0.24788956,0.2927654,-0.8648753,1.0,-0.6623002,-1.0,-0.9623817,0.91823506,0.8458324,-0.09149581,-0.011131331 +2.7610438,-0.20284925,-1.0,-0.55907196,-0.7895559,0.20093909,-0.19905236,-1.0,0.8212717,-0.5884711,-0.12428935,0.020549431 +2.7090135,-0.073371515,-1.0,0.37801716,-1.0,0.9558602,0.82805413,-0.8999349,-0.8157236,-1.0,-0.013469689,0.2020575 +2.7667933,0.10191436,-0.5906767,0.82605535,-1.0,0.92093325,1.0,0.29142126,-1.0,-1.0,-0.06970493,0.11573486 +2.7954478,0.15717348,0.9117364,0.67324054,-0.3848136,0.14508885,0.899597,1.0,-0.86021644,0.008171137,-0.21814895,0.03182116 +2.7366214,0.14310464,1.0,-0.4980059,0.9597859,-0.9737938,-0.75170493,1.0,0.410494,1.0,-0.039510198,0.10471645 +2.7529705,0.0023704655,1.0,-0.9146683,1.0,-1.0,-1.0,0.25854537,1.0,1.0,-0.024878057,0.22910155 +2.7701142,-0.07759819,-0.6582076,-0.59657186,0.7338186,-0.42345938,-0.30206168,-1.0,1.0,0.54162616,-0.08850669,0.1367301 +2.6876144,-0.0622007,-1.0,0.16840258,-0.7385387,0.56975955,0.9419418,-1.0,0.41746894,-1.0,0.02650385,0.23462734 +2.708094,-0.008772552,-0.63710254,0.93539584,-0.96656626,1.0,1.0,-0.74799246,-1.0,-1.0,0.085133865,0.26757604 +2.7516994,-0.030639578,0.40722838,1.0,-0.64646137,0.7248647,0.5418785,0.5082063,-1.0,-0.72409415,-0.05612255,0.20210345 +2.6974459,0.05811306,1.0,-0.2147537,-0.12471971,-0.36218023,-1.0,1.0,-0.5763857,0.12179854,-0.0016667023,0.22888353 +2.7274222,-0.013610873,1.0,-1.0,0.83129686,-1.0,-1.0,0.9233624,0.42463705,1.0,0.0023564994,0.24340937 +2.7778096,-0.006937256,-0.31953445,-0.98014396,1.0,-0.9871885,-0.5476144,-0.6983424,1.0,1.0,-0.067038,0.1996956 +2.736791,0.05508735,-1.0,-0.6063506,-0.032593686,-0.23783316,0.5157404,-1.0,0.7680486,-0.2933774,-0.05489462,0.19256422 +2.7207854,0.17972057,-1.0,0.42236182,-0.9643181,0.7246887,1.0,-0.99925405,-0.7337211,-1.0,-0.052929614,0.08393653 +2.7606518,0.20592976,-0.16492438,1.0,-1.0,1.0,1.0,-0.38415205,-1.0,-1.0,-0.090013005,0.01786089 +2.7870884,0.22520748,0.97382766,1.0,-0.4272652,0.6685621,-0.3309068,0.9017026,-1.0,-0.5374757,-0.2295171,-0.0278534 +2.7290912,0.22883415,1.0,-0.1907142,0.8807099,-1.0,-1.0,1.0,-0.15052748,0.91082096,-0.07446749,0.026517153 +2.7263708,0.1493054,0.64394885,-1.0,1.0,-1.0,-0.9559084,0.533656,1.0,1.0,-0.04992277,0.10876626 +2.7217822,0.09943293,-1.0,-0.8635472,0.52244097,-0.5043262,0.1988981,-0.4719917,1.0,0.670516,-0.013147941,0.16322733 +2.6515307,0.1024887,-1.0,-0.21728235,-0.8519606,0.50676745,1.0,-0.85552424,0.7837098,-0.7907612,0.051612243,0.23042303 +2.6603787,0.13990493,-0.6938067,0.5506987,-0.90337205,1.0,1.0,-0.518567,-0.9060436,-1.0,0.055270422,0.18415885 diff --git a/4/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif b/4/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..8a550439f546af2228347896bb5769064e236b76 --- /dev/null +++ b/4/transfer/CylinderJet3D-medium-v0/x-y-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562836d9e8602b6feb7a2f589e747bb0b072b3be08f9e5344ca2a35bee412ac2 +size 3100081 diff --git a/4/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif b/4/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..143c36aa58b22871cd1dd4342854f910e87d79a6 --- /dev/null +++ b/4/transfer/CylinderJet3D-medium-v0/x-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c826bb335d8e432653a9253fd679bc80f213f03e63ae5d5aa2954f8d70de52 +size 2994836 diff --git a/4/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif b/4/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif new file mode 100644 index 0000000000000000000000000000000000000000..2549f7c638cb9874d0bf098d0ffa211ebef81ee0 --- /dev/null +++ b/4/transfer/CylinderJet3D-medium-v0/y-z-vorticity_test_eval_episode_0.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9ccc3e55f86af124096cd907c9faee3ca4f72806c30a66a4b1bc20acf4870d +size 548693 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bd74c415a068c5d93e10799620d7ef3669972047 --- /dev/null +++ b/README.md @@ -0,0 +1,55 @@ +--- +library_name: stable-baselines3 +tags: +- reinforcement-learning +- stable-baselines3 +- deep-reinforcement-learning +- fluidgym +- active-flow-control +- fluid-dynamics +- simulation +- CylinderJet2D-medium-v0 +model-index: +- name: PPO-CylinderJet2D-medium-v0 + results: + - task: + type: reinforcement-learning + name: reinforcement-learning + dataset: + name: FluidGym-CylinderJet2D-medium-v0 + type: fluidgym + metrics: + - type: mean_reward + value: 0.26 + name: mean_reward +--- + +# PPO on CylinderJet2D-medium-v0 (FluidGym) + +This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **CylinderJet2D-medium-v0** environment. + +## Evaluation Results + +### Global Performance (Aggregated across 5 seeds) +**Mean Reward:** 0.26 ± 0.13 + +### Per-Seed Statistics +| Run | Mean Reward | Std Dev | +| --- | --- | --- | +| Seed 0 | 0.39 | 0.55 | +| Seed 1 | 0.29 | 0.50 | +| Seed 2 | 0.38 | 0.46 | +| Seed 3 | 0.17 | 0.39 | +| Seed 4 | 0.07 | 0.36 | + +## Visual Preview +![Agent Preview](4/test/vorticity_test_eval_episode_0.gif) + +## About FluidGym +FluidGym is a benchmark for reinforcement learning in active flow control. + +## Usage +Each seed is contained in its own subdirectory. You can load a model using: +```python +from stable_baselines3 import PPO +model = PPO.load("0/ckpt_latest.zip")