Resolve conflicts

.gitattributes

@@ -32,3 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.cvs filter=lfs diff=lfs merge=lfs -text
+data/EURUSD_Candlestick_1_M_BID_01.01.2021-04.02.2023.csv filter=lfs diff=lfs merge=lfs -text

app.py

@@ -7,8 +7,11 @@ data = pd.read_csv("./data/EURUSD_Candlestick_1_M_BID_01.01.2021-04.02.2023.csv"
 # The UI of the demo defines here.
 with gr.Blocks() as demo:
     gr.Markdown("Auto trade bot.")
-
-    gr.Markdown("Candle plots may goes here.")
+    
+    with gr.Row():
+        gr.Markdown("Trade data settings.")
+        time_slider = gr.components.Slider(minimum=1, maximum=20, value=5, label="Time interval", interactive=True)
+    gr.Markdown("Candle polts may goes here.")
     gr.components.Image()
     # for plotly it should follow this: https://gradio.app/plot-component-for-maps/
     # trade_plot = gr.Plot()

data/EURUSD_Candlestick_1_M_BID_01.01.2021-04.02.2023.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571cbd2e9950b74879480c9d5ee721570fb769ef221acf7cad5247e48824f5ec
+size 56272445

rl_agent/env.py

@@ -0,0 +1,72 @@
+import numpy as np
+import pandas as pd
+
+class Environment:
+    
+    def __init__(self, data, history_t=90):
+        self.data = data
+        self.history_t = history_t
+        self.reset()
+        
+    def reset(self):
+        self.t = 0
+        self.done = False
+        self.profits = 0
+        self.positions = []
+        self.position_value = 0
+        self.history = [0 for _ in range(self.history_t)]
+        return [self.position_value] + self.history # obs
+    
+    def step(self, act):
+        reward = 0
+        
+        # act = 0: stay, 1: buy, -1: sell
+        if act == 1:
+            self.positions.append(self.data.iloc[self.t, :]['Close'])
+        elif act == 2: # sell
+            if len(self.positions) == 0:
+                reward = -1
+            else:
+                profits = 0
+                for p in self.positions:
+                    profits += (self.data.iloc[self.t, :]['Close'] - p)
+                reward += profits
+                self.profits += profits
+                self.positions = []
+        
+        # set next time
+        self.t += 1
+        self.position_value = 0
+        for p in self.positions:
+            self.position_value += (self.data.iloc[self.t, :]['Close'] - p)
+        self.history.pop(0)
+        self.history.append(self.data.iloc[self.t, :]['Close'] - self.data.iloc[(self.t-1), :]['Close'])
+        
+        # clipping reward
+        if reward > 0:
+            reward = 1
+        elif reward < 0:
+            reward = -1
+        
+        return [self.position_value] + self.history, reward, self.done # obs, reward, done
+
+
+
+
+if __name__ == "__main__":
+    data = pd.read_csv('./data/EURUSD_Candlestick_1_M_BID_01.01.2021-04.02.2023.csv')
+    # data['Local time'] = pd.to_datetime(data['Local time'])
+    data = data.set_index('Local time')
+    print(data.index.min(), data.index.max())
+
+    date_split = '19.09.2022 17:55:00.000 GMT-0500'
+    train = data[:date_split]
+    test = data[date_split:]
+    print(train.head(10))
+
+    env = Environment(train)
+    print(env.reset())
+    for _ in range(3):
+        pact = np.random.randint(3)
+        print(env.step(pact))
+    

rl_agent/policy.py

@@ -0,0 +1,27 @@
+import numpy as np
+import torch
+import torch.nn as nn
+
+
+class Policy(nn.Module):
+    def __init__(self, input_channels=8):
+        
+        super(Policy, self).__init__()
+
+        self.layer1 = nn.Linear(input_channels, 2 * input_channels)
+        self.tanh1   = nn.Tanh()
+        self.layer2 = nn.linear(2 * input_channels, 1)
+        self.tanh2 = nn.Tanh()
+
+    def forward(self, state):
+
+        hidden = self.layer1(state)
+        hidden = self.tanh1(hidden)
+        hidden = self.layer2(hidden)
+        action = self.tanh2(hidden)
+
+        return action
+
+
+
+