проанализировать данные за определенный промежуток времени
Как 'разделить' данные по периоду(который будет задаваться в начале) и работать с ними отдельно?
У меня есть отсортированный по дате датафрейм, который нужно проанализировать..то есть я беру данные с периодом в час анализирую их (сколько BUY и SELL и еще всякое) вывожу данные в новый файл..
Я сделала функцию которая графически выводит с периодом в час данные сколько BUY и SELL(в дальнейшем период будет намного меньше), а вот как работать с ними отдельно я не поняла..
В дальнейшем датафрейм будет обновляться ежесекундно и нужно будет работать только с теми данными которые попали в заданный период в последнее время..
А сейчас мне нужно проанализировать старые данные
import csv
import numpy as np
import pandas as pd
import matplotlib
import matplotlib.pyplot as plt
matplotlib.style.use('ggplot')
import matplotlib.dates as mdates
import datetime
def BUYorSELLinHOUR(date_start,data_end):
orders_Date = dfTraders[(dfTraders['date_Open'] >= date_start)&(dfTraders['date_Open'] < data_end)]
orders_Date['date_Open'] = orders_Date['date_Open'].dt.ceil('H')
orders_Date['date_Closed'] = orders_Date['date_Closed'].dt.ceil('H')
orders_Date.groupby([orders_Date["date_Open"], "trade_Type"]).size().to_frame("trade_Type")["trade_Type"].unstack().plot.bar(rot=45, grid=True)
ax = plt.gca()
ax.tick_params(axis='x', which='major', labelsize=5)
plt.show()
dfTraders = pd.read_csv('testtraders.csv', header = 0, sep= ',')
dfTraders['date_Open'] = pd.to_datetime(dfTraders['date_Open'], format = '%Y/%m/%d %H:%M:%S')
dfTraders['date_Closed'] = pd.to_datetime(dfTraders['date_Closed'], format = '%Y/%m/%d %H:%M:%S')
dfMany = pd.read_csv('FXEURUSD.csv', header = 0, sep= ';')
dfMany['date'] = pd.to_datetime(dfMany['date'], format = '%Y/%m/%d %H:%M:%S')
date_start = '19/12/06 15:44:21'
date_end = '19/12/07 02:51:09'
date_obj_s = datetime.datetime.strptime(date_start, '%y/%m/%d %H:%M:%S')
date_obj_e = datetime.datetime.strptime(date_end, '%y/%m/%d %H:%M:%S')
BUYorSELLinHOUR(date_obj_s,date_obj_e)
датафрейм
,gavrik,id,trade_Id,provider_Ticket,broker_Ticket,provider_Id,provider_Name,lots,trade_Type,date_Open,date_Closed,price_Open,price_Closed,max_Profit,max_Profit_Date,worst_Drawdown,max_Drawdown_Date,pips,total_Pips,gross_Pnl,net_Pnl,interest,commission,exists_As_Live_Trade,has_Economic_Event,status_Id,valid,amount,currency_Id,transaction_Currency,currency,pip_Multiplier,total_Accumulated_Pips,total_Accumulated_Pnl,TekInvested,TekNetProfit,SumOpenOrders,MinOpenDateTime,MinOpenDateTimeDays,MaxOpenDateTime,MaxOpenDateTimeDays,MaxNetProfit,MinNetProfit,CountMinus,CountPlus,CountOpenDo2019,Unnamed: 46
120177,390555,435289920,519197994,300.15751493361483,22706509,0,Manual,0.02,BUY,2019-12-07 00:30:09,2019-12-07 02:51:09,108.566,108.579,3.4,2019/12/07 01:23:30,-4.3,2019/12/07 02:11:37,1.3,0,0.24,0.1,0.0,-0.14,True,False,1,True,2000.0,4,USD,USD/JPY,100,2760.1,328.0399999999999,10000,-16.6,4,2019/12/06 22:45:10,2,2019/12/07 02:45:01,1,-1.6,-6.5,4,0,0,
120178,390555,435289419,519192154,300.1575149304237,22702964,0,Manual,0.04,BUY,2019-12-06 22:15:34,2019-12-07 02:11:15,1.04102,1.0413,3.9,2019/12/06 23:38:11,-4.5,2019/12/06 22:24:14,2.8,1,0.74,0.46,0.0,-0.28,True,False,1,True,4000.0,21,AUD,AUD/NZD,10000,2758.8,327.9399999999999,10000,-16.6,4,2019/12/06 22:45:10,2,2019/12/07 02:45:01,1,-1.6,-6.5,4,0,0,
95318,378503,435290581,519189508,132.63711142751222,1572767643237,0,Manual,1.0,BUY,2019-12-06 21:56:19,2019-12-07 02:52:22,142.624,142.616,10.6,2019/12/06 23:11:31,-12.1,2019/12/06 22:45:13,-0.8,-1,-7.37,-7.37,0.0,0.0,True,False,1,True,100000.0,6,GBP,GBP/JPY,100,6817.1,21327.760000000006,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,
97020,378644,435283957,519187736,132.63711142751222,1572767642623,0,Manual,1.0,BUY,2019-12-06 21:13:25,2019-12-06 21:55:59,142.47799999999998,142.584,13.5,2019/12/06 21:48:10,-3.5,2019/12/06 21:13:31,10.6,11,97.54,97.54,0.0,0.0,True,False,1,True,100000.0,6,GBP,GBP/JPY,100,7271.3,43098.23000000002,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,
97553,378647,435290243,519187355,132.63711142751222,1572767642582,0,Manual,1.0,BUY,2019-12-06 21:10:56,2019-12-07 02:51:49,1.31047,1.31355,37.3,2019/12/07 01:54:04,-2.8,2019/12/06 21:12:22,30.8,31,308.0,308.0,0.0,0.0,True,False,1,True,100000.0,3,GBP,GBP/USD,10000,6450.0,38536.22,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,
23440,334440,435288048,519185528,400.1573404911345,78865433,0,Manual,0.1,BUY,2019-12-06 21:01:14,2019-12-07 01:01:24,71.244,71.301,17.2,2019/12/06 22:24:15,-1.4,2019/12/06 21:01:16,5.7,6,5.25,5.25,0.0,0.0,True,False,1,True,10000.0,19,NZD,NZD/JPY,100,31590.9,25413.689999999977,90000,-239.7,9,2019/12/05 01:00:09,3,2019/12/07 01:00:55,1,29.4,-147.4,4,5,0,
102897,381679,435285504,519181094,300.15751492867764,40690752,0,Manual,0.05,BUY,2019-12-06 20:56:05,2019-12-06 22:55:11,1.10448,1.10554,10.6,2019/12/06 22:55:11,-0.5,2019/12/06 20:56:05,10.6,5,5.3,4.95,0.0,-0.35,True,False,1,True,5000.0,2,EUR,EUR/USD,10000,6141.5,2017.7700000000007,20000,-80.0,4,2019/12/02 20:30:02,6,2019/12/06 23:23:55,2,-1.4,-65.2,4,0,0,
94514,378387,435291004,519180588,132.63711142751222,1572767642134,0,Manual,1.0,BUY,2019-12-06 20:51:19,2019-12-07 02:52:45,1.30007,1.30035,10.8,2019/12/06 23:11:25,-19.0,2019/12/06 20:59:50,2.8,3,28.28,28.28,0.0,0.0,True,False,1,True,100000.0,13,GBP,GBP/CHF,10000,8074.8,30735.689999999995,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,
97554,378647,435290086,519180271,132.63711142751222,1572767642011,0,Manual,1.0,BUY,2019-12-06 20:47:00,2019-12-07 02:51:43,1.29958,1.3003200000000001,15.7,2019/12/06 23:11:25,-14.1,2019/12/06 20:59:50,7.4,7,74.74,74.74,0.0,0.0,True,False,1,True,100000.0,13,GBP,GBP/CHF,10000,6419.2,38228.22,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,
94044,378386,435290339,519178840,132.63711142751222,11044167,0,Manual,0.01,BUY,2019-12-06 20:36:01,2019-12-07 02:52:07,1.30039,1.30041,7.9,2019/12/06 23:11:25,-21.4,2019/12/06 20:59:51,0.2,0,0.02,0.02,0.0,0.0,True,False,1,True,1000.0,13,GBP,GBP/CHF,10000,6255.9,574.28,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,
86843,377409,435271514,519174134,300.1575149274919,68375707,0,Manual,0.06,SELL,2019-12-06 20:27:55,2019-12-06 20:40:05,1.10591,1.10546,5.0,2019/12/06 20:39:50,-3.6,2019/12/06 20:28:49,4.5,3,2.7,2.7,0.0,0.0,True,False,1,True,6000.0,2,EUR,EUR/USD,10000,19596.9,10826.45999999997,255000,-1340.0,24,2019/11/04 17:03:01,32,2019/12/06 23:49:32,0,48.5,-105.7,21,3,0,
29121,342249,435277516,519175799,400.1573404903123,78864752,0,Manual,0.7,SELL,2019-12-06 20:21:50,2019-12-06 21:00:59,74.298,74.229,12.8,2019/12/06 20:52:38,-1.0,2019/12/06 20:22:16,6.9,48,40.22,40.22,0.0,0.0,True,False,1,True,70000.0,17,AUD,AUD/JPY,100,28305.0,42906.69000000002,350000,-904.1,5,2019/10/17 17:22:38,52,2019/12/06 20:15:18,2,99.2,-533.8,3,2,0,
71663,374478,435267388,519174248,300.157514927662,213649606,0,Manual,1.25,SELL,2019-12-06 20:15:00,2019-12-06 20:17:55,108.796,108.73299999999999,8.2,2019/12/06 20:15:26,-1.2,2019/12/06 20:15:01,6.3,79,72.43,72.43,0.0,0.0,True,False,1,True,125000.0,4,USD,USD/JPY,100,19563.8,107227.8299999998,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,
103654,381850,435276764,519173594,300.1575149272783,53792381,0,Manual,0.02,SELL,2019-12-06 20:01:22,2019-12-06 20:55:07,0.68315,0.6826800000000001,7.3,2019/12/06 20:52:19,-2.8,2019/12/06 20:13:37,4.7,1,0.94,0.94,0.0,0.0,True,False,1,True,2000.0,8,AUD,AUD/USD,10000,4074.4,539.5500000000003,10000,-1688.4,5,2019/12/02 23:32:27,3,2019/12/03 13:06:51,3,-210.8,-410.1,5,0,0,
103655,381850,435276725,519173593,300.15751492727816,53792379,0,Manual,0.02,SELL,2019-12-06 20:01:21,2019-12-06 20:55:06,0.68315,0.68266,7.3,2019/12/06 20:52:19,-2.8,2019/12/06 20:13:37,4.9,1,0.98,0.98,0.0,0.0,True,False,1,True,2000.0,8,AUD,AUD/USD,10000,4069.7,538.6100000000001,10000,-1688.4,5,2019/12/02 23:32:27,3,2019/12/03 13:06:51,3,-210.8,-410.1,5,0,0,
103656,381850,435276724,519173542,300.1575149272766,53792377,0,Manual,0.02,SELL,2019-12-06 20:01:18,2019-12-06 20:55:05,0.68314,0.6826399999999999,7.2,2019/12/06 20:52:19,-2.9,2019/12/06 20:13:37,5.0,1,1.0,1.0,0.0,0.0,True,False,1,True,2000.0,8,AUD,AUD/USD,10000,4064.8,537.6300000000001,10000,-1688.4,5,2019/12/02 23:32:27,3,2019/12/03 13:06:51,3,-210.8,-410.1,5,0,0,
103658,381850,435276702,519173423,300.15751492727014,53792366,0,Manual,0.02,SELL,2019-12-06 20:01:16,2019-12-06 20:55:03,0.68313,0.68262,7.1,2019/12/06 20:52:19,-3.0,2019/12/06 20:13:37,5.1,1,1.02,1.02,0.0,0.0,True,False,1,True,2000.0,8,AUD,AUD/USD,10000,4054.8,535.6300000000001,10000,-1688.4,5,2019/12/02 23:32:27,3,2019/12/03 13:06:51,3,-210.8,-410.1,5,0,0,
103657,381850,435276723,519173443,300.1575149272705,53792367,0,Manual,0.02,SELL,2019-12-06 20:01:16,2019-12-06 20:55:04,0.68312,0.68262,7.0,2019/12/06 20:52:19,-3.1,2019/12/06 20:13:37,5.0,1,1.0,1.0,0.0,0.0,True,False,1,True,2000.0,8,AUD,AUD/USD,10000,4059.8,536.6300000000001,10000,-1688.4,5,2019/12/02 23:32:27,3,2019/12/03 13:06:51,3,-210.8,-410.1,5,0,0,
99070,380012,435277182,519172438,400.1573404898954,78864467,0,Manual,0.01,SELL,2019-12-06 20:00:08,2019-12-06 21:00:01,1.1058,1.10499,18.0,2019/12/06 20:51:42,-7.9,2019/12/06 20:17:16,8.1,1,0.81,0.81,0.0,0.0,True,False,1,True,1000.0,2,EUR,EUR/USD,10000,2713.7,305.9699999999998,3000,-1165.2,3,2019/11/07 19:00:01,31,2019/11/21 07:00:01,17,-303.8,-448.6,3,0,0,
71662,374478,435267389,519171561,300.1575149271776,213648298,0,Manual,1.25,SELL,2019-12-06 20:00:00,2019-12-06 20:17:55,108.84200000000001,108.73299999999999,12.8,2019/12/06 20:15:26,-3.3,2019/12/06 20:00:40,10.9,136,125.31,125.31,0.0,0.0,True,False,1,True,125000.0,4,USD,USD/JPY,100,19574.7,107353.13999999981,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,
113393,388559,435271458,519170964,300.15751492696137,257075721,0,Manual,0.05,SELL,2019-12-06 19:52:20,2019-12-06 20:38:04,1.3136,1.3119,17.0,2019/12/06 20:38:04,-3.4,2019/12/06 19:52:38,17.0,9,0.85,0.85,0.0,0.0,True,False,1,True,500.0,3,GBP,GBP/USD,10000,20792.0,601.3300000000007,0,0.0,0,1999/01/01 00:00:00,0,1999/01/01 00:00:00,0,0.0,0.0,0,0,0,