-
Notifications
You must be signed in to change notification settings - Fork 0
/
ETLUtility_Linux.py
30 lines (22 loc) · 1.04 KB
/
ETLUtility_Linux.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
# -*- coding:shift-jis -*-
import sys
#sys.path.append('../x64/Debug/')
sys.path.append('../x64/Release/')
sys.path.append('../PythonUtility/')
import datetime as dt
import pandas as pd
import numpy as np
import pyodbc
import IoUtility as iou
def df_to_pivot(_df, _index_list, _column_list, _agg_field, _partial_magrin=True, _numpy_func=np.sum):
# http://pandas.pydata.org/pandas-docs/stable/reshaping.html
return pd.pivot_table(_df, values=_agg_field, index=_index_list, columns=_column_list, margins=_partial_magrin, aggfunc=_numpy_func) # Œ‡‘¹’l
def df_to_crostab():
a
if __name__ == '__main__':
# test
df = iou.read_csv('G:\HiveStat\daily_hourly_act_count\daily_hourly_eSignal.AMEX_orc_2016-12-01_2016-12-01.csv', ['Cat','UpDn','Ticker','Day','Hour','Cnt'])
pivot = df_to_pivot(df, ['Ticker'], ['Hour','Cat','UpDn'], 'Cnt')
pivot = pivot.replace(np.nan, '')
print(pivot)
iou.write_csv(pivot, 'G:\HiveStat\_pivot\daily_hourly_eSignal.AMEX_orc_2016-12-01_2016-12-01.csv', _isIndex=True)