onlinearima/change_config.py at master · petrospgithub/onlinearima · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
import ConfigParser
import os

config = ConfigParser.RawConfigParser()
config.read('./config/onlinearima.properties')

window = [
    ('4', '3'),
    ('6', '5'),
    ('8', '7'),
    ('10', '9')]

path = [
    ('blmd_4s.csv_new', '4000'),
    ('london_4s.csv_new', '4000'),
    ('blmd_8s.csv_new', '8000'),
    ('london_8s.csv_mew', '8000'),
]

rate=['0.0001', '0.001', '0.01']

horizon=['32']

for w in window:
    for p in path:
        for h in horizon:
            for r in rate:
                    cfgfile = open("./config/onlinearima.properties", 'w')
                    config.set('Spark', 'spark.window', w[0])
                    config.set('Spark', 'spark.train_set', w[1])
                    config.set('Spark', 'spark.path', p[0])
                    config.set('Spark', 'spark.sampling', p[1])
                    config.set('Spark', 'spark.lrate', r)
                    config.set('Spark', 'spark.epsilon', r)
                    config.set('Spark', 'spark.horizon', h)
                    config.write(cfgfile)
                    cfgfile.close()

                    os.system('timeout 14m spark-submit --master local[*] --driver-memory 12g '
                            '--properties-file "./config/onlinearima.properties" '
                            '--class prediction.arma.OARMAGD '
                            './target/OnlineArimaTrajectory-jar-with-dependencies.jar ')

                    os.system('timeout 14m spark-submit --master local[*] --driver-memory 12g '
                            '--properties-file "./config/onlinearima.properties" '
                            '--class prediction.arma.OARMANS '
                            './target/OnlineArimaTrajectory-jar-with-dependencies.jar ')

                    os.system('timeout 14m spark-submit --master local[*] --driver-memory 12g '
                            '--properties-file "./config/onlinearima.properties" '
                            '--class prediction.arima.OArimaGD '
                            './target/OnlineArimaTrajectory-jar-with-dependencies.jar ')

                    os.system('timeout 14m spark-submit --master local[*] --driver-memory 12g '
                            '--properties-file "./config/onlinearima.properties" '
                            '--class prediction.arima.OArimaNS '
                            './target/OnlineArimaTrajectory-jar-with-dependencies.jar ')