forked from VITA-Group/TEGNAS
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsrcc.py
43 lines (34 loc) · 2.12 KB
/
srcc.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
#!/usr/bin/env python3
import pickle
from scipy import stats
ntk = pickle.load(open("./data/800/ntk.pickle", "rb"))
ntk_change = pickle.load(open("./data/800/ntk_change.pickle", "rb"))
region = pickle.load(open("./data/800/regions.pickle", "rb"))
region_change = pickle.load(open("./data/800/regions_change.pickle", "rb"))
mse = pickle.load(open("./data/800/mse.pickle", "rb"))
mse_change = pickle.load(open("./data/800/mse_change.pickle", "rb"))
accuracy = pickle.load(open("./acc.pickle", "rb"))
del accuracy[120]
del accuracy[2796]
combine = [-ntk[i]+region[i] for i in range(len(ntk))]
start = 0
ntk.extend(pickle.load(open("./data/2700/ntk.pickle", "rb")))
ntk_change.extend(pickle.load(open("./data/2700/ntk_change.pickle", "rb")))
region.extend(pickle.load(open("./data/2700/regions.pickle", "rb")))
region_change.extend(pickle.load(open("./data/2700/regions_change.pickle", "rb")))
mse.extend(pickle.load(open("./data/2700/mse.pickle", "rb")))
mse_change.extend(pickle.load(open("./data/2700/mse_change.pickle", "rb")))
ntk.extend(pickle.load(open("./data/3300/ntk.pickle", "rb")))
ntk_change.extend(pickle.load(open("./data/3300/ntk_change.pickle", "rb")))
region.extend(pickle.load(open("./data/3300/regions.pickle", "rb")))
region_change.extend(pickle.load(open("./data/3300/regions_change.pickle", "rb")))
mse.extend(pickle.load(open("./data/3300/mse.pickle", "rb")))
mse_change.extend(pickle.load(open("./data/3300/mse_change.pickle", "rb")))
print(len(ntk))
print("="*100)
print("Latency SRCC between ntk and accuracy: ", stats.spearmanr(ntk, accuracy[start:start+len(ntk)]))
print("Latency SRCC between ntk_change and accuracy: ", stats.spearmanr(ntk_change, accuracy[start:start+len(ntk)]))
print("Latency SRCC between regions and accuracy: ", stats.spearmanr(region, accuracy[start:start+len(region)]))
print("Latency SRCC between regions_change and accuracy: ", stats.spearmanr(region_change, accuracy[start:start+len(region)]))
print("Latency SRCC between mse and accuracy: ", stats.spearmanr(mse, accuracy[start:start+len(mse)]))
print("Latency SRCC between mse_change and accuracy: ", stats.spearmanr(mse_change, accuracy[start:start+len(mse)]))