Commit ee6e7da3 authored by Jaspreet Singh's avatar Jaspreet Singh
Browse files

rgcn

parent a1d5d534
...@@ -85,7 +85,7 @@ sampling_rate = 2 ...@@ -85,7 +85,7 @@ sampling_rate = 2
train_neg = construct_negative_graph(train, sampling_rate, ('judgement', 'citation', 'judgement')) train_neg = construct_negative_graph(train, sampling_rate, ('judgement', 'citation', 'judgement'))
test_neg = construct_negative_graph(test,sampling_rate,('judgement', 'citation', 'judgement')) test_neg = construct_negative_graph(test,sampling_rate,('judgement', 'citation', 'judgement'))
print(train.etypes) print(train.etypes)
model = Model(13, 10, 2, train.etypes) model = Model(27, 10, 2, train.etypes)
judgement_feats = train.nodes['judgement'].data['feature'] judgement_feats = train.nodes['judgement'].data['feature']
test_judgement_feats = test.nodes['judgement'].data['feature'] test_judgement_feats = test.nodes['judgement'].data['feature']
node_features = {'judgement': judgement_feats}#, 'court': court_feats} node_features = {'judgement': judgement_feats}#, 'court': court_feats}
......
...@@ -9,13 +9,12 @@ import json ...@@ -9,13 +9,12 @@ import json
import csv import csv
from hetDotProduct import HeteroDotProductPredictor from hetDotProduct import HeteroDotProductPredictor
from rgcnClass import RGCN from rgcnClass import RGCN
#from sageClass import GraphSAGE
class Model(nn.Module): class Model(nn.Module):
def __init__(self, in_features, hidden_features, out_features, rel_names): def __init__(self, in_features, hidden_features, out_features, rel_names):
super().__init__() super().__init__()
self.sage = RGCN(in_features, hidden_features, out_features, rel_names) self.rgcn = RGCN(in_features, hidden_features, out_features, rel_names)
self.pred = HeteroDotProductPredictor() self.pred = HeteroDotProductPredictor()
def forward(self, g, neg_g, x, etype): def forward(self, g, neg_g, x, etype):
h = self.sage(g, x) h = self.rgcn(g, x)
return h return h
\ No newline at end of file
SUBJECT,RELATION,OBJECT,SCORE SUBJECT,RELATION,OBJECT,SCORE
1258,citation,723,0.52 1258,citation,723,0.14695652173913043
799,citation,1117,0.577391304347826 187,citation,928,0.4965217391304348
117,citation,1482,0.3834782608695652 1148,citation,122,0.14695652173913043
636,citation,1431,0.3565217391304348 752,citation,1095,0.5339130434782609
1098,citation,370,0.12782608695652173 1394,citation,841,0.07391304347826087
1394,citation,841,0.49391304347826087 662,citation,733,0.14695652173913043
469,citation,1116,0.02 209,citation,1188,0.0791304347826087
209,citation,1188,0.13478260869565217 51,citation,227,0.14695652173913043
51,citation,227,0.3234782608695652 620,citation,401,0.12347826086956522
620,citation,401,0.5565217391304348 205,citation,131,0.14695652173913043
972,citation,612,0.1208695652173913 1164,citation,994,0.14695652173913043
933,citation,796,0.40608695652173915 758,citation,1266,0.14695652173913043
236,citation,242,0.4860869565217391 110,citation,1427,0.14695652173913043
873,citation,718,0.28956521739130436 461,citation,97,0.13217391304347825
871,citation,1367,0.11478260869565217 937,citation,1108,0.14695652173913043
958,citation,278,0.17739130434782607 758,citation,1301,0.14695652173913043
396,citation,679,0.09739130434782609 1220,citation,491,0.14521739130434783
717,citation,509,0.025217391304347827 910,citation,425,0.11391304347826087
758,citation,1266,0.43826086956521737 198,citation,637,0.14695652173913043
110,citation,1427,0.43826086956521737 1184,citation,199,0.14695652173913043
334,citation,431,0.20695652173913043 44,citation,759,0.49478260869565216
626,citation,1099,0.1808695652173913 71,citation,1006,0.14695652173913043
937,citation,1108,0.5313043478260869 291,citation,1163,0.05565217391304348
758,citation,1301,0.38956521739130434 504,citation,819,0.14695652173913043
570,citation,732,0.20173913043478262 73,citation,352,0.14695652173913043
1099,citation,216,0.1808695652173913 183,citation,1172,0.14695652173913043
1184,citation,199,0.52 622,citation,1067,0.14695652173913043
567,citation,703,0.11826086956521739 1071,citation,798,0.5165217391304348
71,citation,1006,0.4008695652173913 477,citation,1436,0.1208695652173913
291,citation,1163,0.08956521739130435 375,citation,199,0.14695652173913043
504,citation,819,0.43826086956521737 989,citation,886,0.11826086956521739
73,citation,352,0.54 244,citation,1015,0.5139130434782608
622,citation,1067,0.528695652173913 1403,citation,1376,0.14695652173913043
1147,citation,207,0.23304347826086957 705,citation,728,0.14695652173913043
1050,citation,1209,0.4017391304347826 888,citation,393,0.06695652173913043
375,citation,199,0.52 1411,citation,622,0.14695652173913043
507,citation,134,0.17739130434782607 728,citation,705,0.14695652173913043
1403,citation,1376,0.042608695652173914 736,citation,604,0.1
657,citation,431,0.3652173913043478 700,citation,930,0.13826086956521738
888,citation,393,0.21304347826086956 253,citation,196,0.14695652173913043
330,citation,390,0.11478260869565217 1324,citation,1418,0.14695652173913043
736,citation,604,0.42434782608695654 519,citation,1015,0.5139130434782608
205,citation,779,0.4860869565217391 196,citation,839,0.14695652173913043
700,citation,930,0.11826086956521739 68,citation,1211,0.14695652173913043
551,citation,963,0.05391304347826087 280,citation,560,0.12173913043478261
253,citation,196,0.20434782608695654 1155,citation,1128,0.14695652173913043
725,citation,556,0.4339130434782609 1084,citation,833,0.5356521739130434
611,citation,486,0.3791304347826087 292,citation,872,0.09478260869565218
1324,citation,1418,0.24608695652173912 1198,citation,1375,0.07565217391304348
249,citation,984,0.2808695652173913 42,citation,1359,0.14695652173913043
1420,citation,787,0.23130434782608697 218,citation,752,0.5339130434782609
1251,citation,333,0.16608695652173913 1173,citation,750,0.5539130434782609
1260,citation,263,0.06434782608695652 1197,citation,123,0.49043478260869566
1155,citation,1128,0.43826086956521737 1086,citation,884,0.5469565217391305
292,citation,872,0.4147826086956522 242,citation,217,0.14695652173913043
1069,citation,134,0.0026086956521739132 265,citation,1054,0.07391304347826087
1389,citation,796,0.11478260869565217 728,citation,1111,0.14695652173913043
28,citation,796,0.15478260869565216 438,citation,235,0.5304347826086957
294,citation,1157,0.36 1280,citation,742,0.05652173913043478
759,citation,551,0.08347826086956522 1369,citation,310,0.551304347826087
590,citation,1341,0.2565217391304348 1483,citation,1453,0.12521739130434784
928,citation,551,0.10347826086956521 1232,citation,682,0.0782608695652174
218,citation,752,0.25478260869565217 1272,citation,106,0.14695652173913043
611,citation,1368,0.3791304347826087 610,citation,119,0.14695652173913043
303,citation,509,0.059130434782608696 124,citation,336,0.14695652173913043
551,citation,187,0.16260869565217392 1316,citation,60,0.14695652173913043
605,citation,1234,0.5469565217391305 1235,citation,322,0.10173913043478261
611,citation,1074,0.3791304347826087 1029,citation,501,0.0782608695652174
1197,citation,123,0.3278260869565217 764,citation,558,0.14695652173913043
1096,citation,522,0.06695652173913043 810,citation,1047,0.13826086956521738
438,citation,235,0.1356521739130435 698,citation,1482,0.14695652173913043
1369,citation,310,0.5 764,citation,315,0.14695652173913043
1483,citation,1453,0.2530434782608696 303,citation,483,0.08521739130434783
1272,citation,106,0.5443478260869565 1196,citation,602,0.14695652173913043
1268,citation,521,0.5182608695652174 1278,citation,350,0.14695652173913043
124,citation,336,0.36695652173913046 930,citation,700,0.13826086956521738
1316,citation,60,0.21913043478260869 614,citation,570,0.5565217391304348
605,citation,1255,0.5469565217391305 884,citation,587,0.5234782608695652
1235,citation,322,0.21913043478260869 1449,citation,289,0.14695652173913043
1041,citation,431,0.3652173913043478 1110,citation,549,0.14695652173913043
1049,citation,515,0.31565217391304345 955,citation,864,0.13391304347826086
691,citation,1064,0.07304347826086957 655,citation,1472,0.011304347826086957
810,citation,1047,0.13478260869565217 1340,citation,909,0.4930434782608696
698,citation,1482,0.52 652,citation,1034,0.5078260869565218
95,citation,796,0.3565217391304348 295,citation,869,0.14695652173913043
303,citation,483,0.2991304347826087 1234,citation,107,0.14695652173913043
1196,citation,602,0.54 578,citation,262,0.14695652173913043
285,citation,683,0.2582608695652174 614,citation,1256,0.48869565217391303
930,citation,700,0.11826086956521739 978,citation,501,0.0782608695652174
1449,citation,289,0.2643478260869565 1015,citation,1241,0.5139130434782608
403,citation,1035,0.10608695652173913 1249,citation,55,0.14695652173913043
1110,citation,549,0.25565217391304346 380,citation,215,0.14695652173913043
955,citation,864,0.37217391304347824 924,citation,746,0.14695652173913043
1005,citation,431,0.1443478260869565 1260,citation,783,0.020869565217391306
787,citation,884,0.3278260869565217 448,citation,199,0.08347826086956522
295,citation,869,0.528695652173913 712,citation,721,0.09217391304347826
1098,citation,1479,0.16956521739130434 336,citation,102,0.14695652173913043
1234,citation,107,0.5452173913043479 298,citation,1369,0.05652173913043478
614,citation,1256,0.2747826086956522 437,citation,862,0.11565217391304349
380,citation,215,0.577391304347826 1385,citation,86,0.14695652173913043
924,citation,746,0.43826086956521737 1220,citation,1028,0.14173913043478262
936,citation,245,0.4860869565217391 949,citation,1291,0.12
168,citation,1201,0.1782608695652174 728,citation,238,0.14695652173913043
712,citation,721,0.21565217391304348 395,citation,1295,0.4956521739130435
336,citation,102,0.26956521739130435 1403,citation,1477,0.14695652173913043
43,citation,1225,0.17130434782608694 395,citation,727,0.14695652173913043
754,citation,1210,0.04695652173913043 1386,citation,1294,0.14695652173913043
298,citation,1369,0.42869565217391303 221,citation,182,0.14695652173913043
871,citation,1105,0.11478260869565217 1134,citation,594,0.14695652173913043
437,citation,862,0.21304347826086956 982,citation,1013,0.06782608695652174
309,citation,629,0.09217391304347826 577,citation,231,0.14695652173913043
126,citation,171,0.5504347826086956 1309,citation,272,0.14695652173913043
1220,citation,1028,0.1634782608695652 1286,citation,1378,0.14695652173913043
611,citation,693,0.10695652173913044 79,citation,1344,0.14695652173913043
799,citation,1106,0.577391304347826 1188,citation,1396,0.023478260869565216
611,citation,796,0.05217391304347826 570,citation,614,0.5565217391304348
778,citation,274,0.10434782608695652 1161,citation,1236,0.14695652173913043
1050,citation,476,0.36 1386,citation,674,0.14695652173913043
1099,citation,626,0.1808695652173913 937,citation,232,0.14695652173913043
395,citation,727,0.32521739130434785 539,citation,153,0.14695652173913043
1386,citation,1294,0.43826086956521737 210,citation,842,0.14695652173913043
1431,citation,574,0.09478260869565218 577,citation,1306,0.11304347826086956
1312,citation,25,0.14347826086956522 1188,citation,437,0.0791304347826087
221,citation,182,0.5069565217391304 487,citation,585,0.5052173913043478
1134,citation,594,0.15391304347826087 736,citation,431,0.0782608695652174
982,citation,1013,0.3165217391304348 839,citation,196,0.14695652173913043
577,citation,231,0.21913043478260869 414,citation,316,0.14695652173913043
1286,citation,1378,0.54 149,citation,97,0.13217391304347825
79,citation,1344,0.43826086956521737 1416,citation,752,0.5339130434782609
666,citation,521,0.5182608695652174 290,citation,950,0.5408695652173913
171,citation,576,0.5504347826086956 1149,citation,1193,0.057391304347826085
1386,citation,674,0.43826086956521737 1265,citation,675,0.14695652173913043
937,citation,232,0.5069565217391304 714,citation,752,0.5339130434782609
210,citation,842,0.43826086956521737 1059,citation,247,0.14695652173913043
671,citation,796,0.3565217391304348 671,citation,733,0.14695652173913043
577,citation,1306,0.05217391304347826 712,citation,573,0.029565217391304348
487,citation,585,0.23304347826086957 1421,citation,615,0.12956521739130436
920,citation,1330,0.577391304347826 203,citation,1150,0.14695652173913043
414,citation,316,0.528695652173913 1302,citation,354,0.14695652173913043
149,citation,97,0.5452173913043479 557,citation,151,0.14695652173913043
290,citation,950,0.5730434782608695 667,citation,435,0.0008695652173913044
725,citation,378,0.4339130434782609 912,citation,969,0.14695652173913043
873,citation,179,0.28956521739130436 533,citation,771,0.14695652173913043
1265,citation,675,0.54 911,citation,877,0.14695652173913043
478,citation,1389,0.021739130434782608 1164,citation,211,0.14695652173913043
226,citation,796,0.05391304347826087 443,citation,522,0.00782608695652174
0,citation,390,0.10782608695652174 1128,citation,1155,0.14695652173913043
1268,citation,431,0.3652173913043478 1381,citation,1261,0.14695652173913043
367,citation,1064,0.14956521739130435 116,citation,336,0.14695652173913043
1421,citation,615,0.40608695652173915 733,citation,199,0.14695652173913043
203,citation,1150,0.31565217391304345 1476,citation,1103,0.11826086956521739
1304,citation,218,0.21913043478260869 261,citation,851,0.49391304347826087
1302,citation,354,0.5095652173913043 1375,citation,1211,0.07565217391304348
1060,citation,66,0.20521739130434782 662,citation,199,0.14695652173913043
912,citation,969,0.12782608695652173 1149,citation,67,0.10260869565217391
533,citation,771,0.2747826086956522 1386,citation,1327,0.14695652173913043
537,citation,476,0.36 1324,citation,472,0.14695652173913043
74,citation,332,0.17739130434782607 622,citation,740,0.14695652173913043
1272,citation,88,0.20782608695652174 203,citation,788,0.14695652173913043
188,citation,45,0.08782608695652173 152,citation,200,0.5252173913043479
443,citation,522,0.07652173913043478 465,citation,349,0.14695652173913043
719,citation,390,0.042608695652173914 1278,citation,1224,0.14521739130434783
562,citation,431,0.17739130434782607 914,citation,874,0.14695652173913043
1475,citation,693,0.2608695652173913 120,citation,709,0.11565217391304349
1128,citation,1155,0.43826086956521737 578,citation,99,0.14695652173913043
1381,citation,1261,0.43826086956521737 448,citation,869,0.08347826086956522
116,citation,336,0.36695652173913046 785,citation,650,0.0782608695652174
1329,citation,1431,0.5452173913043479 1277,citation,1435,0.14695652173913043
1228,citation,339,0.22956521739130434 1401,citation,1311,0.542608695652174
1360,citation,75,0.3217391304347826 1009,citation,1088,0.14695652173913043
228,citation,509,0.01217391304347826 1397,citation,228,0.14695652173913043
1386,citation,1327,0.43826086956521737 203,citation,1108,0.14695652173913043
1324,citation,472,0.24608695652173912 717,citation,1336,0.14695652173913043
622,citation,740,0.528695652173913 615,citation,1432,0.12956521739130436
203,citation,788,0.31565217391304345 889,citation,97,0.13217391304347825
152,citation,200,0.1426086956521739 760,citation,1174,0.14695652173913043
1278,citation,1224,0.16608695652173913 47,citation,970,0.5808695652173913
298,citation,310,0.5243478260869565 1105,citation,1314,0.5417391304347826
914,citation,874,0.48782608695652174 969,citation,279,0.14695652173913043
1346,citation,947,0.24608695652173912 505,citation,859,0.11739130434782609
1485,citation,389,0.33217391304347826 900,citation,1420,0.14695652173913043
120,citation,709,0.4026086956521739 729,citation,742,0.05652173913043478
1174,citation,787,0.23130434782608697 1270,citation,694,0.14695652173913043
725,citation,81,0.4339130434782609 526,citation,351,0.11130434782608696
785,citation,650,0.14956521739130435 73,citation,514,0.09391304347826086
574,citation,938,0.025217391304347827 469,citation,239,0.02
1277,citation,1435,0.54 355,citation,1313,0.14695652173913043
378,citation,1129,0.3408695652173913 1389,citation,502,0.042608695652173914
464,citation,1227,0.4182608695652174 966,citation,1173,0.5652173913043478
1067,citation,941,0.3217391304347826 710,citation,46,0.5391304347826087
28,citation,333,0.051304347826086956 1110,citation,1346,0.14695652173913043
522,citation,1465,0.3226086956521739 1277,citation,375,0.14695652173913043
203,citation,1108,0.18608695652173912 1152,citation,227,0.14695652173913043
1105,citation,1227,0.4182608695652174 555,citation,1306,0.04869565217391304
471,citation,431,0.2408695652173913 1476,citation,445,0.14695652173913043
563,citation,245,0.43043478260869567 868,citation,1324,0.14695652173913043
717,citation,1336,0.2391304347826087 634,citation,570,0.5565217391304348
615,citation,1432,0.21913043478260869 932,citation,887,0.14695652173913043
1031,citation,612,0.1208695652173913 657,citation,221,0.14695652173913043
889,citation,97,0.5443478260869565 1270,citation,149,0.14695652173913043
760,citation,1174,0.43826086956521737 1243,citation,752,0.5339130434782609
559,citation,118,0.10869565217391304 351,citation,553,0.021739130434782608
1164,citation,1225,0.08434782608695653 1386,citation,597,0.14695652173913043
1105,citation,1314,0.4 1015,citation,687,0.5139130434782608
969,citation,279,0.33304347826086955 760,citation,215,0.14695652173913043
892,citation,796,0.1208695652173913 350,citation,112,0.14695652173913043
1073,citation,236,0.4860869565217391 1326,citation,921,0.14695652173913043
900,citation,1420,0.43826086956521737 570,citation,307,0.5565217391304348
799,citation,586,0.577391304347826 1337,citation,921,0.14695652173913043
1277,citation,165,0.4860869565217391 989,citation,55,0.5852173913043478
171,citation,126,0.5504347826086956 1469,citation,1287,0.14695652173913043
1270,citation,694,0.43826086956521737 21,citation,422,0.1356521739130435
955,citation,796,0.05217391304347826 1139,citation,313,0.14695652173913043
96,citation,431,0.3652173913043478 1412,citation,693,0.00608695652173913
1219,citation,1360,0.16695652173913045 242,citation,832,0.14695652173913043
1092,citation,406,0.5617391304347826 1041,citation,1207,0.14695652173913043
628,citation,960,0.16260869565217392 1160,citation,58,0.14695652173913043
465,citation,1360,0.20782608695652174 1229,citation,1172,0.14695652173913043
469,citation,239,0.08434782608695653 577,citation,1230,0.14695652173913043
355,citation,1313,0.28347826086956524 276,citation,17,0.14521739130434783
966,citation,1173,0.3408695652173913 1047,citation,447,0.14695652173913043
1110,citation,1346,0.25565217391304346
188,citation,629,0.05391304347826087
1277,citation,375,0.54
1152,citation,227,0.3234782608695652
1476,citation,445,0.43826086956521737
868,citation,1324,0.05391304347826087
932,citation,887,0.43826086956521737
657,citation,221,0.43826086956521737
1270,citation,149,0.43826086956521737
1386,citation,597,0.43826086956521737
760,citation,215,0.5182608695652174
350,citation,112,0.16608695652173913
1326,citation,921,0.5313043478260869
1337,citation,921,0.43826086956521737
1060,citation,290,0.29478260869565215
1260,citation,134,0.05304347826086957
779,citation,431,0.5443478260869565
1469,citation,1287,0.3834782608695652
378,citation,1451,0.4295652173913043
902,citation,134,0.17739130434782607
1147,citation,646,0.23304347826086957
598,citation,699,0.2991304347826087
1139,citation,313,0.43826086956521737
242,citation,832,0.43826086956521737
1041,citation,1207,0.5095652173913043
1160,citation,58,0.43043478260869567
1229,citation,1172,0.3591304347826087
577,citation,1230,0.21913043478260869
549,citation,431,0.3652173913043478
276,citation,17,0.17130434782608694
204,citation,263,0.08782608695652173
1047,citation,447,0.36782608695652175
1127,citation,255,0.40608695652173915
68,citation,509,0.03826086956521739
...@@ -23,7 +23,9 @@ def return_edges(): ...@@ -23,7 +23,9 @@ def return_edges():
def return_features_labels(): def return_features_labels():
data = pd.read_csv("input/OE_LABELS.csv") #labels.csv data = pd.read_csv("input/OE_LABELS.csv") #labels.csv
data = data.drop(columns=['DATETIME']) data = data.drop(columns=['DATETIME'])
data = data[['tid','LAW','INFRINGEMENT','PERSON','NATION/RELIGIOUS/POL_GROUP','GEOGRAPHICAL_LOC','LANGUAGE','LOCATION_STRUCTURE','LOCATION','CONTACTNAME','ORGANIZATION','ORGANIZATION2','GEOGRAPHY2','PERCENT']]
#uncomment below for 13 features
#data = data[['tid','LAW','INFRINGEMENT','PERSON','NATION/RELIGIOUS/POL_GROUP','GEOGRAPHICAL_LOC','LANGUAGE','LOCATION_STRUCTURE','LOCATION','CONTACTNAME','ORGANIZATION','ORGANIZATION2','GEOGRAPHY2','PERCENT']]
with open('input/MAPPING.json') as json_file: with open('input/MAPPING.json') as json_file:
j = json.load(json_file) j = json.load(json_file)
for i in range(len(data)): for i in range(len(data)):
......
...@@ -23,7 +23,9 @@ def return_edges(): ...@@ -23,7 +23,9 @@ def return_edges():
def return_features_labels(): def return_features_labels():
data = pd.read_csv("input/OE_LABELS.csv") #labels.csv data = pd.read_csv("input/OE_LABELS.csv") #labels.csv
data = data.drop(columns=['DATETIME']) data = data.drop(columns=['DATETIME'])
data = data[['tid','LAW','INFRINGEMENT','PERSON','NATION/RELIGIOUS/POL_GROUP','GEOGRAPHICAL_LOC','LANGUAGE','LOCATION_STRUCTURE','LOCATION','CONTACTNAME','ORGANIZATION','ORGANIZATION2','GEOGRAPHY2','PERCENT']]
#uncomment below for 13 features
#data = data[['tid','LAW','INFRINGEMENT','PERSON','NATION/RELIGIOUS/POL_GROUP','GEOGRAPHICAL_LOC','LANGUAGE','LOCATION_STRUCTURE','LOCATION','CONTACTNAME','ORGANIZATION','ORGANIZATION2','GEOGRAPHY2','PERCENT']]
with open('input/MAPPING.json') as json_file: with open('input/MAPPING.json') as json_file:
j = json.load(json_file) j = json.load(json_file)
......
...@@ -9,13 +9,12 @@ import json ...@@ -9,13 +9,12 @@ import json
import csv import csv
from hetDotProduct import HeteroDotProductPredictor from hetDotProduct import HeteroDotProductPredictor
from rgcnClass import RGCN from rgcnClass import RGCN
#from sageClass import GraphSAGE
class Model(nn.Module): class Model(nn.Module):
def __init__(self, in_features, hidden_features, out_features, rel_names): def __init__(self, in_features, hidden_features, out_features, rel_names):
super().__init__() super().__init__()
self.sage = RGCN(in_features, hidden_features, out_features, rel_names) self.rgcn = RGCN(in_features, hidden_features, out_features, rel_names)
self.pred = HeteroDotProductPredictor() self.pred = HeteroDotProductPredictor()
def forward(self, g, neg_g, x, etype): def forward(self, g, neg_g, x, etype):
h = self.sage(g, x) h = self.rgcn(g, x)
return h return h
\ No newline at end of file
...@@ -23,6 +23,8 @@ def return_edges(): ...@@ -23,6 +23,8 @@ def return_edges():
def return_features_labels(): def return_features_labels():
data = pd.read_csv("input/OE_LABELS.csv") #labels.csv data = pd.read_csv("input/OE_LABELS.csv") #labels.csv
data = data.drop(columns=['DATETIME']) data = data.drop(columns=['DATETIME'])
#uncomment below for 13 features
#data = data[['tid','LAW','INFRINGEMENT','PERSON','NATION/RELIGIOUS/POL_GROUP','GEOGRAPHICAL_LOC','LANGUAGE','LOCATION_STRUCTURE','LOCATION','CONTACTNAME','ORGANIZATION','ORGANIZATION2','GEOGRAPHY2','PERCENT']] #data = data[['tid','LAW','INFRINGEMENT','PERSON','NATION/RELIGIOUS/POL_GROUP','GEOGRAPHICAL_LOC','LANGUAGE','LOCATION_STRUCTURE','LOCATION','CONTACTNAME','ORGANIZATION','ORGANIZATION2','GEOGRAPHY2','PERCENT']]
with open('input/MAPPING.json') as json_file: with open('input/MAPPING.json') as json_file:
......
...@@ -23,6 +23,8 @@ def return_edges(): ...@@ -23,6 +23,8 @@ def return_edges():
def return_features_labels(): def return_features_labels():
data = pd.read_csv("input/OE_LABELS.csv") #labels.csv data = pd.read_csv("input/OE_LABELS.csv") #labels.csv
data = data.drop(columns=['DATETIME']) data = data.drop(columns=['DATETIME'])
#uncomment below for 13 features
#data = data[['tid','LAW','INFRINGEMENT','PERSON','NATION/RELIGIOUS/POL_GROUP','GEOGRAPHICAL_LOC','LANGUAGE','LOCATION_STRUCTURE','LOCATION','CONTACTNAME','ORGANIZATION','ORGANIZATION2','GEOGRAPHY2','PERCENT']] #data = data[['tid','LAW','INFRINGEMENT','PERSON','NATION/RELIGIOUS/POL_GROUP','GEOGRAPHICAL_LOC','LANGUAGE','LOCATION_STRUCTURE','LOCATION','CONTACTNAME','ORGANIZATION','ORGANIZATION2','GEOGRAPHY2','PERCENT']]
with open('input/MAPPING.json') as json_file: with open('input/MAPPING.json') as json_file:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment