-
Notifications
You must be signed in to change notification settings - Fork 0
/
split_dataset.py
72 lines (56 loc) · 1.8 KB
/
split_dataset.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
import os
from shutil import copyfile
import pickle
import numpy as np
from decimal import Decimal
dataset='bologna_dataset_sparse/'
trainset = 'bologna_train_sparse/'
testset = 'bologna_test_sparse/'
def getint(name):
basename = name.partition('.')
parts = name.partition('_')
return int(parts[0])
def generateLabels(folderPath, fileName):
files = os.listdir(folderPath)
files.sort(key=getint)
labels = []
for file in files:
file = file.replace(".jpg", "")
file = file.split('_')
x = float(file[1].replace('X', ""))
y = float(file[2].replace('Y', ""))
labels.append((x, y))
with open(fileName + '.lbl', 'wb') as f:
pickle.dump(labels, f)
def checkMapping(folderPath, labelFile):
files = os.listdir(folderPath)
files.sort(key=getint)
with open(labelFile, 'rb') as f:
labels = pickle.load(f)
i=0
for file in files:
print(file + ' --> ' + str(labels[i]))
i+=1
def splitDataset(datasetFolder, trainsetFolder, testsetFolder):
index = -1
for files in os.listdir(datasetFolder):
if(index == 39):
index = 0
else:
index += 1
if(index<=7 or (index>=12 and index <= 27) or (index >= 32 and index <=39)):
copyfile(datasetFolder + files, trainsetFolder + files)
else:
copyfile(datasetFolder + files, testsetFolder + files)
def changeNames(folder):
i = 0
for file in os.listdir(folder):
os.rename(folder+file, folder + str(i) + '_' + file)
i+=1
#splitDataset(dataset, trainset, testset)
#changeNames(trainset)
#changeNames(testset)
#generateLabels(trainset, 'train_labels')
#generateLabels(testset, 'test_labels')
#checkMapping(trainset, 'train_labels.lbl')
#checkMapping(testset, 'test_labels.lbl')