-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathstart.py
34 lines (31 loc) · 986 Bytes
/
start.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
from server import *
from client import *
from Settings import *
import multiprocessing
import subprocess
import os
import time
import shutil
def run_script(script_name):
subprocess.run(['python', script_name])
def main():
host = ServerIP()
port = 12345
print(host)
my_server = MyServer(host, port)
num_workers = 1
#worker1 = Worker(host, port, 'worker1')
#worker2 = Worker(host, port, 'worker2')
my_server.start_connection(num_workers)
time.sleep(0.1)
my_server.send_worker_list(num_workers)
time.sleep(0.1)
my_server.send_reduce_file("User\\reducer.py","reducer.py",num_workers)
time.sleep(0.1)
my_server.send_map_file("User\\mapper.py","mapper.py",num_workers)
os.makedirs('splited_data')
split_file_by_lines("User\\data.txt","data.txt",len(my_server.workers),"splited_data")
my_server.send_origin_data_to_worker(num_workers,"data.txt")
shutil.rmtree('splited_data')
if __name__ == '__main__':
main()