comparison TaskManager/ManyCore/FileMapReduce.h @ 2053:030b8efcf357 draft

remove wordCount dependency in FileMapReduce
author masa
date Thu, 28 Jan 2016 18:52:38 +0900
parents cc1ea3933551
children 2e7a6f40672f
comparison
equal deleted inserted replaced
2052:cc1ea3933551 2053:030b8efcf357
14 CPU_TYPE read_cpu; 14 CPU_TYPE read_cpu;
15 15
16 long size; // remaining file size 16 long size; // remaining file size
17 long division_size; // for each word count task 17 long division_size; // for each word count task
18 long division_out_size; 18 long division_out_size;
19 long out_size; 19 long task_num; // task count
20 long out_size_; 20 long remain_task; // remaining task count
21 long task_num; // remaining task count
22 long task_blocks; // spawn task one at a time 21 long task_blocks; // spawn task one at a time
23 long status_num;
24 long task_spawned; 22 long task_spawned;
25 unsigned long long *o_data; 23 unsigned long long *o_data;
26 long out_task_num;
27 long pad; 24 long pad;
28 char *file_mmap; 25 char *file_mmap;
29 long file_size; 26 long file_size;
30 HTaskPtr t_print; 27 HTaskPtr t_print;
31 } MapReduce, *MapReducePtr; 28 } MapReduce, *MapReducePtr;
75 int t_exec_num ; 72 int t_exec_num ;
76 CPU_TYPE spe_cpu ; 73 CPU_TYPE spe_cpu ;
77 int TASK_EXEC; 74 int TASK_EXEC;
78 int TASK_EXEC_DATA_PARALLEL; 75 int TASK_EXEC_DATA_PARALLEL;
79 int TASK_PRINT; 76 int TASK_PRINT;
77 public:
78 CPU_TYPE read_spe_cpu;
80 int blocks; 79 int blocks;
81 int division; // in Kbyte 80 int division; // in Kbyte
82 public: 81 int division_out_size;
83 CPU_TYPE read_spe_cpu;
84 int use_iterate; 82 int use_iterate;
85 int task_exec_id; 83 int task_exec_id;
86 int task_print_id; 84 int task_print_id;
87 const char *fmp_help_str; 85 const char *fmp_help_str;
88 }; 86 };