horovod_timeline_1worker.json

[
{"name": "process_name", "ph": "M", "pid": 1, "args": {"name": "HorovodBroadcast_column1_conv1_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 1, "args": {"sort_index": 1}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557716, "pid": 1},
{"ph": "X", "name": "0", "ts": 331557759, "pid": 1, "dur": 0},
{"ph": "E", "ts": 331557764, "pid": 1},
{"name": "process_name", "ph": "M", "pid": 2, "args": {"name": "HorovodBroadcast_column1_conv1_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 2, "args": {"sort_index": 2}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557771, "pid": 2},
{"ph": "X", "name": "0", "ts": 331557784, "pid": 2, "dur": 0},
{"ph": "E", "ts": 331557789, "pid": 2},
{"name": "process_name", "ph": "M", "pid": 3, "args": {"name": "HorovodBroadcast_column1_deconv2_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 3, "args": {"sort_index": 3}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557795, "pid": 3},
{"ph": "X", "name": "0", "ts": 331557807, "pid": 3, "dur": 0},
{"ph": "E", "ts": 331557812, "pid": 3},
{"name": "process_name", "ph": "M", "pid": 4, "args": {"name": "HorovodBroadcast_column3_conv3_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 4, "args": {"sort_index": 4}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557819, "pid": 4},
{"ph": "X", "name": "0", "ts": 331557830, "pid": 4, "dur": 0},
{"ph": "E", "ts": 331557835, "pid": 4},
{"name": "process_name", "ph": "M", "pid": 5, "args": {"name": "HorovodBroadcast_column3_conv4_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 5, "args": {"sort_index": 5}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557840, "pid": 5},
{"ph": "X", "name": "0", "ts": 331557851, "pid": 5, "dur": 0},
{"ph": "E", "ts": 331557856, "pid": 5},
{"name": "process_name", "ph": "M", "pid": 6, "args": {"name": "HorovodBroadcast_column3_conv4_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 6, "args": {"sort_index": 6}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557862, "pid": 6},
{"ph": "X", "name": "0", "ts": 331557874, "pid": 6, "dur": 0},
{"ph": "E", "ts": 331557878, "pid": 6},
{"name": "process_name", "ph": "M", "pid": 7, "args": {"name": "HorovodBroadcast_column3_conv4_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 7, "args": {"sort_index": 7}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557886, "pid": 7},
{"ph": "X", "name": "0", "ts": 331557898, "pid": 7, "dur": 0},
{"ph": "E", "ts": 331557903, "pid": 7},
{"name": "process_name", "ph": "M", "pid": 8, "args": {"name": "HorovodBroadcast_column3_conv4_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 8, "args": {"sort_index": 8}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557909, "pid": 8},
{"ph": "X", "name": "0", "ts": 331557920, "pid": 8, "dur": 0},
{"ph": "E", "ts": 331557924, "pid": 8},
{"name": "process_name", "ph": "M", "pid": 9, "args": {"name": "HorovodBroadcast_column3_deconv1_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 9, "args": {"sort_index": 9}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557931, "pid": 9},
{"ph": "X", "name": "0", "ts": 331557943, "pid": 9, "dur": 0},
{"ph": "E", "ts": 331557948, "pid": 9},
{"name": "process_name", "ph": "M", "pid": 10, "args": {"name": "HorovodBroadcast_column3_deconv1_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 10, "args": {"sort_index": 10}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557954, "pid": 10},
{"ph": "X", "name": "0", "ts": 331557967, "pid": 10, "dur": 0},
{"ph": "E", "ts": 331557972, "pid": 10},
{"name": "process_name", "ph": "M", "pid": 11, "args": {"name": "HorovodBroadcast_column3_deconv1_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 11, "args": {"sort_index": 11}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557978, "pid": 11},
{"ph": "X", "name": "0", "ts": 331557988, "pid": 11, "dur": 0},
{"ph": "E", "ts": 331557993, "pid": 11},
{"name": "process_name", "ph": "M", "pid": 12, "args": {"name": "HorovodBroadcast_column3_deconv1_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 12, "args": {"sort_index": 12}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331557999, "pid": 12},
{"ph": "X", "name": "0", "ts": 331558019, "pid": 12, "dur": 0},
{"ph": "E", "ts": 331558024, "pid": 12},
{"name": "process_name", "ph": "M", "pid": 13, "args": {"name": "HorovodBroadcast_column1_deconv2_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 13, "args": {"sort_index": 13}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331558030, "pid": 13},
{"ph": "X", "name": "0", "ts": 331558041, "pid": 13, "dur": 0},
{"ph": "E", "ts": 331558046, "pid": 13},
{"name": "process_name", "ph": "M", "pid": 14, "args": {"name": "HorovodBroadcast_column3_deconv2_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 14, "args": {"sort_index": 14}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331558052, "pid": 14},
{"ph": "X", "name": "0", "ts": 331558062, "pid": 14, "dur": 0},
{"ph": "E", "ts": 331558067, "pid": 14},
{"name": "process_name", "ph": "M", "pid": 15, "args": {"name": "HorovodBroadcast_column3_deconv2_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 15, "args": {"sort_index": 15}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331558073, "pid": 15},
{"ph": "X", "name": "0", "ts": 331558083, "pid": 15, "dur": 0},
{"ph": "E", "ts": 331558087, "pid": 15},
{"name": "process_name", "ph": "M", "pid": 16, "args": {"name": "HorovodBroadcast_column3_deconv2_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 16, "args": {"sort_index": 16}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331558093, "pid": 16},
{"ph": "X", "name": "0", "ts": 331558103, "pid": 16, "dur": 0},
{"ph": "E", "ts": 331558107, "pid": 16},
{"name": "process_name", "ph": "M", "pid": 17, "args": {"name": "HorovodBroadcast_column3_deconv2_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 17, "args": {"sort_index": 17}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331558113, "pid": 17},
{"ph": "X", "name": "0", "ts": 331558126, "pid": 17, "dur": 0},
{"ph": "E", "ts": 331558130, "pid": 17},
{"ph": "B", "name": "BROADCAST", "ts": 331558213, "pid": 1},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558221, "pid": 1},
{"ph": "E", "ts": 331558227, "pid": 1},
{"ph": "E", "ts": 331558233, "pid": 1},
{"ph": "B", "name": "BROADCAST", "ts": 331558246, "pid": 2},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558253, "pid": 2},
{"ph": "E", "ts": 331558258, "pid": 2},
{"ph": "E", "ts": 331558263, "pid": 2},
{"ph": "B", "name": "BROADCAST", "ts": 331558275, "pid": 3},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558282, "pid": 3},
{"ph": "E", "ts": 331558287, "pid": 3},
{"ph": "E", "ts": 331558292, "pid": 3},
{"ph": "B", "name": "BROADCAST", "ts": 331558300, "pid": 4},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558306, "pid": 4},
{"ph": "E", "ts": 331558310, "pid": 4},
{"ph": "E", "ts": 331558316, "pid": 4},
{"ph": "B", "name": "BROADCAST", "ts": 331558323, "pid": 5},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558329, "pid": 5},
{"ph": "E", "ts": 331558334, "pid": 5},
{"ph": "E", "ts": 331558339, "pid": 5},
{"ph": "B", "name": "BROADCAST", "ts": 331558347, "pid": 6},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558353, "pid": 6},
{"ph": "E", "ts": 331558358, "pid": 6},
{"ph": "E", "ts": 331558363, "pid": 6},
{"ph": "B", "name": "BROADCAST", "ts": 331558370, "pid": 7},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558377, "pid": 7},
{"ph": "E", "ts": 331558381, "pid": 7},
{"ph": "E", "ts": 331558388, "pid": 7},
{"ph": "B", "name": "BROADCAST", "ts": 331558396, "pid": 8},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558401, "pid": 8},
{"ph": "E", "ts": 331558406, "pid": 8},
{"ph": "E", "ts": 331558411, "pid": 8},
{"ph": "B", "name": "BROADCAST", "ts": 331558419, "pid": 9},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558425, "pid": 9},
{"ph": "E", "ts": 331558430, "pid": 9},
{"ph": "E", "ts": 331558435, "pid": 9},
{"ph": "B", "name": "BROADCAST", "ts": 331558445, "pid": 10},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558450, "pid": 10},
{"ph": "E", "ts": 331558461, "pid": 10},
{"ph": "E", "ts": 331558467, "pid": 10},
{"ph": "B", "name": "BROADCAST", "ts": 331558475, "pid": 11},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558480, "pid": 11},
{"ph": "E", "ts": 331558485, "pid": 11},
{"ph": "E", "ts": 331558490, "pid": 11},
{"ph": "B", "name": "BROADCAST", "ts": 331558498, "pid": 12},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558503, "pid": 12},
{"ph": "E", "ts": 331558508, "pid": 12},
{"ph": "E", "ts": 331558513, "pid": 12},
{"ph": "B", "name": "BROADCAST", "ts": 331558523, "pid": 13},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558528, "pid": 13},
{"ph": "E", "ts": 331558533, "pid": 13},
{"ph": "E", "ts": 331558538, "pid": 13},
{"ph": "B", "name": "BROADCAST", "ts": 331558547, "pid": 14},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558553, "pid": 14},
{"ph": "E", "ts": 331558558, "pid": 14},
{"ph": "E", "ts": 331558563, "pid": 14},
{"ph": "B", "name": "BROADCAST", "ts": 331558570, "pid": 15},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558576, "pid": 15},
{"ph": "E", "ts": 331558581, "pid": 15},
{"ph": "E", "ts": 331558586, "pid": 15},
{"ph": "B", "name": "BROADCAST", "ts": 331558593, "pid": 16},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558598, "pid": 16},
{"ph": "E", "ts": 331558603, "pid": 16},
{"ph": "E", "ts": 331558608, "pid": 16},
{"ph": "B", "name": "BROADCAST", "ts": 331558615, "pid": 17},
{"ph": "B", "name": "MPI_BCAST", "ts": 331558622, "pid": 17},
{"ph": "E", "ts": 331558627, "pid": 17},
{"ph": "E", "ts": 331558633, "pid": 17},
{"name": "process_name", "ph": "M", "pid": 18, "args": {"name": "HorovodBroadcast_final_conv_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 18, "args": {"sort_index": 18}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562781, "pid": 18},
{"ph": "X", "name": "0", "ts": 331562796, "pid": 18, "dur": 0},
{"ph": "E", "ts": 331562800, "pid": 18},
{"name": "process_name", "ph": "M", "pid": 19, "args": {"name": "HorovodBroadcast_final_conv_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 19, "args": {"sort_index": 19}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562804, "pid": 19},
{"ph": "X", "name": "0", "ts": 331562812, "pid": 19, "dur": 0},
{"ph": "E", "ts": 331562815, "pid": 19},
{"name": "process_name", "ph": "M", "pid": 20, "args": {"name": "HorovodBroadcast_final_conv_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 20, "args": {"sort_index": 20}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562819, "pid": 20},
{"ph": "X", "name": "0", "ts": 331562826, "pid": 20, "dur": 0},
{"ph": "E", "ts": 331562829, "pid": 20},
{"name": "process_name", "ph": "M", "pid": 21, "args": {"name": "HorovodBroadcast_final_conv_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 21, "args": {"sort_index": 21}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562833, "pid": 21},
{"ph": "X", "name": "0", "ts": 331562840, "pid": 21, "dur": 0},
{"ph": "E", "ts": 331562843, "pid": 21},
{"name": "process_name", "ph": "M", "pid": 22, "args": {"name": "HorovodBroadcast_column2_conv1_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 22, "args": {"sort_index": 22}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562847, "pid": 22},
{"ph": "X", "name": "0", "ts": 331562854, "pid": 22, "dur": 0},
{"ph": "E", "ts": 331562857, "pid": 22},
{"name": "process_name", "ph": "M", "pid": 23, "args": {"name": "HorovodBroadcast_column2_conv1_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 23, "args": {"sort_index": 23}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562861, "pid": 23},
{"ph": "X", "name": "0", "ts": 331562868, "pid": 23, "dur": 0},
{"ph": "E", "ts": 331562871, "pid": 23},
{"name": "process_name", "ph": "M", "pid": 24, "args": {"name": "HorovodBroadcast_column2_conv2_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 24, "args": {"sort_index": 24}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562875, "pid": 24},
{"ph": "X", "name": "0", "ts": 331562882, "pid": 24, "dur": 0},
{"ph": "E", "ts": 331562891, "pid": 24},
{"name": "process_name", "ph": "M", "pid": 25, "args": {"name": "HorovodBroadcast_column2_conv2_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 25, "args": {"sort_index": 25}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562895, "pid": 25},
{"ph": "X", "name": "0", "ts": 331562902, "pid": 25, "dur": 0},
{"ph": "E", "ts": 331562905, "pid": 25},
{"name": "process_name", "ph": "M", "pid": 26, "args": {"name": "HorovodBroadcast_column2_conv3_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 26, "args": {"sort_index": 26}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562909, "pid": 26},
{"ph": "X", "name": "0", "ts": 331562916, "pid": 26, "dur": 0},
{"ph": "E", "ts": 331562919, "pid": 26},
{"name": "process_name", "ph": "M", "pid": 27, "args": {"name": "HorovodBroadcast_column2_conv3_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 27, "args": {"sort_index": 27}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562923, "pid": 27},
{"ph": "X", "name": "0", "ts": 331562930, "pid": 27, "dur": 0},
{"ph": "E", "ts": 331562933, "pid": 27},
{"name": "process_name", "ph": "M", "pid": 28, "args": {"name": "HorovodBroadcast_column2_conv4_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 28, "args": {"sort_index": 28}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562937, "pid": 28},
{"ph": "X", "name": "0", "ts": 331562944, "pid": 28, "dur": 0},
{"ph": "E", "ts": 331562947, "pid": 28},
{"name": "process_name", "ph": "M", "pid": 29, "args": {"name": "HorovodBroadcast_column2_conv4_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 29, "args": {"sort_index": 29}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562950, "pid": 29},
{"ph": "X", "name": "0", "ts": 331562957, "pid": 29, "dur": 0},
{"ph": "E", "ts": 331562960, "pid": 29},
{"name": "process_name", "ph": "M", "pid": 30, "args": {"name": "HorovodBroadcast_column1_conv2_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 30, "args": {"sort_index": 30}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562964, "pid": 30},
{"ph": "X", "name": "0", "ts": 331562971, "pid": 30, "dur": 0},
{"ph": "E", "ts": 331562974, "pid": 30},
{"name": "process_name", "ph": "M", "pid": 31, "args": {"name": "HorovodBroadcast_column2_deconv1_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 31, "args": {"sort_index": 31}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562978, "pid": 31},
{"ph": "X", "name": "0", "ts": 331562985, "pid": 31, "dur": 0},
{"ph": "E", "ts": 331562988, "pid": 31},
{"name": "process_name", "ph": "M", "pid": 32, "args": {"name": "HorovodBroadcast_column2_deconv1_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 32, "args": {"sort_index": 32}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331562992, "pid": 32},
{"ph": "X", "name": "0", "ts": 331562999, "pid": 32, "dur": 0},
{"ph": "E", "ts": 331563001, "pid": 32},
{"name": "process_name", "ph": "M", "pid": 33, "args": {"name": "HorovodBroadcast_column2_deconv2_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 33, "args": {"sort_index": 33}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563005, "pid": 33},
{"ph": "X", "name": "0", "ts": 331563012, "pid": 33, "dur": 0},
{"ph": "E", "ts": 331563015, "pid": 33},
{"name": "process_name", "ph": "M", "pid": 34, "args": {"name": "HorovodBroadcast_column2_deconv2_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 34, "args": {"sort_index": 34}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563019, "pid": 34},
{"ph": "X", "name": "0", "ts": 331563026, "pid": 34, "dur": 0},
{"ph": "E", "ts": 331563029, "pid": 34},
{"name": "process_name", "ph": "M", "pid": 35, "args": {"name": "HorovodBroadcast_column3_conv1_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 35, "args": {"sort_index": 35}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563033, "pid": 35},
{"ph": "X", "name": "0", "ts": 331563040, "pid": 35, "dur": 0},
{"ph": "E", "ts": 331563043, "pid": 35},
{"name": "process_name", "ph": "M", "pid": 36, "args": {"name": "HorovodBroadcast_column3_conv1_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 36, "args": {"sort_index": 36}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563046, "pid": 36},
{"ph": "X", "name": "0", "ts": 331563056, "pid": 36, "dur": 0},
{"ph": "E", "ts": 331563059, "pid": 36},
{"name": "process_name", "ph": "M", "pid": 37, "args": {"name": "HorovodBroadcast_column3_conv2_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 37, "args": {"sort_index": 37}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563063, "pid": 37},
{"ph": "X", "name": "0", "ts": 331563072, "pid": 37, "dur": 0},
{"ph": "E", "ts": 331563075, "pid": 37},
{"name": "process_name", "ph": "M", "pid": 38, "args": {"name": "HorovodBroadcast_column3_conv2_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 38, "args": {"sort_index": 38}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563079, "pid": 38},
{"ph": "X", "name": "0", "ts": 331563086, "pid": 38, "dur": 0},
{"ph": "E", "ts": 331563089, "pid": 38},
{"name": "process_name", "ph": "M", "pid": 39, "args": {"name": "HorovodBroadcast_column3_conv3_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 39, "args": {"sort_index": 39}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563093, "pid": 39},
{"ph": "X", "name": "0", "ts": 331563100, "pid": 39, "dur": 0},
{"ph": "E", "ts": 331563103, "pid": 39},
{"name": "process_name", "ph": "M", "pid": 40, "args": {"name": "HorovodBroadcast_column3_conv3_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 40, "args": {"sort_index": 40}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563107, "pid": 40},
{"ph": "X", "name": "0", "ts": 331563114, "pid": 40, "dur": 0},
{"ph": "E", "ts": 331563117, "pid": 40},
{"name": "process_name", "ph": "M", "pid": 41, "args": {"name": "HorovodBroadcast_column1_conv2_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 41, "args": {"sort_index": 41}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563121, "pid": 41},
{"ph": "X", "name": "0", "ts": 331563128, "pid": 41, "dur": 0},
{"ph": "E", "ts": 331563131, "pid": 41},
{"name": "process_name", "ph": "M", "pid": 42, "args": {"name": "HorovodBroadcast_column3_conv4_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 42, "args": {"sort_index": 42}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563134, "pid": 42},
{"ph": "X", "name": "0", "ts": 331563141, "pid": 42, "dur": 0},
{"ph": "E", "ts": 331563144, "pid": 42},
{"name": "process_name", "ph": "M", "pid": 43, "args": {"name": "HorovodBroadcast_column3_conv4_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 43, "args": {"sort_index": 43}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563148, "pid": 43},
{"ph": "X", "name": "0", "ts": 331563155, "pid": 43, "dur": 0},
{"ph": "E", "ts": 331563158, "pid": 43},
{"name": "process_name", "ph": "M", "pid": 44, "args": {"name": "HorovodBroadcast_column3_deconv1_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 44, "args": {"sort_index": 44}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563162, "pid": 44},
{"ph": "X", "name": "0", "ts": 331563169, "pid": 44, "dur": 0},
{"ph": "E", "ts": 331563172, "pid": 44},
{"name": "process_name", "ph": "M", "pid": 45, "args": {"name": "HorovodBroadcast_column3_deconv1_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 45, "args": {"sort_index": 45}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563175, "pid": 45},
{"ph": "X", "name": "0", "ts": 331563182, "pid": 45, "dur": 0},
{"ph": "E", "ts": 331563185, "pid": 45},
{"name": "process_name", "ph": "M", "pid": 46, "args": {"name": "HorovodBroadcast_column3_deconv2_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 46, "args": {"sort_index": 46}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563189, "pid": 46},
{"ph": "X", "name": "0", "ts": 331563196, "pid": 46, "dur": 0},
{"ph": "E", "ts": 331563199, "pid": 46},
{"name": "process_name", "ph": "M", "pid": 47, "args": {"name": "HorovodBroadcast_column3_deconv2_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 47, "args": {"sort_index": 47}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563203, "pid": 47},
{"ph": "X", "name": "0", "ts": 331563213, "pid": 47, "dur": 0},
{"ph": "E", "ts": 331563216, "pid": 47},
{"name": "process_name", "ph": "M", "pid": 48, "args": {"name": "HorovodBroadcast_final_conv_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 48, "args": {"sort_index": 48}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563220, "pid": 48},
{"ph": "X", "name": "0", "ts": 331563227, "pid": 48, "dur": 0},
{"ph": "E", "ts": 331563230, "pid": 48},
{"name": "process_name", "ph": "M", "pid": 49, "args": {"name": "HorovodBroadcast_final_conv_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 49, "args": {"sort_index": 49}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563234, "pid": 49},
{"ph": "X", "name": "0", "ts": 331563241, "pid": 49, "dur": 0},
{"ph": "E", "ts": 331563244, "pid": 49},
{"name": "process_name", "ph": "M", "pid": 50, "args": {"name": "HorovodBroadcast_global_step_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 50, "args": {"sort_index": 50}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563248, "pid": 50},
{"ph": "X", "name": "0", "ts": 331563255, "pid": 50, "dur": 0},
{"ph": "E", "ts": 331563258, "pid": 50},
{"name": "process_name", "ph": "M", "pid": 51, "args": {"name": "HorovodBroadcast_beta1_power_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 51, "args": {"sort_index": 51}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563267, "pid": 51},
{"ph": "X", "name": "0", "ts": 331563275, "pid": 51, "dur": 0},
{"ph": "E", "ts": 331563278, "pid": 51},
{"name": "process_name", "ph": "M", "pid": 52, "args": {"name": "HorovodBroadcast_column1_conv1_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 52, "args": {"sort_index": 52}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563282, "pid": 52},
{"ph": "X", "name": "0", "ts": 331563289, "pid": 52, "dur": 0},
{"ph": "E", "ts": 331563292, "pid": 52},
{"name": "process_name", "ph": "M", "pid": 53, "args": {"name": "HorovodBroadcast_beta2_power_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 53, "args": {"sort_index": 53}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563296, "pid": 53},
{"ph": "X", "name": "0", "ts": 331563303, "pid": 53, "dur": 0},
{"ph": "E", "ts": 331563306, "pid": 53},
{"name": "process_name", "ph": "M", "pid": 54, "args": {"name": "HorovodBroadcast_column1_conv3_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 54, "args": {"sort_index": 54}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563311, "pid": 54},
{"ph": "X", "name": "0", "ts": 331563318, "pid": 54, "dur": 0},
{"ph": "E", "ts": 331563321, "pid": 54},
{"name": "process_name", "ph": "M", "pid": 55, "args": {"name": "HorovodBroadcast_column1_conv1_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 55, "args": {"sort_index": 55}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563325, "pid": 55},
{"ph": "X", "name": "0", "ts": 331563333, "pid": 55, "dur": 0},
{"ph": "E", "ts": 331563336, "pid": 55},
{"name": "process_name", "ph": "M", "pid": 56, "args": {"name": "HorovodBroadcast_column1_conv1_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 56, "args": {"sort_index": 56}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563340, "pid": 56},
{"ph": "X", "name": "0", "ts": 331563347, "pid": 56, "dur": 0},
{"ph": "E", "ts": 331563350, "pid": 56},
{"name": "process_name", "ph": "M", "pid": 57, "args": {"name": "HorovodBroadcast_column1_conv1_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 57, "args": {"sort_index": 57}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563354, "pid": 57},
{"ph": "X", "name": "0", "ts": 331563361, "pid": 57, "dur": 0},
{"ph": "E", "ts": 331563364, "pid": 57},
{"name": "process_name", "ph": "M", "pid": 58, "args": {"name": "HorovodBroadcast_column1_conv2_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 58, "args": {"sort_index": 58}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563368, "pid": 58},
{"ph": "X", "name": "0", "ts": 331563377, "pid": 58, "dur": 0},
{"ph": "E", "ts": 331563380, "pid": 58},
{"name": "process_name", "ph": "M", "pid": 59, "args": {"name": "HorovodBroadcast_column1_conv2_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 59, "args": {"sort_index": 59}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563384, "pid": 59},
{"ph": "X", "name": "0", "ts": 331563391, "pid": 59, "dur": 0},
{"ph": "E", "ts": 331563394, "pid": 59},
{"name": "process_name", "ph": "M", "pid": 60, "args": {"name": "HorovodBroadcast_column1_conv2_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 60, "args": {"sort_index": 60}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563398, "pid": 60},
{"ph": "X", "name": "0", "ts": 331563405, "pid": 60, "dur": 0},
{"ph": "E", "ts": 331563408, "pid": 60},
{"name": "process_name", "ph": "M", "pid": 61, "args": {"name": "HorovodBroadcast_column1_conv2_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 61, "args": {"sort_index": 61}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563412, "pid": 61},
{"ph": "X", "name": "0", "ts": 331563419, "pid": 61, "dur": 0},
{"ph": "E", "ts": 331563422, "pid": 61},
{"name": "process_name", "ph": "M", "pid": 62, "args": {"name": "HorovodBroadcast_column1_conv3_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 62, "args": {"sort_index": 62}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563426, "pid": 62},
{"ph": "X", "name": "0", "ts": 331563433, "pid": 62, "dur": 0},
{"ph": "E", "ts": 331563436, "pid": 62},
{"name": "process_name", "ph": "M", "pid": 63, "args": {"name": "HorovodBroadcast_column1_conv3_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 63, "args": {"sort_index": 63}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563440, "pid": 63},
{"ph": "X", "name": "0", "ts": 331563447, "pid": 63, "dur": 0},
{"ph": "E", "ts": 331563450, "pid": 63},
{"name": "process_name", "ph": "M", "pid": 64, "args": {"name": "HorovodBroadcast_column1_conv3_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 64, "args": {"sort_index": 64}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563454, "pid": 64},
{"ph": "X", "name": "0", "ts": 331563461, "pid": 64, "dur": 0},
{"ph": "E", "ts": 331563464, "pid": 64},
{"name": "process_name", "ph": "M", "pid": 65, "args": {"name": "HorovodBroadcast_column1_conv3_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 65, "args": {"sort_index": 65}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563468, "pid": 65},
{"ph": "X", "name": "0", "ts": 331563475, "pid": 65, "dur": 0},
{"ph": "E", "ts": 331563478, "pid": 65},
{"name": "process_name", "ph": "M", "pid": 66, "args": {"name": "HorovodBroadcast_column1_conv4_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 66, "args": {"sort_index": 66}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563482, "pid": 66},
{"ph": "X", "name": "0", "ts": 331563489, "pid": 66, "dur": 0},
{"ph": "E", "ts": 331563492, "pid": 66},
{"name": "process_name", "ph": "M", "pid": 67, "args": {"name": "HorovodBroadcast_column1_conv3_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 67, "args": {"sort_index": 67}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563496, "pid": 67},
{"ph": "X", "name": "0", "ts": 331563503, "pid": 67, "dur": 0},
{"ph": "E", "ts": 331563506, "pid": 67},
{"name": "process_name", "ph": "M", "pid": 68, "args": {"name": "HorovodBroadcast_column1_conv4_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 68, "args": {"sort_index": 68}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563509, "pid": 68},
{"ph": "X", "name": "0", "ts": 331563516, "pid": 68, "dur": 0},
{"ph": "E", "ts": 331563519, "pid": 68},
{"name": "process_name", "ph": "M", "pid": 69, "args": {"name": "HorovodBroadcast_column1_conv4_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 69, "args": {"sort_index": 69}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563523, "pid": 69},
{"ph": "X", "name": "0", "ts": 331563533, "pid": 69, "dur": 0},
{"ph": "E", "ts": 331563536, "pid": 69},
{"name": "process_name", "ph": "M", "pid": 70, "args": {"name": "HorovodBroadcast_column1_deconv1_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 70, "args": {"sort_index": 70}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563539, "pid": 70},
{"ph": "X", "name": "0", "ts": 331563547, "pid": 70, "dur": 0},
{"ph": "E", "ts": 331563549, "pid": 70},
{"name": "process_name", "ph": "M", "pid": 71, "args": {"name": "HorovodBroadcast_column1_conv4_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 71, "args": {"sort_index": 71}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563553, "pid": 71},
{"ph": "X", "name": "0", "ts": 331563560, "pid": 71, "dur": 0},
{"ph": "E", "ts": 331563563, "pid": 71},
{"name": "process_name", "ph": "M", "pid": 72, "args": {"name": "HorovodBroadcast_column1_deconv1_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 72, "args": {"sort_index": 72}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563567, "pid": 72},
{"ph": "X", "name": "0", "ts": 331563574, "pid": 72, "dur": 0},
{"ph": "E", "ts": 331563577, "pid": 72},
{"name": "process_name", "ph": "M", "pid": 73, "args": {"name": "HorovodBroadcast_column1_deconv1_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 73, "args": {"sort_index": 73}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563581, "pid": 73},
{"ph": "X", "name": "0", "ts": 331563588, "pid": 73, "dur": 0},
{"ph": "E", "ts": 331563591, "pid": 73},
{"name": "process_name", "ph": "M", "pid": 74, "args": {"name": "HorovodBroadcast_column1_conv4_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 74, "args": {"sort_index": 74}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563595, "pid": 74},
{"ph": "X", "name": "0", "ts": 331563602, "pid": 74, "dur": 0},
{"ph": "E", "ts": 331563605, "pid": 74},
{"name": "process_name", "ph": "M", "pid": 75, "args": {"name": "HorovodBroadcast_column1_deconv1_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 75, "args": {"sort_index": 75}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563609, "pid": 75},
{"ph": "X", "name": "0", "ts": 331563616, "pid": 75, "dur": 0},
{"ph": "E", "ts": 331563619, "pid": 75},
{"name": "process_name", "ph": "M", "pid": 76, "args": {"name": "HorovodBroadcast_column1_deconv2_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 76, "args": {"sort_index": 76}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563623, "pid": 76},
{"ph": "X", "name": "0", "ts": 331563630, "pid": 76, "dur": 0},
{"ph": "E", "ts": 331563633, "pid": 76},
{"name": "process_name", "ph": "M", "pid": 77, "args": {"name": "HorovodBroadcast_column1_deconv2_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 77, "args": {"sort_index": 77}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563636, "pid": 77},
{"ph": "X", "name": "0", "ts": 331563643, "pid": 77, "dur": 0},
{"ph": "E", "ts": 331563646, "pid": 77},
{"name": "process_name", "ph": "M", "pid": 78, "args": {"name": "HorovodBroadcast_column1_deconv2_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 78, "args": {"sort_index": 78}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563650, "pid": 78},
{"ph": "X", "name": "0", "ts": 331563657, "pid": 78, "dur": 0},
{"ph": "E", "ts": 331563660, "pid": 78},
{"name": "process_name", "ph": "M", "pid": 79, "args": {"name": "HorovodBroadcast_column1_deconv2_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 79, "args": {"sort_index": 79}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563663, "pid": 79},
{"ph": "X", "name": "0", "ts": 331563677, "pid": 79, "dur": 0},
{"ph": "E", "ts": 331563680, "pid": 79},
{"name": "process_name", "ph": "M", "pid": 80, "args": {"name": "HorovodBroadcast_column2_conv1_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 80, "args": {"sort_index": 80}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563684, "pid": 80},
{"ph": "X", "name": "0", "ts": 331563694, "pid": 80, "dur": 0},
{"ph": "E", "ts": 331563697, "pid": 80},
{"name": "process_name", "ph": "M", "pid": 81, "args": {"name": "HorovodBroadcast_column2_conv1_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 81, "args": {"sort_index": 81}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563701, "pid": 81},
{"ph": "X", "name": "0", "ts": 331563708, "pid": 81, "dur": 0},
{"ph": "E", "ts": 331563711, "pid": 81},
{"name": "process_name", "ph": "M", "pid": 82, "args": {"name": "HorovodBroadcast_column2_conv1_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 82, "args": {"sort_index": 82}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563715, "pid": 82},
{"ph": "X", "name": "0", "ts": 331563722, "pid": 82, "dur": 0},
{"ph": "E", "ts": 331563725, "pid": 82},
{"name": "process_name", "ph": "M", "pid": 83, "args": {"name": "HorovodBroadcast_column2_conv1_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 83, "args": {"sort_index": 83}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563729, "pid": 83},
{"ph": "X", "name": "0", "ts": 331563736, "pid": 83, "dur": 0},
{"ph": "E", "ts": 331563739, "pid": 83},
{"name": "process_name", "ph": "M", "pid": 84, "args": {"name": "HorovodBroadcast_column2_conv2_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 84, "args": {"sort_index": 84}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563743, "pid": 84},
{"ph": "X", "name": "0", "ts": 331563750, "pid": 84, "dur": 0},
{"ph": "E", "ts": 331563753, "pid": 84},
{"name": "process_name", "ph": "M", "pid": 85, "args": {"name": "HorovodBroadcast_column1_conv4_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 85, "args": {"sort_index": 85}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563757, "pid": 85},
{"ph": "X", "name": "0", "ts": 331563764, "pid": 85, "dur": 0},
{"ph": "E", "ts": 331563767, "pid": 85},
{"name": "process_name", "ph": "M", "pid": 86, "args": {"name": "HorovodBroadcast_column2_conv2_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 86, "args": {"sort_index": 86}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563771, "pid": 86},
{"ph": "X", "name": "0", "ts": 331563778, "pid": 86, "dur": 0},
{"ph": "E", "ts": 331563781, "pid": 86},
{"name": "process_name", "ph": "M", "pid": 87, "args": {"name": "HorovodBroadcast_column2_conv2_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 87, "args": {"sort_index": 87}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563785, "pid": 87},
{"ph": "X", "name": "0", "ts": 331563792, "pid": 87, "dur": 0},
{"ph": "E", "ts": 331563795, "pid": 87},
{"name": "process_name", "ph": "M", "pid": 88, "args": {"name": "HorovodBroadcast_column2_conv2_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 88, "args": {"sort_index": 88}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563798, "pid": 88},
{"ph": "X", "name": "0", "ts": 331563806, "pid": 88, "dur": 0},
{"ph": "E", "ts": 331563808, "pid": 88},
{"name": "process_name", "ph": "M", "pid": 89, "args": {"name": "HorovodBroadcast_column2_conv3_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 89, "args": {"sort_index": 89}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563813, "pid": 89},
{"ph": "X", "name": "0", "ts": 331563820, "pid": 89, "dur": 0},
{"ph": "E", "ts": 331563823, "pid": 89},
{"name": "process_name", "ph": "M", "pid": 90, "args": {"name": "HorovodBroadcast_column2_conv3_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 90, "args": {"sort_index": 90}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563827, "pid": 90},
{"ph": "X", "name": "0", "ts": 331563834, "pid": 90, "dur": 0},
{"ph": "E", "ts": 331563837, "pid": 90},
{"name": "process_name", "ph": "M", "pid": 91, "args": {"name": "HorovodBroadcast_column2_conv3_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 91, "args": {"sort_index": 91}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563840, "pid": 91},
{"ph": "X", "name": "0", "ts": 331563850, "pid": 91, "dur": 0},
{"ph": "E", "ts": 331563853, "pid": 91},
{"name": "process_name", "ph": "M", "pid": 92, "args": {"name": "HorovodBroadcast_column2_conv3_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 92, "args": {"sort_index": 92}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563857, "pid": 92},
{"ph": "X", "name": "0", "ts": 331563864, "pid": 92, "dur": 0},
{"ph": "E", "ts": 331563867, "pid": 92},
{"name": "process_name", "ph": "M", "pid": 93, "args": {"name": "HorovodBroadcast_column2_conv4_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 93, "args": {"sort_index": 93}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563871, "pid": 93},
{"ph": "X", "name": "0", "ts": 331563878, "pid": 93, "dur": 0},
{"ph": "E", "ts": 331563881, "pid": 93},
{"name": "process_name", "ph": "M", "pid": 94, "args": {"name": "HorovodBroadcast_column2_conv4_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 94, "args": {"sort_index": 94}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563885, "pid": 94},
{"ph": "X", "name": "0", "ts": 331563892, "pid": 94, "dur": 0},
{"ph": "E", "ts": 331563894, "pid": 94},
{"name": "process_name", "ph": "M", "pid": 95, "args": {"name": "HorovodBroadcast_column2_conv4_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 95, "args": {"sort_index": 95}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563898, "pid": 95},
{"ph": "X", "name": "0", "ts": 331563905, "pid": 95, "dur": 0},
{"ph": "E", "ts": 331563908, "pid": 95},
{"name": "process_name", "ph": "M", "pid": 96, "args": {"name": "HorovodBroadcast_column1_deconv1_kernel_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 96, "args": {"sort_index": 96}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563916, "pid": 96},
{"ph": "X", "name": "0", "ts": 331563924, "pid": 96, "dur": 0},
{"ph": "E", "ts": 331563927, "pid": 96},
{"name": "process_name", "ph": "M", "pid": 97, "args": {"name": "HorovodBroadcast_column2_conv4_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 97, "args": {"sort_index": 97}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563931, "pid": 97},
{"ph": "X", "name": "0", "ts": 331563938, "pid": 97, "dur": 0},
{"ph": "E", "ts": 331563941, "pid": 97},
{"name": "process_name", "ph": "M", "pid": 98, "args": {"name": "HorovodBroadcast_column2_deconv1_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 98, "args": {"sort_index": 98}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563945, "pid": 98},
{"ph": "X", "name": "0", "ts": 331563952, "pid": 98, "dur": 0},
{"ph": "E", "ts": 331563955, "pid": 98},
{"name": "process_name", "ph": "M", "pid": 99, "args": {"name": "HorovodBroadcast_column2_deconv1_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 99, "args": {"sort_index": 99}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563959, "pid": 99},
{"ph": "X", "name": "0", "ts": 331563966, "pid": 99, "dur": 0},
{"ph": "E", "ts": 331563969, "pid": 99},
{"name": "process_name", "ph": "M", "pid": 100, "args": {"name": "HorovodBroadcast_column2_deconv1_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 100, "args": {"sort_index": 100}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563973, "pid": 100},
{"ph": "X", "name": "0", "ts": 331563980, "pid": 100, "dur": 0},
{"ph": "E", "ts": 331563983, "pid": 100},
{"name": "process_name", "ph": "M", "pid": 101, "args": {"name": "HorovodBroadcast_column2_deconv1_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 101, "args": {"sort_index": 101}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331563987, "pid": 101},
{"ph": "X", "name": "0", "ts": 331563994, "pid": 101, "dur": 0},
{"ph": "E", "ts": 331563997, "pid": 101},
{"name": "process_name", "ph": "M", "pid": 102, "args": {"name": "HorovodBroadcast_column2_deconv2_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 102, "args": {"sort_index": 102}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564001, "pid": 102},
{"ph": "X", "name": "0", "ts": 331564012, "pid": 102, "dur": 0},
{"ph": "E", "ts": 331564015, "pid": 102},
{"name": "process_name", "ph": "M", "pid": 103, "args": {"name": "HorovodBroadcast_column2_deconv2_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 103, "args": {"sort_index": 103}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564019, "pid": 103},
{"ph": "X", "name": "0", "ts": 331564026, "pid": 103, "dur": 0},
{"ph": "E", "ts": 331564029, "pid": 103},
{"name": "process_name", "ph": "M", "pid": 104, "args": {"name": "HorovodBroadcast_column2_deconv2_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 104, "args": {"sort_index": 104}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564033, "pid": 104},
{"ph": "X", "name": "0", "ts": 331564040, "pid": 104, "dur": 0},
{"ph": "E", "ts": 331564043, "pid": 104},
{"name": "process_name", "ph": "M", "pid": 105, "args": {"name": "HorovodBroadcast_column2_deconv2_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 105, "args": {"sort_index": 105}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564046, "pid": 105},
{"ph": "X", "name": "0", "ts": 331564053, "pid": 105, "dur": 0},
{"ph": "E", "ts": 331564056, "pid": 105},
{"name": "process_name", "ph": "M", "pid": 106, "args": {"name": "HorovodBroadcast_column3_conv1_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 106, "args": {"sort_index": 106}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564060, "pid": 106},
{"ph": "X", "name": "0", "ts": 331564067, "pid": 106, "dur": 0},
{"ph": "E", "ts": 331564070, "pid": 106},
{"name": "process_name", "ph": "M", "pid": 107, "args": {"name": "HorovodBroadcast_column1_deconv1_bias_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 107, "args": {"sort_index": 107}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564074, "pid": 107},
{"ph": "X", "name": "0", "ts": 331564081, "pid": 107, "dur": 0},
{"ph": "E", "ts": 331564084, "pid": 107},
{"name": "process_name", "ph": "M", "pid": 108, "args": {"name": "HorovodBroadcast_column3_conv1_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 108, "args": {"sort_index": 108}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564088, "pid": 108},
{"ph": "X", "name": "0", "ts": 331564095, "pid": 108, "dur": 0},
{"ph": "E", "ts": 331564098, "pid": 108},
{"name": "process_name", "ph": "M", "pid": 109, "args": {"name": "HorovodBroadcast_column3_conv1_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 109, "args": {"sort_index": 109}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564102, "pid": 109},
{"ph": "X", "name": "0", "ts": 331564109, "pid": 109, "dur": 0},
{"ph": "E", "ts": 331564112, "pid": 109},
{"name": "process_name", "ph": "M", "pid": 110, "args": {"name": "HorovodBroadcast_column3_conv1_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 110, "args": {"sort_index": 110}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564115, "pid": 110},
{"ph": "X", "name": "0", "ts": 331564122, "pid": 110, "dur": 0},
{"ph": "E", "ts": 331564125, "pid": 110},
{"name": "process_name", "ph": "M", "pid": 111, "args": {"name": "HorovodBroadcast_column3_conv2_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 111, "args": {"sort_index": 111}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564129, "pid": 111},
{"ph": "X", "name": "0", "ts": 331564136, "pid": 111, "dur": 0},
{"ph": "E", "ts": 331564139, "pid": 111},
{"name": "process_name", "ph": "M", "pid": 112, "args": {"name": "HorovodBroadcast_column3_conv2_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 112, "args": {"sort_index": 112}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564143, "pid": 112},
{"ph": "X", "name": "0", "ts": 331564150, "pid": 112, "dur": 0},
{"ph": "E", "ts": 331564153, "pid": 112},
{"name": "process_name", "ph": "M", "pid": 113, "args": {"name": "HorovodBroadcast_column3_conv2_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 113, "args": {"sort_index": 113}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564157, "pid": 113},
{"ph": "X", "name": "0", "ts": 331564166, "pid": 113, "dur": 0},
{"ph": "E", "ts": 331564169, "pid": 113},
{"name": "process_name", "ph": "M", "pid": 114, "args": {"name": "HorovodBroadcast_column3_conv2_bias_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 114, "args": {"sort_index": 114}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564173, "pid": 114},
{"ph": "X", "name": "0", "ts": 331564180, "pid": 114, "dur": 0},
{"ph": "E", "ts": 331564183, "pid": 114},
{"name": "process_name", "ph": "M", "pid": 115, "args": {"name": "HorovodBroadcast_column3_conv3_kernel_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 115, "args": {"sort_index": 115}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564187, "pid": 115},
{"ph": "X", "name": "0", "ts": 331564194, "pid": 115, "dur": 0},
{"ph": "E", "ts": 331564197, "pid": 115},
{"name": "process_name", "ph": "M", "pid": 116, "args": {"name": "HorovodBroadcast_column3_conv3_bias_Adam_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 116, "args": {"sort_index": 116}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564200, "pid": 116},
{"ph": "X", "name": "0", "ts": 331564208, "pid": 116, "dur": 0},
{"ph": "E", "ts": 331564211, "pid": 116},
{"name": "process_name", "ph": "M", "pid": 117, "args": {"name": "HorovodBroadcast_column3_conv3_kernel_Adam_1_0"}},
{"name": "process_sort_index", "ph": "M", "pid": 117, "args": {"sort_index": 117}},
{"ph": "B", "name": "NEGOTIATE_BROADCAST", "ts": 331564214, "pid": 117},
{"ph": "X", "name": "0", "ts": 331564221, "pid": 117, "dur": 0},
{"ph": "E", "ts": 331564224, "pid": 117},
{"ph": "B", "name": "BROADCAST", "ts": 331564414, "pid": 18},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564420, "pid": 18},
{"ph": "E", "ts": 331564424, "pid": 18},
{"ph": "E", "ts": 331564428, "pid": 18},
{"ph": "B", "name": "BROADCAST", "ts": 331564439, "pid": 19},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564444, "pid": 19},
{"ph": "E", "ts": 331564447, "pid": 19},
{"ph": "E", "ts": 331564451, "pid": 19},
{"ph": "B", "name": "BROADCAST", "ts": 331564459, "pid": 20},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564464, "pid": 20},
{"ph": "E", "ts": 331564467, "pid": 20},
{"ph": "E", "ts": 331564471, "pid": 20},
{"ph": "B", "name": "BROADCAST", "ts": 331564480, "pid": 21},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564487, "pid": 21},
{"ph": "E", "ts": 331564492, "pid": 21},
{"ph": "E", "ts": 331564499, "pid": 21},
{"ph": "B", "name": "BROADCAST", "ts": 331564512, "pid": 22},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564520, "pid": 22},
{"ph": "E", "ts": 331564526, "pid": 22},
{"ph": "E", "ts": 331564531, "pid": 22},
{"ph": "B", "name": "BROADCAST", "ts": 331564541, "pid": 23},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564548, "pid": 23},
{"ph": "E", "ts": 331564552, "pid": 23},
{"ph": "E", "ts": 331564558, "pid": 23},
{"ph": "B", "name": "BROADCAST", "ts": 331564569, "pid": 24},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564576, "pid": 24},
{"ph": "E", "ts": 331564582, "pid": 24},
{"ph": "E", "ts": 331564588, "pid": 24},
{"ph": "B", "name": "BROADCAST", "ts": 331564605, "pid": 25},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564613, "pid": 25},
{"ph": "E", "ts": 331564619, "pid": 25},
{"ph": "E", "ts": 331564625, "pid": 25},
{"ph": "B", "name": "BROADCAST", "ts": 331564637, "pid": 26},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564644, "pid": 26},
{"ph": "E", "ts": 331564650, "pid": 26},
{"ph": "E", "ts": 331564656, "pid": 26},
{"ph": "B", "name": "BROADCAST", "ts": 331564669, "pid": 27},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564676, "pid": 27},
{"ph": "E", "ts": 331564681, "pid": 27},
{"ph": "E", "ts": 331564686, "pid": 27},
{"ph": "B", "name": "BROADCAST", "ts": 331564697, "pid": 28},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564704, "pid": 28},
{"ph": "E", "ts": 331564709, "pid": 28},
{"ph": "E", "ts": 331564721, "pid": 28},
{"ph": "B", "name": "BROADCAST", "ts": 331564734, "pid": 29},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564742, "pid": 29},
{"ph": "E", "ts": 331564747, "pid": 29},
{"ph": "E", "ts": 331564753, "pid": 29},
{"ph": "B", "name": "BROADCAST", "ts": 331564767, "pid": 30},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564774, "pid": 30},
{"ph": "E", "ts": 331564780, "pid": 30},
{"ph": "E", "ts": 331564787, "pid": 30},
{"ph": "B", "name": "BROADCAST", "ts": 331564801, "pid": 31},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564809, "pid": 31},
{"ph": "E", "ts": 331564815, "pid": 31},
{"ph": "E", "ts": 331564821, "pid": 31},
{"ph": "B", "name": "BROADCAST", "ts": 331564832, "pid": 32},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564838, "pid": 32},
{"ph": "E", "ts": 331564843, "pid": 32},
{"ph": "E", "ts": 331564848, "pid": 32},
{"ph": "B", "name": "BROADCAST", "ts": 331564859, "pid": 33},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564865, "pid": 33},
{"ph": "E", "ts": 331564872, "pid": 33},
{"ph": "E", "ts": 331564878, "pid": 33},
{"ph": "B", "name": "BROADCAST", "ts": 331564891, "pid": 34},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564897, "pid": 34},
{"ph": "E", "ts": 331564902, "pid": 34},
{"ph": "E", "ts": 331564907, "pid": 34},
{"ph": "B", "name": "BROADCAST", "ts": 331564918, "pid": 35},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564925, "pid": 35},
{"ph": "E", "ts": 331564931, "pid": 35},
{"ph": "E", "ts": 331564937, "pid": 35},
{"ph": "B", "name": "BROADCAST", "ts": 331564951, "pid": 36},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564958, "pid": 36},
{"ph": "E", "ts": 331564964, "pid": 36},
{"ph": "E", "ts": 331564969, "pid": 36},
{"ph": "B", "name": "BROADCAST", "ts": 331564980, "pid": 37},
{"ph": "B", "name": "MPI_BCAST", "ts": 331564989, "pid": 37},
{"ph": "E", "ts": 331564995, "pid": 37},
{"ph": "E", "ts": 331565001, "pid": 37},
{"ph": "B", "name": "BROADCAST", "ts": 331565011, "pid": 38},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565018, "pid": 38},
{"ph": "E", "ts": 331565024, "pid": 38},
{"ph": "E", "ts": 331565030, "pid": 38},
{"ph": "B", "name": "BROADCAST", "ts": 331565040, "pid": 39},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565048, "pid": 39},
{"ph": "E", "ts": 331565054, "pid": 39},
{"ph": "E", "ts": 331565060, "pid": 39},
{"ph": "B", "name": "BROADCAST", "ts": 331565076, "pid": 40},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565084, "pid": 40},
{"ph": "E", "ts": 331565089, "pid": 40},
{"ph": "E", "ts": 331565094, "pid": 40},
{"ph": "B", "name": "BROADCAST", "ts": 331565103, "pid": 41},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565109, "pid": 41},
{"ph": "E", "ts": 331565114, "pid": 41},
{"ph": "E", "ts": 331565119, "pid": 41},
{"ph": "B", "name": "BROADCAST", "ts": 331565127, "pid": 42},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565133, "pid": 42},
{"ph": "E", "ts": 331565139, "pid": 42},
{"ph": "E", "ts": 331565145, "pid": 42},
{"ph": "B", "name": "BROADCAST", "ts": 331565155, "pid": 43},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565162, "pid": 43},
{"ph": "E", "ts": 331565166, "pid": 43},
{"ph": "E", "ts": 331565170, "pid": 43},
{"ph": "B", "name": "BROADCAST", "ts": 331565177, "pid": 44},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565181, "pid": 44},
{"ph": "E", "ts": 331565184, "pid": 44},
{"ph": "E", "ts": 331565188, "pid": 44},
{"ph": "B", "name": "BROADCAST", "ts": 331565197, "pid": 45},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565203, "pid": 45},
{"ph": "E", "ts": 331565208, "pid": 45},
{"ph": "E", "ts": 331565214, "pid": 45},
{"ph": "B", "name": "BROADCAST", "ts": 331565224, "pid": 46},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565231, "pid": 46},
{"ph": "E", "ts": 331565237, "pid": 46},
{"ph": "E", "ts": 331565243, "pid": 46},
{"ph": "B", "name": "BROADCAST", "ts": 331565253, "pid": 47},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565261, "pid": 47},
{"ph": "E", "ts": 331565266, "pid": 47},
{"ph": "E", "ts": 331565273, "pid": 47},
{"ph": "B", "name": "BROADCAST", "ts": 331565283, "pid": 48},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565290, "pid": 48},
{"ph": "E", "ts": 331565302, "pid": 48},
{"ph": "E", "ts": 331565309, "pid": 48},
{"ph": "B", "name": "BROADCAST", "ts": 331565320, "pid": 49},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565327, "pid": 49},
{"ph": "E", "ts": 331565333, "pid": 49},
{"ph": "E", "ts": 331565339, "pid": 49},
{"ph": "B", "name": "BROADCAST", "ts": 331565349, "pid": 50},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565356, "pid": 50},
{"ph": "E", "ts": 331565361, "pid": 50},
{"ph": "E", "ts": 331565367, "pid": 50},
{"ph": "B", "name": "BROADCAST", "ts": 331565377, "pid": 51},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565384, "pid": 51},
{"ph": "E", "ts": 331565390, "pid": 51},
{"ph": "E", "ts": 331565396, "pid": 51},
{"ph": "B", "name": "BROADCAST", "ts": 331565406, "pid": 52},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565413, "pid": 52},
{"ph": "E", "ts": 331565419, "pid": 52},
{"ph": "E", "ts": 331565424, "pid": 52},
{"ph": "B", "name": "BROADCAST", "ts": 331565432, "pid": 53},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565439, "pid": 53},
{"ph": "E", "ts": 331565444, "pid": 53},
{"ph": "E", "ts": 331565450, "pid": 53},
{"ph": "B", "name": "BROADCAST", "ts": 331565459, "pid": 54},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565467, "pid": 54},
{"ph": "E", "ts": 331565473, "pid": 54},
{"ph": "E", "ts": 331565479, "pid": 54},
{"ph": "B", "name": "BROADCAST", "ts": 331565488, "pid": 55},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565495, "pid": 55},
{"ph": "E", "ts": 331565501, "pid": 55},
{"ph": "E", "ts": 331565507, "pid": 55},
{"ph": "B", "name": "BROADCAST", "ts": 331565520, "pid": 56},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565526, "pid": 56},
{"ph": "E", "ts": 331565531, "pid": 56},
{"ph": "E", "ts": 331565536, "pid": 56},
{"ph": "B", "name": "BROADCAST", "ts": 331565547, "pid": 57},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565554, "pid": 57},
{"ph": "E", "ts": 331565560, "pid": 57},
{"ph": "E", "ts": 331565566, "pid": 57},
{"ph": "B", "name": "BROADCAST", "ts": 331565590, "pid": 58},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565600, "pid": 58},
{"ph": "E", "ts": 331565606, "pid": 58},
{"ph": "E", "ts": 331565612, "pid": 58},
{"ph": "B", "name": "BROADCAST", "ts": 331565623, "pid": 59},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565630, "pid": 59},
{"ph": "E", "ts": 331565636, "pid": 59},
{"ph": "E", "ts": 331565642, "pid": 59},
{"ph": "B", "name": "BROADCAST", "ts": 331565655, "pid": 60},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565662, "pid": 60},
{"ph": "E", "ts": 331565668, "pid": 60},
{"ph": "E", "ts": 331565672, "pid": 60},
{"ph": "B", "name": "BROADCAST", "ts": 331565679, "pid": 61},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565683, "pid": 61},
{"ph": "E", "ts": 331565686, "pid": 61},
{"ph": "E", "ts": 331565690, "pid": 61},
{"ph": "B", "name": "BROADCAST", "ts": 331565695, "pid": 62},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565700, "pid": 62},
{"ph": "E", "ts": 331565705, "pid": 62},
{"ph": "E", "ts": 331565712, "pid": 62},
{"ph": "B", "name": "BROADCAST", "ts": 331565721, "pid": 63},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565728, "pid": 63},
{"ph": "E", "ts": 331565734, "pid": 63},
{"ph": "E", "ts": 331565740, "pid": 63},
{"ph": "B", "name": "BROADCAST", "ts": 331565750, "pid": 64},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565756, "pid": 64},
{"ph": "E", "ts": 331565760, "pid": 64},
{"ph": "E", "ts": 331565764, "pid": 64},
{"ph": "B", "name": "BROADCAST", "ts": 331565770, "pid": 65},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565774, "pid": 65},
{"ph": "E", "ts": 331565778, "pid": 65},
{"ph": "E", "ts": 331565783, "pid": 65},
{"ph": "B", "name": "BROADCAST", "ts": 331565790, "pid": 66},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565794, "pid": 66},
{"ph": "E", "ts": 331565797, "pid": 66},
{"ph": "E", "ts": 331565802, "pid": 66},
{"ph": "B", "name": "BROADCAST", "ts": 331565811, "pid": 67},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565818, "pid": 67},
{"ph": "E", "ts": 331565823, "pid": 67},
{"ph": "E", "ts": 331565829, "pid": 67},
{"ph": "B", "name": "BROADCAST", "ts": 331565839, "pid": 68},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565847, "pid": 68},
{"ph": "E", "ts": 331565858, "pid": 68},
{"ph": "E", "ts": 331565864, "pid": 68},
{"ph": "B", "name": "BROADCAST", "ts": 331565871, "pid": 69},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565876, "pid": 69},
{"ph": "E", "ts": 331565879, "pid": 69},
{"ph": "E", "ts": 331565882, "pid": 69},
{"ph": "B", "name": "BROADCAST", "ts": 331565888, "pid": 70},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565892, "pid": 70},
{"ph": "E", "ts": 331565895, "pid": 70},
{"ph": "E", "ts": 331565899, "pid": 70},
{"ph": "B", "name": "BROADCAST", "ts": 331565904, "pid": 71},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565908, "pid": 71},
{"ph": "E", "ts": 331565912, "pid": 71},
{"ph": "E", "ts": 331565915, "pid": 71},
{"ph": "B", "name": "BROADCAST", "ts": 331565921, "pid": 72},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565925, "pid": 72},
{"ph": "E", "ts": 331565928, "pid": 72},
{"ph": "E", "ts": 331565932, "pid": 72},
{"ph": "B", "name": "BROADCAST", "ts": 331565937, "pid": 73},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565941, "pid": 73},
{"ph": "E", "ts": 331565944, "pid": 73},
{"ph": "E", "ts": 331565948, "pid": 73},
{"ph": "B", "name": "BROADCAST", "ts": 331565953, "pid": 74},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565959, "pid": 74},
{"ph": "E", "ts": 331565964, "pid": 74},
{"ph": "E", "ts": 331565970, "pid": 74},
{"ph": "B", "name": "BROADCAST", "ts": 331565979, "pid": 75},
{"ph": "B", "name": "MPI_BCAST", "ts": 331565985, "pid": 75},
{"ph": "E", "ts": 331565991, "pid": 75},
{"ph": "E", "ts": 331565996, "pid": 75},
{"ph": "B", "name": "BROADCAST", "ts": 331566007, "pid": 76},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566012, "pid": 76},
{"ph": "E", "ts": 331566015, "pid": 76},
{"ph": "E", "ts": 331566019, "pid": 76},
{"ph": "B", "name": "BROADCAST", "ts": 331566025, "pid": 77},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566029, "pid": 77},
{"ph": "E", "ts": 331566032, "pid": 77},
{"ph": "E", "ts": 331566036, "pid": 77},
{"ph": "B", "name": "BROADCAST", "ts": 331566041, "pid": 78},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566045, "pid": 78},
{"ph": "E", "ts": 331566049, "pid": 78},
{"ph": "E", "ts": 331566052, "pid": 78},
{"ph": "B", "name": "BROADCAST", "ts": 331566057, "pid": 79},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566064, "pid": 79},
{"ph": "E", "ts": 331566067, "pid": 79},
{"ph": "E", "ts": 331566071, "pid": 79},
{"ph": "B", "name": "BROADCAST", "ts": 331566076, "pid": 80},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566080, "pid": 80},
{"ph": "E", "ts": 331566084, "pid": 80},
{"ph": "E", "ts": 331566087, "pid": 80},
{"ph": "B", "name": "BROADCAST", "ts": 331566093, "pid": 81},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566097, "pid": 81},
{"ph": "E", "ts": 331566100, "pid": 81},
{"ph": "E", "ts": 331566104, "pid": 81},
{"ph": "B", "name": "BROADCAST", "ts": 331566109, "pid": 82},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566113, "pid": 82},
{"ph": "E", "ts": 331566116, "pid": 82},
{"ph": "E", "ts": 331566119, "pid": 82},
{"ph": "B", "name": "BROADCAST", "ts": 331566125, "pid": 83},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566129, "pid": 83},
{"ph": "E", "ts": 331566132, "pid": 83},
{"ph": "E", "ts": 331566136, "pid": 83},
{"ph": "B", "name": "BROADCAST", "ts": 331566141, "pid": 84},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566145, "pid": 84},
{"ph": "E", "ts": 331566149, "pid": 84},
{"ph": "E", "ts": 331566152, "pid": 84},
{"ph": "B", "name": "BROADCAST", "ts": 331566158, "pid": 85},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566161, "pid": 85},
{"ph": "E", "ts": 331566165, "pid": 85},
{"ph": "E", "ts": 331566168, "pid": 85},
{"ph": "B", "name": "BROADCAST", "ts": 331566173, "pid": 86},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566177, "pid": 86},
{"ph": "E", "ts": 331566181, "pid": 86},
{"ph": "E", "ts": 331566184, "pid": 86},
{"ph": "B", "name": "BROADCAST", "ts": 331566189, "pid": 87},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566193, "pid": 87},
{"ph": "E", "ts": 331566197, "pid": 87},
{"ph": "E", "ts": 331566200, "pid": 87},
{"ph": "B", "name": "BROADCAST", "ts": 331566206, "pid": 88},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566210, "pid": 88},
{"ph": "E", "ts": 331566217, "pid": 88},
{"ph": "E", "ts": 331566221, "pid": 88},
{"ph": "B", "name": "BROADCAST", "ts": 331566227, "pid": 89},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566231, "pid": 89},
{"ph": "E", "ts": 331566234, "pid": 89},
{"ph": "E", "ts": 331566237, "pid": 89},
{"ph": "B", "name": "BROADCAST", "ts": 331566243, "pid": 90},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566247, "pid": 90},
{"ph": "E", "ts": 331566250, "pid": 90},
{"ph": "E", "ts": 331566253, "pid": 90},
{"ph": "B", "name": "BROADCAST", "ts": 331566259, "pid": 91},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566262, "pid": 91},
{"ph": "E", "ts": 331566266, "pid": 91},
{"ph": "E", "ts": 331566269, "pid": 91},
{"ph": "B", "name": "BROADCAST", "ts": 331566276, "pid": 92},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566280, "pid": 92},
{"ph": "E", "ts": 331566283, "pid": 92},
{"ph": "E", "ts": 331566287, "pid": 92},
{"ph": "B", "name": "BROADCAST", "ts": 331566292, "pid": 93},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566296, "pid": 93},
{"ph": "E", "ts": 331566300, "pid": 93},
{"ph": "E", "ts": 331566303, "pid": 93},
{"ph": "B", "name": "BROADCAST", "ts": 331566308, "pid": 94},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566312, "pid": 94},
{"ph": "E", "ts": 331566315, "pid": 94},
{"ph": "E", "ts": 331566319, "pid": 94},
{"ph": "B", "name": "BROADCAST", "ts": 331566324, "pid": 95},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566328, "pid": 95},
{"ph": "E", "ts": 331566332, "pid": 95},
{"ph": "E", "ts": 331566335, "pid": 95},
{"ph": "B", "name": "BROADCAST", "ts": 331566340, "pid": 96},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566344, "pid": 96},
{"ph": "E", "ts": 331566348, "pid": 96},
{"ph": "E", "ts": 331566351, "pid": 96},
{"ph": "B", "name": "BROADCAST", "ts": 331566356, "pid": 97},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566360, "pid": 97},
{"ph": "E", "ts": 331566363, "pid": 97},
{"ph": "E", "ts": 331566367, "pid": 97},
{"ph": "B", "name": "BROADCAST", "ts": 331566373, "pid": 98},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566377, "pid": 98},
{"ph": "E", "ts": 331566380, "pid": 98},
{"ph": "E", "ts": 331566384, "pid": 98},
{"ph": "B", "name": "BROADCAST", "ts": 331566389, "pid": 99},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566393, "pid": 99},
{"ph": "E", "ts": 331566396, "pid": 99},
{"ph": "E", "ts": 331566400, "pid": 99},
{"ph": "B", "name": "BROADCAST", "ts": 331566405, "pid": 100},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566409, "pid": 100},
{"ph": "E", "ts": 331566412, "pid": 100},
{"ph": "E", "ts": 331566416, "pid": 100},
{"ph": "B", "name": "BROADCAST", "ts": 331566421, "pid": 101},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566425, "pid": 101},
{"ph": "E", "ts": 331566428, "pid": 101},
{"ph": "E", "ts": 331566433, "pid": 101},
{"ph": "B", "name": "BROADCAST", "ts": 331566443, "pid": 102},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566448, "pid": 102},
{"ph": "E", "ts": 331566452, "pid": 102},
{"ph": "E", "ts": 331566458, "pid": 102},
{"ph": "B", "name": "BROADCAST", "ts": 331566468, "pid": 103},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566475, "pid": 103},
{"ph": "E", "ts": 331566480, "pid": 103},
{"ph": "E", "ts": 331566486, "pid": 103},
{"ph": "B", "name": "BROADCAST", "ts": 331566497, "pid": 104},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566504, "pid": 104},
{"ph": "E", "ts": 331566510, "pid": 104},
{"ph": "E", "ts": 331566515, "pid": 104},
{"ph": "B", "name": "BROADCAST", "ts": 331566522, "pid": 105},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566527, "pid": 105},
{"ph": "E", "ts": 331566532, "pid": 105},
{"ph": "E", "ts": 331566538, "pid": 105},
{"ph": "B", "name": "BROADCAST", "ts": 331566548, "pid": 106},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566556, "pid": 106},
{"ph": "E", "ts": 331566562, "pid": 106},
{"ph": "E", "ts": 331566568, "pid": 106},
{"ph": "B", "name": "BROADCAST", "ts": 331566577, "pid": 107},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566585, "pid": 107},
{"ph": "E", "ts": 331566590, "pid": 107},
{"ph": "E", "ts": 331566597, "pid": 107},
{"ph": "B", "name": "BROADCAST", "ts": 331566607, "pid": 108},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566619, "pid": 108},
{"ph": "E", "ts": 331566625, "pid": 108},
{"ph": "E", "ts": 331566632, "pid": 108},
{"ph": "B", "name": "BROADCAST", "ts": 331566640, "pid": 109},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566645, "pid": 109},
{"ph": "E", "ts": 331566649, "pid": 109},
{"ph": "E", "ts": 331566654, "pid": 109},
{"ph": "B", "name": "BROADCAST", "ts": 331566664, "pid": 110},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566671, "pid": 110},
{"ph": "E", "ts": 331566676, "pid": 110},
{"ph": "E", "ts": 331566683, "pid": 110},
{"ph": "B", "name": "BROADCAST", "ts": 331566690, "pid": 111},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566697, "pid": 111},
{"ph": "E", "ts": 331566702, "pid": 111},
{"ph": "E", "ts": 331566707, "pid": 111},
{"ph": "B", "name": "BROADCAST", "ts": 331566716, "pid": 112},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566723, "pid": 112},
{"ph": "E", "ts": 331566728, "pid": 112},
{"ph": "E", "ts": 331566735, "pid": 112},
{"ph": "B", "name": "BROADCAST", "ts": 331566745, "pid": 113},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566752, "pid": 113},
{"ph": "E", "ts": 331566758, "pid": 113},
{"ph": "E", "ts": 331566764, "pid": 113},
{"ph": "B", "name": "BROADCAST", "ts": 331566774, "pid": 114},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566780, "pid": 114},
{"ph": "E", "ts": 331566785, "pid": 114},
{"ph": "E", "ts": 331566789, "pid": 114},
{"ph": "B", "name": "BROADCAST", "ts": 331566798, "pid": 115},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566803, "pid": 115},
{"ph": "E", "ts": 331566807, "pid": 115},
{"ph": "E", "ts": 331566811, "pid": 115},
{"ph": "B", "name": "BROADCAST", "ts": 331566817, "pid": 116},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566824, "pid": 116},
{"ph": "E", "ts": 331566829, "pid": 116},
{"ph": "E", "ts": 331566835, "pid": 116},
{"ph": "B", "name": "BROADCAST", "ts": 331566845, "pid": 117},
{"ph": "B", "name": "MPI_BCAST", "ts": 331566852, "pid": 117},
{"ph": "E", "ts": 331566856, "pid": 117},
{"ph": "E", "ts": 331566861, "pid": 117},