pavel/fedavg_mpi
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

using adam seems like a sane idea

Browse Source
This commit is contained in:
Pavel Lutskov
2019-12-11 22:44:18 -08:00
parent 598e59ca2e
commit 0372f0ee9c
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
main.c
View File

@@ -323,8 +323,8 @@ void learner() {
int my_batcher_rid = rid % number_of(BATCHER);
int batcher = mpi_id_from_role_id(BATCHER, my_batcher_rid);
int dispatcher = mpi_id_from_role_id(DISPATCHER, 0);
INFO_PRINTF("%d is Learner %d assigned to batcher %d\n", getpid(),
rid, my_batcher_rid);
INFO_PRINTF("Learner %d (pid %d) is assigned to pipeline %d\n", rid,
getpid(), my_batcher_rid);
PyObject* net = create_network(WIN, EMB);
WeightList wl;
@@ -413,7 +413,7 @@ void dispatcher() {
float delta_t = finish - start;
float delta_l = first_loss - crt_loss;
INFO_PRINTF(
"Laptop MPI sgd consecutive_batch W%d E%d "
"Laptop MPI adam consecutive_batch W%d E%d "
"BS%d R%d bpe%d LPR%d pp%d,"
"%f,%f,%f\n", WIN, EMB, BS, COMM, ITER, lpr, g_argc - 1,
delta_l / COMM, delta_l / delta_t, min_loss);