dcn8l8gpu2nodes.json

{
  "solver": {
    "lr_policy": "fixed",
    "display": 200,
    "max_iter": 2000,
    "gpu": [[0,1,2,3,4,5,6,7],[0,1,2,3,4,5,6,7]],
    "batchsize": 40960,
    "snapshot": 10000000,
    "snapshot_prefix": "./",
    "eval_interval": 1000,
    "max_eval_batches": 20
  },
  
  "optimizer": {
    "type": "Adam",
    "update_type": "Global",
    "adam_hparam": {
      "learning_rate": 0.001,
      "beta1": 0.9,
      "beta2": 0.999,
      "epsilon": 0.0000001
    }
  },

  "layers": [ 
    {
      "name": "data",
      "type": "Data",
      "source": "criteo_data/file_list.txt",
      "eval_source": "criteo_data/file_list_test.txt",
      "check": "Sum",
      "label": {
        "top": "label",
        "label_dim": 1
      },
      "dense": {
        "top": "dense",
        "dense_dim": 13
      },
      "sparse": [
        {
          "top": "data1",
          "type": "LocalizedSlot",
          "max_feature_num_per_sample": 30,
          "slot_num": 26
        }        
      ]
    },

    {
      "name": "sparse_embedding1",
      "type": "LocalizedSlotSparseEmbeddingHash",
      "bottom": "data1",
      "top": "sparse_embedding1",
      "plan_file": ["all2all_plan_bi_1.json","all2all_plan_bi_1.json"],
      "sparse_embedding_hparam": {
        "max_vocabulary_size_per_gpu": 361938,
        "embedding_vec_size": 16,
        "combiner": 0
      }
    },

    {
      "name": "reshape1",
      "type": "Reshape",
      "bottom": "sparse_embedding1",
      "top": "reshape1",
      "leading_dim": 416
    },


    {
      "name": "concat1",
      "type": "Concat",
      "bottom": ["reshape1","dense"],
      "top": "concat1"
    },

    {
      "name": "slice1",
      "type": "Slice",
      "bottom": "concat1",
      "ranges": [[0,429], [0,429]],
      "top": ["slice11", "slice12"]
    },


    {
      "name": "multicross1",
      "type": "MultiCross",
      "bottom": "slice11",
      "top": "multicross1",
      "mc_param": {
        "num_layers": 6
      }
    },

    {
      "name": "fc1",
      "type": "InnerProduct",
      "bottom": "slice12",
      "top": "fc1",
       "fc_param": {
        "num_output": 1024
      }
    },

    {
      "name": "relu1",
      "type": "ReLU",
      "bottom": "fc1",
      "top": "relu1" 
    },
      
    {
      "name": "dropout1",
      "type": "Dropout",
      "rate": 0.5,
      "bottom": "relu1",
      "top": "dropout1" 
    },

    {
      "name": "fc2",
      "type": "InnerProduct",
      "bottom": "dropout1",
      "top": "fc2",
       "fc_param": {
        "num_output": 1024
      }
    },

    {
      "name": "relu2",
      "type": "ReLU",
      "bottom": "fc2",
      "top": "relu2"     
    },

    {
      "name": "dropout2",
      "type": "Dropout",
      "rate": 0.5,
      "bottom": "relu2",
      "top": "dropout2" 
    },


    {
      "name": "fc3",
      "type": "InnerProduct",
      "bottom": "dropout2",
      "top": "fc3",
       "fc_param": {
        "num_output": 1024
      }
    },

    {
      "name": "relu3",
      "type": "ReLU",
      "bottom": "fc3",
      "top": "relu3"
     
    },
    
    {
      "name": "dropout3",
      "type": "Dropout",
      "rate": 0.5,
      "bottom": "relu3",
      "top": "dropout3" 
    },

    {
      "name": "fc4",
      "type": "InnerProduct",
      "bottom": "dropout3",
      "top": "fc4",
       "fc_param": {
        "num_output": 1024
      }
    },

    {
      "name": "relu4",
      "type": "ReLU",
      "bottom": "fc4",
      "top": "relu4"
     
    },
    
    {
      "name": "dropout4",
      "type": "Dropout",
      "rate": 0.5,
      "bottom": "relu4",
      "top": "dropout4" 
    },

    {
      "name": "fc5",
      "type": "InnerProduct",
      "bottom": "dropout4",
      "top": "fc5",
       "fc_param": {
        "num_output": 1024
      }
    },

    {
      "name": "relu5",
      "type": "ReLU",
      "bottom": "fc5",
      "top": "relu5"
     
    },
    
    {
      "name": "dropout5",
      "type": "Dropout",
      "rate": 0.5,
      "bottom": "relu5",
      "top": "dropout5" 
    },

    {
      "name": "fc6",
      "type": "InnerProduct",
      "bottom": "dropout5",
      "top": "fc6",
       "fc_param": {
        "num_output": 1024
      }
    },

    {
      "name": "relu6",
      "type": "ReLU",
      "bottom": "fc6",
      "top": "relu6"
     
    },
    
    {
      "name": "dropout6",
      "type": "Dropout",
      "rate": 0.5,
      "bottom": "relu6",
      "top": "dropout6" 
    },

    {
      "name": "fc7",
      "type": "InnerProduct",
      "bottom": "dropout6",
      "top": "fc7",
       "fc_param": {
        "num_output": 1024
      }
    },

    {
      "name": "relu7",
      "type": "ReLU",
      "bottom": "fc7",
      "top": "relu7"
     
    },
    
    {
      "name": "dropout7",
      "type": "Dropout",
      "rate": 0.5,
      "bottom": "relu7",
      "top": "dropout7" 
    },


    {
      "name": "concat2",
      "type": "Concat",
      "bottom": ["dropout7","multicross1"],
      "top": "concat2"
    },
    
    {
      "name": "fc8",
      "type": "InnerProduct",
      "bottom": "concat2",
      "top": "fc8",
       "fc_param": {
        "num_output": 1
      }
    },
    
    {
      "name": "loss",
      "type": "BinaryCrossEntropyLoss",
      "bottom": ["fc8","label"],
      "top": "loss"
    } 
  ]
}