add attention layer and AITM model

alibaba · Jun 13, 2024 · c1da79f · c1da79f
1 parent 17c13e5
commit c1da79f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/samples/model_config/aitm_on_taobao.config b/samples/model_config/aitm_on_taobao.config
@@ -4,7 +4,7 @@ model_dir: "experiments/aitm_taobao_ckpt"
 
 train_config {
   optimizer_config {
-    adam_async_optimizer {
+    adam_optimizer {
       learning_rate {
         constant_learning_rate {
           learning_rate: 0.0001
@@ -13,7 +13,7 @@ train_config {
     }
     use_moving_average: false
   }
-  num_steps: 1000
+  num_steps: 500
   sync_replicas: true
   save_checkpoints_steps: 100
   log_step_count_steps: 100