Update extract_keras_bert_feature.py

FeatureProject/bert/extract_keras_bert_feature.py

@@ -44,13 +44,13 @@ class KerasBertVector():
         # 一共24层
         layer_dict = []
         layer_0 = 7
-        for i in range(24):
+        for i in range(12):
             layer_0 = layer_0 + 8
             layer_dict.append(layer_0)
         # 输出它本身
         if len(layer_indexes) == 0:
             encoder_layer = model.output
-        # 分类如果只有一层，就只取最后那一层的weight，取得不正确
+        # 分类如果只有一层，就只取最后那一层的weight；取得不正确，就默认取最后一层输出
         elif len(layer_indexes) == 1:
             if layer_indexes[0] in [i+1 for i in range(23)]:
                 encoder_layer = model.get_layer(index=layer_dict[layer_indexes[0]]).output
@@ -65,7 +65,6 @@ class KerasBertVector():
                           for lay in layer_indexes]
             print(layer_indexes)
             print(all_layers)
-            # 其中layer==1的output是格式不对，第二层输入input是list
             all_layers_select = []
             for all_layers_one in all_layers:
                 all_layers_select.append(all_layers_one)