mirror of
https://github.com/JoergFranke/ADNC.git
synced 2024-11-17 13:58:03 +08:00
remove model dumps
This commit is contained in:
parent
536b6ac044
commit
184f0c2a95
@ -1,55 +0,0 @@
|
||||
|
||||
#######################################
|
||||
### Global Configuration ###
|
||||
#######################################
|
||||
global:
|
||||
batch_size: &batch_size 32
|
||||
|
||||
#######################################
|
||||
### Training Configuration ###
|
||||
#######################################
|
||||
training:
|
||||
epochs: 75
|
||||
learn_rate: 0.0001
|
||||
optimizer: 'rmsprop'
|
||||
optimizer_config: {'momentum':0.9}
|
||||
gradient_clipping: 10
|
||||
weight_decay: False
|
||||
|
||||
|
||||
|
||||
#######################################
|
||||
### MANN Configuration ###
|
||||
#######################################
|
||||
mann:
|
||||
name: 'mann1'
|
||||
seed: 987
|
||||
input_size: 0
|
||||
output_size: 0
|
||||
batch_size: *batch_size
|
||||
input_embedding: False
|
||||
architecture: 'uni'
|
||||
controller_config: {"num_units":[64], "layer_norm":True, "activation":'tanh', 'cell_type':'clstm', 'connect':'sparse', 'attention':False}
|
||||
memory_unit_config: {"cell_type":'cbmu', "memory_length":128, "memory_width":32, "read_heads":2, "write_heads": 1, "dnc_norm":True, "bypass_dropout":0.8}
|
||||
output_function: "softmax"
|
||||
output_mask: True
|
||||
loss_function: 'cross_entropy'
|
||||
|
||||
|
||||
|
||||
###################################################################
|
||||
####### bAbI QA Task ######
|
||||
###################################################################
|
||||
babi_task:
|
||||
data_set: 'babi'
|
||||
|
||||
seed: 212
|
||||
valid_ratio: 0.1 # like nature paper
|
||||
batch_size: *batch_size
|
||||
max_len: 500
|
||||
|
||||
set_type: ['en-10k']
|
||||
task_selection: [1]
|
||||
|
||||
num_chached: 5
|
||||
threads: 1
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3977630485b36af3ab58f9b8cf29f6f12a934f055c3821710a62785b5138aae3
|
||||
size 639880
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9ffc1a056f5937cc6d44f75ae147894093e4fd6a41ddc11559773746a442bfb1
|
||||
size 1415
|
@ -1,55 +0,0 @@
|
||||
|
||||
#######################################
|
||||
### Global Configuration ###
|
||||
#######################################
|
||||
global:
|
||||
batch_size: &batch_size 32
|
||||
|
||||
#######################################
|
||||
### Training Configuration ###
|
||||
#######################################
|
||||
training:
|
||||
epochs: 75
|
||||
learn_rate: 0.0001
|
||||
optimizer: 'rmsprop'
|
||||
optimizer_config: {'momentum':0.9}
|
||||
gradient_clipping: 10
|
||||
weight_decay: False
|
||||
|
||||
|
||||
|
||||
#######################################
|
||||
### MANN Configuration ###
|
||||
#######################################
|
||||
mann:
|
||||
name: 'mann1'
|
||||
seed: 347
|
||||
input_size: 0
|
||||
output_size: 0
|
||||
batch_size: *batch_size
|
||||
input_embedding: False
|
||||
architecture: 'bi'
|
||||
controller_config: {"num_units":[32], "layer_norm":True, "activation":'tanh', 'cell_type':'clstm', 'connect':'sparse', 'attention':False}
|
||||
memory_unit_config: {"cell_type":'cbmu', "memory_length":128, "memory_width":32, "read_heads":2, "write_heads": 1, "dnc_norm":True, "bypass_dropout":0.8}
|
||||
output_function: "softmax"
|
||||
output_mask: True
|
||||
loss_function: 'cross_entropy'
|
||||
|
||||
|
||||
|
||||
###################################################################
|
||||
####### bAbI QA Task ######
|
||||
###################################################################
|
||||
babi_task:
|
||||
data_set: 'babi'
|
||||
|
||||
seed: 212
|
||||
valid_ratio: 0.1 # like nature paper
|
||||
batch_size: *batch_size
|
||||
max_len: 500
|
||||
|
||||
set_type: ['en-10k']
|
||||
task_selection: [1]
|
||||
|
||||
num_chached: 5
|
||||
threads: 1
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:892ab8c61d529470ccf7965cfc02f00799a69efced7a01501a900dc7ce904b4c
|
||||
size 443272
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a196248ae95aa28f1d719f1ad16f9831a14a0694f30c95a7eab24e159553a216
|
||||
size 2114
|
@ -1,54 +0,0 @@
|
||||
#######################################
|
||||
### Global Configuration ###
|
||||
#######################################
|
||||
global:
|
||||
batch_size: &batch_size 32
|
||||
|
||||
#######################################
|
||||
### Training Configuration ###
|
||||
#######################################
|
||||
training:
|
||||
epochs: 75
|
||||
learn_rate: 0.0001
|
||||
optimizer: 'rmsprop'
|
||||
optimizer_config: {'momentum':0.9}
|
||||
gradient_clipping: 10
|
||||
weight_decay: False
|
||||
|
||||
|
||||
|
||||
#######################################
|
||||
### MANN Configuration ###
|
||||
#######################################
|
||||
mann:
|
||||
name: 'mann1'
|
||||
seed: 148
|
||||
input_size: 0
|
||||
output_size: 0
|
||||
batch_size: *batch_size
|
||||
input_embedding: False
|
||||
architecture: 'uni'
|
||||
controller_config: {"num_units":[64], "layer_norm":True, "activation":'tanh', 'cell_type':'clstm', 'connect':'sparse', 'attention':False}
|
||||
memory_unit_config: {"cell_type":'dnc', "memory_length":128, "memory_width":32, "read_heads":2, "write_heads": 1, "dnc_norm":False, "bypass_dropout":False}
|
||||
output_function: "softmax"
|
||||
output_mask: True
|
||||
loss_function: 'cross_entropy'
|
||||
|
||||
|
||||
###################################################################
|
||||
####### bAbI QA Task ######
|
||||
###################################################################
|
||||
babi_task:
|
||||
data_set: 'babi'
|
||||
|
||||
seed: 212
|
||||
valid_ratio: 0.1 # like nature paper
|
||||
batch_size: *batch_size
|
||||
max_len: 500
|
||||
|
||||
set_type: ['en-10k']
|
||||
task_selection: [1]
|
||||
|
||||
num_chached: 5
|
||||
threads: 1
|
||||
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dd7d2f452ce5248b102b78a9aad31af1bc49ee296c883d311dd629601904415b
|
||||
size 640552
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5ab09c717bfcd1aa920429444da94fc7bfd132b12ad3faa0d5b96e52b40a7f76
|
||||
size 1224
|
@ -1,56 +0,0 @@
|
||||
|
||||
#######################################
|
||||
### Global Configuration ###
|
||||
#######################################
|
||||
|
||||
global:
|
||||
batch_size: &batch_size 32
|
||||
|
||||
#######################################
|
||||
### Training Configuration ###
|
||||
#######################################
|
||||
|
||||
training:
|
||||
epochs: 50
|
||||
learn_rate: 0.00003
|
||||
optimizer: 'rmsprop' # rmsprop,
|
||||
optimizer_config: {'momentum':0.9}
|
||||
gradient_clipping: 10
|
||||
weight_decay: False
|
||||
|
||||
|
||||
#######################################
|
||||
### MANN Configuration ###
|
||||
#######################################
|
||||
mann:
|
||||
name: 'mann1'
|
||||
seed: 857
|
||||
input_size: 0
|
||||
output_size: 0
|
||||
batch_size: *batch_size
|
||||
input_embedding: False
|
||||
architecture: 'bi'
|
||||
controller_config: {"num_units":[172], "layer_norm":True, "activation":'tanh', 'cell_type':'clstm', 'connect':'sparse', 'attention':False}
|
||||
memory_unit_config: {"cell_type":'cbmu', "memory_length":128, "memory_width":64, "read_heads":4, "write_heads": 1, "dnc_norm":True, "bypass_dropout":0.9}
|
||||
output_function: "softmax"
|
||||
output_mask: True
|
||||
loss_function: 'cross_entropy'
|
||||
|
||||
###################################################################
|
||||
####### bAbI QA Task ######
|
||||
###################################################################
|
||||
babi_task:
|
||||
data_set: 'babi'
|
||||
|
||||
seed: 211
|
||||
valid_ratio: 0.1 # like nature paper
|
||||
batch_size: *batch_size
|
||||
max_len: 500
|
||||
|
||||
set_type: ['en-10k']
|
||||
task_selection: ['all']
|
||||
|
||||
num_chached: 5
|
||||
threads: 1
|
||||
|
||||
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ed6300bfd665a00fb74537d88cbb7559e1f2378d00f552e1ed016bfc60d17c6d
|
||||
size 10694788
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:30495139bd63fa8c62b5e92789bbf2e268bbc32c8fc57aa86e8e17175a7c5484
|
||||
size 2178
|
@ -1,54 +0,0 @@
|
||||
#######################################
|
||||
### Global Configuration ###
|
||||
#######################################
|
||||
|
||||
global:
|
||||
batch_size: &batch_size 32
|
||||
|
||||
#######################################
|
||||
### Training Configuration ###
|
||||
#######################################
|
||||
training:
|
||||
epochs: 100
|
||||
learn_rate: 0.00003
|
||||
optimizer: 'rmsprop' # rmsprop,
|
||||
optimizer_config: {'momentum':0.9}
|
||||
gradient_clipping: 10
|
||||
weight_decay: False
|
||||
|
||||
#######################################
|
||||
### MANN Configuration ###
|
||||
#######################################
|
||||
mann:
|
||||
name: 'mann1'
|
||||
seed: 486
|
||||
input_size: 0
|
||||
output_size: 0
|
||||
batch_size: *batch_size
|
||||
input_embedding: False
|
||||
architecture: 'bi'
|
||||
controller_config: {"num_units":[172], "layer_norm":True, "activation":'tanh', 'cell_type':'clstm', 'connect':'sparse', 'attention':False}
|
||||
memory_unit_config: {"cell_type":'cbmu', "memory_length":192, "memory_width":64, "read_heads":4, "write_heads": 1, "dnc_norm":True, "bypass_dropout":0.9, "wgate1":False}
|
||||
output_function: "softmax"
|
||||
output_mask: True
|
||||
loss_function: 'cross_entropy'
|
||||
bw_input_fw: False
|
||||
|
||||
|
||||
###################################################################
|
||||
####### bAbI QA Task ######
|
||||
###################################################################
|
||||
babi_task:
|
||||
data_set: 'babi'
|
||||
|
||||
seed: 325
|
||||
valid_ratio: 0.1 # like nature paper
|
||||
batch_size: *batch_size
|
||||
max_len: 1000
|
||||
|
||||
set_type: ['en-10k']
|
||||
task_selection: ['all']
|
||||
augment16: True
|
||||
|
||||
num_chached: 5
|
||||
threads: 1
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1832374db1174765e6c568aa9374861de3cd8211e1dd877cb5177e5c69c6248d
|
||||
size 10694788
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:54958b109d55105fdc6d6a1660b6645bd7ff65f4abee0f322c9572349fc03b5a
|
||||
size 2178
|
@ -1,55 +0,0 @@
|
||||
#######################################
|
||||
### Global Configuration ###
|
||||
#######################################
|
||||
|
||||
global:
|
||||
batch_size: &batch_size 32
|
||||
|
||||
#######################################
|
||||
### Training Configuration ###
|
||||
#######################################
|
||||
training:
|
||||
epochs: 8
|
||||
learn_rate: 0.00003
|
||||
optimizer: 'rmsprop'
|
||||
optimizer_config: {'momentum':0.9}
|
||||
gradient_clipping: 5
|
||||
weight_decay: False
|
||||
|
||||
|
||||
#######################################
|
||||
### MANN Configuration ###
|
||||
#######################################
|
||||
mann:
|
||||
name: 'mann1'
|
||||
seed: 25
|
||||
input_size: 0
|
||||
output_size: 0
|
||||
batch_size: *batch_size
|
||||
input_embedding: True
|
||||
architecture: 'uni'
|
||||
controller_config: {"num_units":[512], "layer_norm":True, "activation":'tanh', 'cell_type':'clstm', 'connect':'sparse', 'attention':False}
|
||||
memory_unit_config: {"cell_type":'cmu', "memory_length":192, "memory_width":128, "read_heads":4, "write_heads": 1, "layer_norm":True, "bypass_dropout":0.9}
|
||||
output_function: "softmax"
|
||||
output_mask: True
|
||||
loss_function: 'cross_entropy'
|
||||
|
||||
|
||||
###################################################################
|
||||
####### CNN Daily Mail RC ######
|
||||
###################################################################
|
||||
cnn:
|
||||
data_set: 'cnn'
|
||||
|
||||
# data_dir: 'data_cnn'
|
||||
# tmp_dir: 'data_tmp'
|
||||
|
||||
seed: 315
|
||||
batch_size: *batch_size
|
||||
max_len: 1400
|
||||
|
||||
answer_first: False
|
||||
num_chached: 5
|
||||
threads: 1
|
||||
|
||||
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7702dd0680280543ac27340f70e38405891d5b783861f98f7244c0b552b0ccb5
|
||||
size 98847904
|
@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:14a929e0d3991197dbcf6a3b02951a2ba0d21de94af8278517c42058343c929a
|
||||
size 1593
|
Binary file not shown.
Loading…
Reference in New Issue
Block a user