Thesis/pytorch-dnc
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fixes for #43

Browse Source
This commit is contained in:
Russi Chatterjee 2019-05-06 01:33:48 +05:30
parent 1db78511fe
commit 56f347a934
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dnc/memory.py
View File

@ -232,7 +232,7 @@ class Memory(nn.Module):
# write gate (b * 1) # write gate (b * 1)
write_gate = T.sigmoid(self.write_gate_transform(ξ).view(b, 1)) write_gate = T.sigmoid(self.write_gate_transform(ξ).view(b, 1))
# read modes (b * r * 3) # read modes (b * r * 3)
read_modes = σ(self.read_modes_transform(ξ).view(b, r, 3), 1) read_modes = σ(self.read_modes_transform(ξ).view(b, r, 3), -1)
else: else:
ξ = self.interface_weights(ξ) ξ = self.interface_weights(ξ)
# r read keys (b * w * r) # r read keys (b * w * r)
@ -254,7 +254,7 @@ class Memory(nn.Module):
# write gate (b * 1) # write gate (b * 1)
write_gate = T.sigmoid(ξ[:, r * w + 2 * r + 3 * w + 2].contiguous()).unsqueeze(1).view(b, 1) write_gate = T.sigmoid(ξ[:, r * w + 2 * r + 3 * w + 2].contiguous()).unsqueeze(1).view(b, 1)
# read modes (b * 3*r) # read modes (b * 3*r)
read_modes = σ(ξ[:, r * w + 2 * r + 3 * w + 3: r * w + 5 * r + 3 * w + 3].contiguous().view(b, r, 3), 1) read_modes = σ(ξ[:, r * w + 2 * r + 3 * w + 3: r * w + 5 * r + 3 * w + 3].contiguous().view(b, r, 3), -1)
hidden = self.write(write_key, write_vector, erase_vector, free_gates, hidden = self.write(write_key, write_vector, erase_vector, free_gates,
read_strengths, write_strength, write_gate, allocation_gate, hidden) read_strengths, write_strength, write_gate, allocation_gate, hidden)