Skip to content

Instantly share code, notes, and snippets.

@omkarakaya
omkarakaya / lstm_forget_bias.py
Created February 7, 2020 14:57
LSTM Forget Bias
import tensorflow as tf
# Default value of forget_bias is already 1.0
cell = tf.nn.rnn_cell.LSTMCell(self.num_hidden, forget_bias=1.0)
@omkarakaya
omkarakaya / gru.py
Created February 7, 2020 14:55
GRU
import tensorflow as tf
cell = tf.nn.rnn_cell.GRUCell(self.num_hidden)
@omkarakaya
omkarakaya / bidirectional_lstm.py
Created February 7, 2020 14:53
Bidirectional LSTM
from tensorflow.contrib import rnn
cell_fw = tf.nn.rnn_cell.LSTMCell(self.num_hidden)
cell_bw = tf.nn.rnn_cell.LSTMCell(self.num_hidden)
outputs, states = rnn.static_bidirectional_rnn(cell_fw, cell_bw, x, dtype=tf.float32)
@omkarakaya
omkarakaya / lstm_use_peepholes.py
Created February 7, 2020 14:45
LSTM Peepholes
import tensorflow as tf
cell = tf.nn.rnn_cell.LSTMCell(self.num_hidden, use_peepholes=True)
@omkarakaya
omkarakaya / bidirectional_rnn.py
Created February 7, 2020 14:36
Bidirectional RNN
from tensorflow.contrib import rnn
cell_fw = rnn.BasicRNNCell(self.num_hidden)
cell_bw = rnn.BasicRNNCell(self.num_hidden)
outputs, states = rnn.static_bidirectional_rnn(cell_fw, cell_bw, x, dtype=tf.float32)
@omkarakaya
omkarakaya / lstm.py
Created February 7, 2020 14:28
lstm
import tensorflow as tf
cell = tf.nn.rnn_cell.LSTMCell(self.num_hidden)
@omkarakaya
omkarakaya / rnn.py
Created February 7, 2020 14:27
RNN
from tensorflow.contrib import rnn
cell = rnn.BasicRNNCell(self.num_hidden)