+from datetime import datetime
from os import mkdir
+import logging
+import pickle
+
import matplotlib.pyplot as plt
import matplotlib.ticker as mtick
import nengo
import numpy as np
+import pandas as pd
+from tqdm import tqdm
exec(open("conf.py").read())
-def wm_recurrent_function(x):
- return x
+
+def fmt_num(num, width=18):
+ """
+ Format number to string.
+ """
+
+ return str(num)[:width].ljust(width)
def inputs_function(x):
- return x * tau_wm
+ return x * tau_wm
def noise_decision_function(t):
- return np.random.normal(0.0, noise_decision)
+ return np.random.normal(0.0, noise_decision)
def noise_bias_function(t):
- return np.random.normal(0.0, noise_wm)
+ return np.random.normal(0.0, noise_wm)
def time_function(t):
def decision_function(x):
- return 1.0 if x[0] + x[1] > 0.0 else -1.0
+ output = 0.0
+ value = x[0] + x[1]
+ if value > 0.0:
+ output = 1.0
+ elif value < 0.0:
+ output = -1.0
+ return output
+ # return 1.0 if x[0] + x[1] > 0.0 else -1.0
-class Alpha(object):
+class Alpha():
"""
Base class for alpha receptors. Not to be used directly.
"""
def __init__(self):
- self.x = np.logspace(0, 3, steps)
+ self.x = steps
self.y = 1 / (1 + (999 * np.exp(-0.1233 * (self.x / self.offset))))
- self.gain = []
- self.bias = []
+ self.gains = []
+ self.biass = []
- for i in range(steps):
- y = self.y[i]
- self.gain.append(1 + self.gaind * y)
- self.bias.append(1 + self.biasd * y)
+ for i in range(len(steps)):
+ self.gains.append(self.gaind * self.y[i] + 1)
+ self.biass.append(self.biasd * self.y[i] + 1)
def plot(self):
- try:
- mkdir("./out")
- except FileExistsError:
- pass
-
out = f"./out/{self.__class__.__name__}"
+
+ title = "Norepinepherine Concentration vs Neuron Activity in " + \
+ self.pretty
+ logging.info("Plotting " + title)
+ plt.figure()
plt.plot(self.x, self.y)
plt.xlabel("Norepinephrine concentration (nM)")
plt.ylabel("Activity (%)")
- plt.title("Norepinepherine Concentration vs Neuron Activity in " +
- self.pretty)
+ plt.title(title)
plt.vlines(self.ki, 0, 1, linestyles="dashed")
plt.text(1.1 * self.ki, 0.1, "Affinity")
plt.gca().yaxis.set_major_formatter(mtick.PercentFormatter())
plt.draw()
- plt.savefig(f"{out}-norep-activity.png", dpi=1000)
+ plt.savefig(f"{out}-norep-activity.png")
#######################################################################
- plt.plot(self.x, self.gain)
-
- plt.xlabel("Norepinephrine concentration (nM)")
- plt.ylabel("Gain")
- plt.title(f"Concentration vs Gain in {self.pretty}")
-
- plt.draw()
- plt.savefig(f"{out}-concentration-gain.png", dpi=1000)
+ title = "Concentration vs Gain/Bias scalar in " + self.pretty
+ logging.info("Plotting " + title)
+ plt.figure()
+ plt.plot(self.x, self.biass, label="Bias scalar")
+ plt.plot(self.x, self.gains, label="Gain scalar")
- #######################################################################
-
- plt.plot(self.x, self.bias)
+ plt.xscale("log")
plt.xlabel("Norepinephrine concentration (nM)")
- plt.ylabel("Bias")
- plt.title("Concentration vs Bias in " + self.pretty)
+ plt.ylabel("Level")
+ plt.title(title)
+ plt.legend()
plt.draw()
- plt.savefig(f"{out}-concentration-bias.png", dpi=1000)
-
- def simulate(self):
- with nengo.Network() as net:
- # Nodes
- time_node = nengo.Node(output=time_function)
- noise_wm_node = nengo.Node(output=noise_bias_function)
- noise_decision_node = nengo.Node(
- output=noise_decision_function)
-
- # Ensembles
- wm = nengo.Ensemble(neurons_wm, 2)
- decision = nengo.Ensemble(neurons_decide, 2)
- inputs = nengo.Ensemble(neurons_inputs, 2)
- output = nengo.Ensemble(neurons_decide, 1)
-
- # Connections
- nengo.Connection(time_node, inputs[1], synapse=None)
- nengo.Connection(inputs, wm, synapse=tau_wm,
- function=inputs_function)
- wm_recurrent = nengo.Connection(wm, wm, synapse=tau_wm,
- function=wm_recurrent_function)
- nengo.Connection(noise_wm_node, wm.neurons, synapse=tau_wm,
- transform=np.ones((neurons_wm, 1)) * tau_wm)
- wm_to_decision = nengo.Connection(
- wm[0], decision[0], synapse=tau)
- nengo.Connection(noise_decision_node,
- decision[1], synapse=None)
- nengo.Connection(decision, output, function=decision_function)
-
- # Probes
- #probes_wm = nengo.Probe(
- # wm[0], synapse=0.01, sample_every=dt_sample)
- #probes_spikes = nengo.Probe(wm.neurons, 'spikes',
- # sample_every=dt_sample)
- #probe_output = nengo.Probe(output, synapse=None,
- # same_every=dt_sample)
-
- # Run simulation
- with nengo.Simulator(net, dt=dt) as sim:
- sim.run(t_cue + t_delay)
+ plt.savefig(f"{out}-concentration-bias-gains.png")
class Alpha1(Alpha):
def __init__(self):
self.ki = 330
self.offset = 5.895
- self.pretty = "α1 Receptor"
- self.gaind = 0.1
+ self.pretty = "α1"
+ #self.gaind = -0.02
+ self.gaind = -0.1
+ #self.biasd = 0.04
self.biasd = 0.1
super().__init__()
def __init__(self):
self.ki = 56
self.offset = 1
- self.pretty = "α2 Receptor"
- self.gaind = -0.04
- self.biasd = -0.02
+ self.pretty = "α2"
+ self.gaind = 0.1
+ self.biasd = -0.1
super().__init__()
+class Simulation():
+ def __init__(self):
+ self.a1 = Alpha1()
+ self.a1.plot()
+ self.a2 = Alpha2()
+ self.a2.plot()
+
+ self.num_spikes = np.zeros(len(steps))
+ self.num_correct = np.zeros(len(steps))
+ self.out = np.zeros(n_trials)
+ self.trial = 0
+
+ # correctly perceived (not necessarily remembered) cues
+ self.perceived = np.ones(n_trials)
+ rng = np.random.RandomState(seed=seed)
+ # whether the cues is on the left or right
+ self.cues = 2 * rng.randint(2, size=n_trials)-1
+ for n in range(len(self.perceived)):
+ if rng.rand() < misperceive:
+ self.perceived[n] = 0
+
+ def plot(self):
+ title = "Norepinephrine Concentration vs Spiking Rate"
+ logging.info("Plotting " + title)
+ plt.figure()
+ plt.plot(steps, self.num_spikes)
+
+ plt.xlabel("Norepinephrine concentration (nM)")
+ plt.ylabel("Spiking rate (spikes/time step)")
+ plt.title(title)
+
+ plt.draw()
+ plt.savefig("./out/concentration-spiking.png")
+
+ ########################################################################
+
+ title = "Norepinephrine Concentration vs Accuracy"
+ logging.info("Plotting " + title)
+ plt.figure()
+ correct_df = pd.DataFrame(np.clip(self.num_correct, 0.5, 1.0)).rolling(20).mean()
+ plt.plot(steps, correct_df)
+
+ plt.xlabel("Norepinephrine concentration (nM)")
+ plt.ylabel("Accuracy")
+ plt.title(title)
+
+ plt.draw()
+ plt.savefig("./out/concentration-correct.png")
+
+ def cue_function(self, t):
+ if t < t_cue and self.perceived[self.trial] != 0:
+ return cue_scale * self.cues[self.trial]
+ else:
+ return 0
+
+ def run(self):
+ with nengo.Network() as net:
+ # Nodes
+ cue_node = nengo.Node(output=self.cue_function)
+ time_node = nengo.Node(output=time_function)
+ noise_wm_node = nengo.Node(output=noise_bias_function)
+ noise_decision_node = nengo.Node(
+ output=noise_decision_function)
+
+ # Ensembles
+ wm = nengo.Ensemble(neurons_wm, 2)
+ decision = nengo.Ensemble(neurons_decide, 2)
+ inputs = nengo.Ensemble(neurons_inputs, 2)
+ output = nengo.Ensemble(neurons_decide, 1)
+
+ # Connections
+ nengo.Connection(cue_node, inputs[0], synapse=None)
+ nengo.Connection(time_node, inputs[1], synapse=None)
+ nengo.Connection(inputs, wm, synapse=tau_wm,
+ function=inputs_function)
+ wm_recurrent = nengo.Connection(wm, wm, synapse=tau_wm)
+ nengo.Connection(noise_wm_node, wm.neurons, synapse=tau_wm,
+ transform=np.ones((neurons_wm, 1)) * tau_wm)
+ wm_to_decision = nengo.Connection(
+ wm[0], decision[0], synapse=tau)
+ nengo.Connection(noise_decision_node,
+ decision[1], synapse=None)
+ nengo.Connection(decision, output, function=decision_function)
+
+ # Probes
+ wm_probe = nengo.Probe(wm[0], synapse=0.01, sample_every=probe_dt)
+ spikes_probe = nengo.Probe(wm.neurons, sample_every=probe_dt)
+ output_probe = nengo.Probe(
+ output, synapse=None, sample_every=probe_dt)
+
+ # Run simulation
+ for i, _ in tqdm(enumerate(steps), total=len(steps), unit="step"):
+ sim = nengo.Simulator(net, dt=dt, progress_bar=False)
+ wm.gain = (self.a1.gains[i] + self.a2.gains[i]) * sim.data[wm].gain
+ wm.bias = (self.a1.biass[i] + self.a2.biass[i]) * sim.data[wm].bias
+ wm_recurrent.solver = MySolver(
+ sim.model.params[wm_recurrent].weights)
+ wm_to_decision.solver = MySolver(
+ sim.model.params[wm_to_decision].weights)
+ sim = nengo.Simulator(net, dt=dt, progress_bar=False)
+ for self.trial in range(n_trials):
+ logging.info(
+ f"Simulating: trial: {self.trial}, gain: {fmt_num(wm.gain)}, bias: {fmt_num(wm.bias)}")
+ sim.run(t_cue + t_delay)
+
+ # Firing rate
+ self.out[self.trial] = np.count_nonzero(
+ sim.data[spikes_probe])
+
+ cue = self.cues[self.trial]
+ # Correctness
+ out = sim.data[output_probe][int(t_cue + t_delay)][0]
+ if (out * cue) > 0: # check if same sign
+ self.num_correct[i] += np.abs(1 / (out - cue))
+
+ self.num_spikes[i] = np.average(self.out)
+
+ with open(f"out/{datetime.now().isoformat()}-spikes.pkl", "wb") as pout:
+ pickle.dump(self, pout)
+
+ self.plot()
+
+def get_correct(cue, output_value):
+ return 1 if (cue > 0.0 and output_value > 0.0) or (cue < 0.0 and output_value < 0.0) else 0
+
+
+class MySolver(nengo.solvers.Solver):
+ def __init__(self, weights):
+ self.weights = False
+ self.my_weights = weights
+ self._paramdict = {}
+
+ def __call__(self, A, Y, rng=None, E=None):
+ return self.my_weights.T, dict()
+
+
def main():
+ logging.info("Initializing simulation")
plt.style.use("ggplot") # Nice looking and familiar style
- a1 = Alpha1()
- # a1.plot()
- a1.simulate()
-
- #a2 = Alpha2()
- # a2.plot()
+ try:
+ data = open("simulation.pkl", "rb")
+ except FileNotFoundError:
+ Simulation().run()
+ else:
+ pickle.load(data).plot()
if __name__ == "__main__":
+ try:
+ mkdir("./out")
+ except FileExistsError:
+ pass
+
+ logging.basicConfig(filename=f"out/{datetime.now().isoformat()}.log",
+ level=logging.INFO)
+
main()
projects / norepinephrine_wm.git / blobdiff