Accompanying Paper code (Example C)#
This notebook is the exact same problem as example C but using the exact code blocks present in the paper
# ruff: noqa
import os
os.sys.path.append("../../../..")
from feedback_grape.utils.states import basis, coherent
N_cav = 20
basis_state = basis(n=2)
coherent_state = coherent(n=N_cav, alpha=3)
from feedback_grape.utils.operators import create, destroy
number_operator = create(N_cav) @ destroy(N_cav)
from feedback_grape.utils.tensor import tensor
ground_qubit = basis(n=2)
ground_cavity = basis(n=N_cav)
ground_state = tensor(ground_cavity, ground_qubit)
import jax
import jax.numpy as jnp
from jax.scipy.linalg import expm
from feedback_grape.utils.operators import (
sigmap, sigmam, create, destroy, identity, cosm, sinm
)
def meas_operator(measurement_outcome, params):
gamma, delta = params
cav_operator = (
gamma * create(N_cav) @ destroy(N_cav)
+ delta / 2 * identity(N_cav)
)
angle = tensor(cav_operator, identity(2))
meas_op = jnp.where(
measurement_outcome == 1,
cosm(angle),
sinm(angle),
)
return meas_op
def qubit_unitary(alphas):
alpha_re, alpha_im = alphas
alpha = alpha_re + 1j * alpha_im
h_dt = (alpha*sigmap() + alpha.conjugate()*sigmam()) / 2
return tensor(identity(N_cav), expm(-1j * h_dt))
def qubit_cavity_unitary(betas):
beta_re, beta_im = betas
beta = beta_re + 1j * beta_im
a_sigp = tensor(destroy(N_cav), sigmap())
adag_sigm = tensor(create(N_cav), sigmam())
h_dt = (beta * a_sigp + beta.conjugate() * adag_sigm) / 2
return expm(-1j * h_dt)
from feedback_grape.fgrape import Gate
key = jax.random.key(52)
key, subkey = jax.random.split(key)
measure = Gate(
gate=meas_operator,
initial_params=jax.random.uniform(
subkey,
shape=(2,),
minval=-jnp.pi,
maxval= jnp.pi,
),
measurement_flag=True,
)
key, subkey = jax.random.split(key)
qub_unitary = Gate(
gate=qubit_unitary,
initial_params=jax.random.uniform(
subkey,
shape=(2,),
minval=-jnp.pi,
maxval= jnp.pi,
),
measurement_flag=False,
)
key, subkey = jax.random.split(key)
qub_cav = Gate(
gate=qubit_cavity_unitary,
initial_params=jax.random.uniform(
subkey,
shape=(2,),
minval=-jnp.pi,
maxval= jnp.pi,
),
measurement_flag=False,
)
n_average = 1
beta = jnp.log((1 / n_average) + 1)
diags = jnp.exp(-beta * jnp.arange(N_cav))
normalized_diags = diags / jnp.sum(diags, axis=0)
rho_cav0 = jnp.diag(normalized_diags)
rho_qub0 = basis(2, 0) @ basis(2, 0).conj().T
rho0 = tensor(rho_cav0, rho_qub0)
from feedback_grape.utils.states import fock
psi_cav_target = (
fock(N_cav, 1) + fock(N_cav, 2) + fock(N_cav, 3)
) / jnp.sqrt(3)
psi_qub_target = basis(2, 0)
psi_target = tensor(psi_cav_target, psi_qub_target)
rho_target = psi_target @ psi_target.conj().T
system_params = [measure, qub_unitary, qub_cav]
num_time_steps = 5
from feedback_grape.fgrape import optimize_pulse
result = optimize_pulse(
init_state=rho0,
target_state=rho_target,
system_params=system_params,
num_time_steps=num_time_steps,
mode="lookup",
goal="fidelity",
max_iter=1000,
learning_rate=0.02,
evo_type="density",
progress=True,
batch_size=10,
eval_time_steps=num_time_steps
)
Iteration 10, Reward: 0.187677, Loss: 0.358794, T=3s, eta=301s
Iteration 20, Reward: 0.306628, Loss: 0.426103, T=7s, eta=330s
Iteration 30, Reward: 0.301880, Loss: 0.408004, T=10s, eta=331s
Iteration 40, Reward: 0.384090, Loss: 0.400328, T=13s, eta=325s
Iteration 50, Reward: 0.404552, Loss: 0.349138, T=17s, eta=322s
Iteration 60, Reward: 0.421930, Loss: 0.563125, T=20s, eta=319s
Iteration 70, Reward: 0.397851, Loss: 0.487051, T=24s, eta=317s
Iteration 80, Reward: 0.504879, Loss: 0.535035, T=27s, eta=313s
Iteration 90, Reward: 0.445608, Loss: 0.243501, T=30s, eta=309s
Iteration 100, Reward: 0.455883, Loss: 0.332684, T=34s, eta=304s
Iteration 110, Reward: 0.431556, Loss: 0.312405, T=37s, eta=302s
Iteration 120, Reward: 0.574258, Loss: 0.327411, T=41s, eta=301s
Iteration 130, Reward: 0.563895, Loss: 0.251790, T=44s, eta=297s
Iteration 140, Reward: 0.684634, Loss: 0.223841, T=48s, eta=295s
Iteration 150, Reward: 0.649286, Loss: 0.222590, T=51s, eta=292s
Iteration 160, Reward: 0.752255, Loss: 0.187411, T=55s, eta=288s
Iteration 170, Reward: 0.695627, Loss: 0.188024, T=58s, eta=283s
Iteration 180, Reward: 0.615391, Loss: 0.132558, T=61s, eta=279s
Iteration 190, Reward: 0.777218, Loss: 0.046092, T=65s, eta=276s
Iteration 200, Reward: 0.687830, Loss: 0.174684, T=68s, eta=273s
Iteration 210, Reward: 0.680445, Loss: 0.226451, T=72s, eta=269s
Iteration 220, Reward: 0.735822, Loss: 0.150881, T=75s, eta=267s
Iteration 230, Reward: 0.794150, Loss: 0.157083, T=79s, eta=263s
Iteration 240, Reward: 0.791934, Loss: 0.043551, T=82s, eta=260s
Iteration 250, Reward: 0.761247, Loss: 0.003227, T=85s, eta=256s
Iteration 260, Reward: 0.777081, Loss: -0.001391, T=88s, eta=252s
Iteration 270, Reward: 0.748291, Loss: 0.002779, T=92s, eta=248s
Iteration 280, Reward: 0.628899, Loss: 0.274458, T=95s, eta=244s
Iteration 290, Reward: 0.800781, Loss: 0.082901, T=98s, eta=241s
Iteration 300, Reward: 0.794717, Loss: 0.030842, T=101s, eta=237s
Iteration 310, Reward: 0.808782, Loss: 0.341516, T=105s, eta=233s
Iteration 320, Reward: 0.876244, Loss: 0.151460, T=108s, eta=229s
Iteration 330, Reward: 0.685080, Loss: 0.387557, T=111s, eta=226s
Iteration 340, Reward: 0.727317, Loss: 0.441948, T=114s, eta=222s
Iteration 350, Reward: 0.696188, Loss: 0.421642, T=118s, eta=218s
Iteration 360, Reward: 0.736473, Loss: 0.460656, T=121s, eta=215s
Iteration 370, Reward: 0.720546, Loss: 0.508185, T=124s, eta=211s
Iteration 380, Reward: 0.882855, Loss: 0.379739, T=127s, eta=208s
Iteration 390, Reward: 0.835579, Loss: 0.157881, T=131s, eta=204s
Iteration 400, Reward: 0.825163, Loss: 0.372368, T=134s, eta=201s
Iteration 410, Reward: 0.804419, Loss: 0.323988, T=137s, eta=197s
Iteration 420, Reward: 0.865413, Loss: 0.488949, T=140s, eta=194s
Iteration 430, Reward: 0.841847, Loss: 0.557065, T=143s, eta=190s
Iteration 440, Reward: 0.849977, Loss: 0.400294, T=146s, eta=186s
Iteration 450, Reward: 0.866277, Loss: 0.656863, T=150s, eta=183s
Iteration 460, Reward: 0.854751, Loss: 0.600673, T=153s, eta=180s
Iteration 470, Reward: 0.865942, Loss: 0.477868, T=156s, eta=176s
Iteration 480, Reward: 0.845692, Loss: 0.413585, T=159s, eta=173s
Iteration 490, Reward: 0.737711, Loss: 0.564711, T=163s, eta=169s
Iteration 500, Reward: 0.900446, Loss: 0.427864, T=166s, eta=166s
Iteration 510, Reward: 0.898362, Loss: 0.274572, T=169s, eta=163s
Iteration 520, Reward: 0.812240, Loss: 0.591977, T=172s, eta=159s
Iteration 530, Reward: 0.790693, Loss: 0.581624, T=176s, eta=156s
Iteration 540, Reward: 0.852850, Loss: 0.360899, T=179s, eta=153s
Iteration 550, Reward: 0.794224, Loss: 0.396956, T=182s, eta=149s
Iteration 560, Reward: 0.917380, Loss: 0.132245, T=186s, eta=146s
Iteration 570, Reward: 0.918692, Loss: 0.126570, T=189s, eta=142s
Iteration 580, Reward: 0.814282, Loss: 0.274460, T=192s, eta=139s
Iteration 590, Reward: 0.921105, Loss: 0.238045, T=195s, eta=136s
Iteration 600, Reward: 0.684165, Loss: 0.246964, T=199s, eta=132s
Iteration 610, Reward: 0.790664, Loss: 0.573564, T=202s, eta=129s
Iteration 620, Reward: 0.912651, Loss: -0.040854, T=205s, eta=126s
Iteration 630, Reward: 0.872392, Loss: 0.143564, T=209s, eta=123s
Iteration 640, Reward: 0.822407, Loss: 0.681256, T=212s, eta=119s
Iteration 650, Reward: 0.846513, Loss: 0.012956, T=215s, eta=116s
Iteration 660, Reward: 0.843017, Loss: 0.106445, T=219s, eta=113s
Iteration 670, Reward: 0.732252, Loss: 0.507087, T=222s, eta=109s
Iteration 680, Reward: 0.869630, Loss: 0.636372, T=225s, eta=106s
Iteration 690, Reward: 0.711201, Loss: 0.336037, T=229s, eta=103s
Iteration 700, Reward: 0.926853, Loss: 0.435740, T=232s, eta=99s
Iteration 710, Reward: 0.749822, Loss: 0.119923, T=235s, eta=96s
Iteration 720, Reward: 0.786541, Loss: 0.314334, T=239s, eta=93s
Iteration 730, Reward: 0.849284, Loss: 0.048394, T=242s, eta=89s
Iteration 740, Reward: 0.861301, Loss: 0.643814, T=245s, eta=86s
Iteration 750, Reward: 0.893250, Loss: 0.519770, T=248s, eta=83s
Iteration 760, Reward: 0.911709, Loss: 0.509039, T=251s, eta=79s
Iteration 770, Reward: 0.908527, Loss: 0.428236, T=255s, eta=76s
Iteration 780, Reward: 0.864276, Loss: 0.577403, T=258s, eta=73s
Iteration 790, Reward: 0.854289, Loss: 0.682334, T=261s, eta=69s
Iteration 800, Reward: 0.897803, Loss: 0.436619, T=266s, eta=66s
Iteration 810, Reward: 0.866675, Loss: 0.422067, T=270s, eta=63s
Iteration 820, Reward: 0.786165, Loss: 0.399155, T=273s, eta=60s
Iteration 830, Reward: 0.917610, Loss: 0.463920, T=277s, eta=57s
Iteration 840, Reward: 0.765899, Loss: 0.746136, T=281s, eta=53s
Iteration 850, Reward: 0.750903, Loss: 0.762448, T=284s, eta=50s
Iteration 860, Reward: 0.871859, Loss: 0.387171, T=288s, eta=47s
Iteration 870, Reward: 0.873461, Loss: 0.247943, T=291s, eta=43s
Iteration 880, Reward: 0.730597, Loss: 0.452900, T=295s, eta=40s
Iteration 890, Reward: 0.777596, Loss: 0.241515, T=298s, eta=37s
Iteration 900, Reward: 0.896715, Loss: 0.242608, T=301s, eta=33s
Iteration 910, Reward: 0.869953, Loss: 0.351594, T=305s, eta=30s
Iteration 920, Reward: 0.741422, Loss: 0.465268, T=308s, eta=27s
Iteration 930, Reward: 0.740608, Loss: 0.479542, T=311s, eta=23s
Iteration 940, Reward: 0.820300, Loss: 0.543456, T=314s, eta=20s
Iteration 950, Reward: 0.809874, Loss: 0.459655, T=318s, eta=17s
Iteration 960, Reward: 0.743641, Loss: 0.678898, T=321s, eta=13s
Iteration 970, Reward: 0.872164, Loss: 0.538426, T=324s, eta=10s
Iteration 980, Reward: 0.784863, Loss: 0.493484, T=327s, eta=7s
Iteration 990, Reward: 0.784956, Loss: 0.590713, T=331s, eta=3s
# Fidelity vs. evaluation time step.
# `result.fidelity_each_timestep` is a list of length eval_time_steps + 1
# (index 0 = initial state); each entry holds the fidelity of every
# evaluation trajectory in the batch at that time step.
from matplotlib.ticker import AutoMinorLocator, MultipleLocator
import matplotlib.pyplot as plt
n_steps = 5 # only plot the initial state plus the first `n_steps` time steps
fid = jnp.stack(result.fidelity_each_timestep)[: n_steps + 1] # (n_steps + 1, batch)
t = jnp.arange(fid.shape[0])
fid_mean = fid.mean(axis=1)
fid_min = fid.min(axis=1)
fid_max = fid.max(axis=1)
peak_idx = int(jnp.argmax(fid_mean))
peak_val = float(fid_mean[peak_idx])
with plt.rc_context({
"font.family": "serif",
"mathtext.fontset": "dejavuserif",
"axes.grid": True,
"grid.alpha": 0.35,
"grid.linewidth": 0.6,
"xtick.direction": "in",
"ytick.direction": "in",
"xtick.top": True,
"ytick.right": True,
"xtick.minor.visible": True,
"ytick.minor.visible": True,
}):
fig, ax = plt.subplots(figsize=(10, 4.2))
# min-max envelope across the evaluation batch
ax.fill_between(
t, fid_min, fid_max,
color="#a9c6e8", alpha=0.45, lw=0, label="Min-max range",
)
# individual trajectories, faint, inside the band
ax.plot(t, fid, color="#7ba3cc", alpha=0.35, lw=0.9)
# batch-mean fidelity
ax.plot(
t, fid_mean,
color="black", lw=2.2, marker="o", ms=6,
mfc="white", mec="black", mew=1.5, zorder=5,
label="Mean fidelity",
)
ax.set_xlabel("Evaluation time step", fontsize=13)
ax.set_ylabel("Fidelity", fontsize=13)
ax.set_xlim(t[0], t[-1])
ax.set_ylim(-0.02, 1.02)
# numbered major ticks plus unnumbered minor ticks on both axes
ax.set_xticks(t)
ax.xaxis.set_minor_locator(AutoMinorLocator(4))
ax.yaxis.set_major_locator(MultipleLocator(0.2))
ax.yaxis.set_minor_locator(AutoMinorLocator(4))
ax.legend(loc="upper left", framealpha=0.9)
# leave room on the right for the outside annotation
fig.tight_layout(rect=(0, 0, 0.84, 1))
plt.show()
import matplotlib.pyplot as plt
# `result.reward_history` holds the reward (here the batch-mean fidelity, in
# [0, 1]) at every training iteration, as opposed to the printed loss which
# includes the unbounded log-probability REINFORCE term used for the gradient.
reward_history = result.reward_history
iters = jnp.arange(reward_history.shape[0])
# The reward is estimated over `batch_size` stochastic trajectories, so it is
# noisy; overlay a rolling mean to see the underlying trend.
window = 20
fig, ax = plt.subplots(figsize=(8, 4))
ax.plot(iters, reward_history, alpha=0.35, label="reward (per-iteration, batch mean)")
if reward_history.shape[0] >= window:
smoothed = jnp.convolve(reward_history, jnp.ones(window) / window, mode="valid")
ax.plot(iters[window - 1:], smoothed, color="C3", lw=2, label=f"rolling mean (window={window})")
ax.axhline(1.0, ls="--", color="gray", lw=1, label="max reward")
ax.set_xlabel("iteration")
ax.set_ylabel("reward (mean fidelity)")
ax.set_ylim(0, 1.05)
ax.set_title("Reward evolution during training")
ax.legend()
plt.show()
print(f"initial reward: {float(reward_history[0]):.4f}")
print(f"final reward: {float(reward_history[-1]):.4f}")
print(f"best reward: {float(jnp.nanmax(reward_history)):.4f}")
initial reward: 0.0369
final reward: 0.9119
best reward: 0.9401