9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112 | class NegBinIRLS(NegBin):
"""
Negative-Binomial Marginal using Stochastic IRLS with
active response tracking and log-likelihood convergence.
"""
def __init__(self, formula: Union[Dict, str], **kwargs):
formula = standardize_formula(formula, allowed_keys=['mean', 'dispersion'])
super().__init__(formula, device="cpu")
def fit(
self,
max_epochs=10,
tol=1e-4,
eta=0.1,
verbose=True,
disp_ridge=1e-4,
val_frac: float = 0.1,
min_epochs: int = 10,
loss_tol: float = 1e-4,
patience: int = 40,
validation_seed: int = 0,
**kwargs,
):
self.train_loader = self.loader
self.validation_loader = None
self._validation_split_config = None
if self.predict is None:
self.setup_optimizer(**kwargs)
# 1. Initialization using poisson fit
initialize_kwargs = _filter_kwargs(kwargs, DEFAULT_ALLOWED_KWARGS['initialize'])
beta_init, gamma_init = initialize_parameters(
self.loader, self.n_outcomes, self.feature_dims['mean'],
self.feature_dims['dispersion'],
**initialize_kwargs
)
with torch.no_grad():
self.predict.coefs['mean'].copy_(beta_init)
self.predict.coefs['dispersion'].copy_(gamma_init)
# 2. All genes are active at the start
active_mask = torch.ones(self.n_outcomes, dtype=torch.bool)
ll_ = - 1e9 * torch.ones(self.n_outcomes, dtype=torch.float32)
self.fit_history = []
self.best_epoch = None
self.best_validation_loss = None
self.stopped_epoch = None
for epoch in range(max_epochs):
if not active_mask.any():
break
ll, n_batches = 0.0, 0
with torch.no_grad():
for y_batch, x_dict in self.loader:
# Slice active genes
idx = torch.where(active_mask)[0]
y_act = y_batch[:, active_mask]
X = x_dict['mean']
Z = x_dict['dispersion']
# Fetch current coefficients and update
b_curr = self.predict.coefs['mean'][:, active_mask]
g_curr = self.predict.coefs['dispersion'][:, active_mask]
b_next, g_next, conv_mask, ll_cur = step_stochastic_irls(y_act, X, Z, b_curr, g_curr, eta, tol, ll_[active_mask],
disp_ridge=disp_ridge)
ll_[active_mask] = ll_cur
# Update Parameters and de-activate converged genes
with torch.no_grad():
self.predict.coefs['mean'][:, active_mask] = b_next
self.predict.coefs['dispersion'][:, active_mask] = g_next
active_mask[idx[conv_mask]] = False
# Accumulate batch log-likelihood using `ll` from the IRLS step
ll += ll_.sum().item()
n_batches += 1
train_loss = -ll / n_batches if n_batches > 0 else float("nan")
self.fit_history.append(
{
"epoch": epoch + 1,
"train_loss": train_loss,
"val_loss": None,
"best": False,
"stopped": False,
}
)
if verbose and ((epoch + 1) % 10) == 0:
print(f"Epoch {epoch+1}/{max_epochs} | Genes remaining: {active_mask.sum().item()} | Loss: {train_loss:.4f}", end='\r')
if not active_mask.any():
break
if verbose:
print() # Maintain the loss output
self.parameters = self.format_parameters()
|