Skip to content

Commit

Permalink
facepalm
Browse files Browse the repository at this point in the history
  • Loading branch information
lucidrains committed Oct 2, 2023
1 parent 78fde6f commit 983573b
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
setup(
name = 'speculative-decoding',
packages = find_packages(exclude=[]),
version = '0.0.15',
version = '0.0.16',
license='MIT',
description = 'Speculative Decoding',
author = 'Phil Wang',
Expand Down
4 changes: 2 additions & 2 deletions train_prophet.py
Original file line number Diff line number Diff line change
Expand Up @@ -113,12 +113,12 @@ def __len__(self):

# optimizer

optim = Adam(model.parameters(), lr = LEARNING_RATE)
optim = Adam(model_and_prophet.parameters(), lr = LEARNING_RATE)

# training

for i in tqdm.tqdm(range(NUM_BATCHES), mininterval = 10.0, desc = "training"):
model.train()
model_and_prophet.train()

for _ in range(GRAD_ACCUM_EVERY):
data = next(train_loader)
Expand Down

0 comments on commit 983573b

Please sign in to comment.