# create a Pytorch optimizer optimizer = torch.optim.AdamW(model.parameters(), lr=learning_rate)for it