Breaking News: Grepper is joining You.com. Read the official announcement!

test gpu training speed

Friendly Hawk answered on October 16, 2023 Popularity 10/10 Helpfulness 2/10

answer test gpu training speed

test gpu training speed

Comment

import torch
import torch.nn as nn
import torch.optim as optim
import time

# Check if CUDA is available
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")

# Define a simple neural network
class SimpleNet(nn.Module):
    def __init__(self):
        super(SimpleNet, self).__init__()
        self.fc1 = nn.Linear(1000, 500)
        self.fc2 = nn.Linear(500, 250)
        self.fc3 = nn.Linear(250, 125)
        self.fc4 = nn.Linear(125, 60)
        self.fc5 = nn.Linear(60, 30)
        self.fc6 = nn.Linear(30, 1)

    def forward(self, x):
        x = torch.relu(self.fc1(x))
        x = torch.relu(self.fc2(x))
        x = torch.relu(self.fc3(x))
        x = torch.relu(self.fc4(x))
        x = torch.relu(self.fc5(x))
        return self.fc6(x)

# Create the model
model = SimpleNet().to(device)

# Define the loss and optimizer
criterion = nn.MSELoss()
optimizer = optim.Adam(model.parameters(), lr=0.001)

# Generate random data for training
data_size = 10000
X = torch.randn(data_size, 1000).to(device)
Y = torch.randn(data_size, 1).to(device)

# Training parameters
epochs = 10
batch_size = 256  # You can change this value based on GPU memory
num_batches = data_size // batch_size

start_time = time.time()

for epoch in range(epochs):
    running_loss = 0.0
    for i in range(num_batches):
        start_idx = i * batch_size
        end_idx = start_idx + batch_size

        inputs = X[start_idx:end_idx]
        labels = Y[start_idx:end_idx]

        optimizer.zero_grad()
        outputs = model(inputs)
        loss = criterion(outputs, labels)
        loss.backward()
        optimizer.step()

        running_loss += loss.item()

    print(f"Epoch [{epoch + 1}/{epochs}], Average Loss: {running_loss/num_batches:.4f}")

end_time = time.time()
print(f"Training completed in {end_time - start_time:.2f} seconds.")

Popularity 10/10 Helpfulness 2/10 Language python

Source: chat.openai.com

Tags: gpu python training

Link to this answer
Share Copy Link

Contributed on Oct 16 2023

Friendly Hawk

0 Answers Avg Quality 2/10

test gpu training speed

Contents

More Related Answers

test gpu training speed

Grepper

Documentation

Social

Legal

Contact

Oops, You will need to install Grepper and log-in to perform this action.