Test Kpu Online

# Large matrix multiplication to utilize tensor cores a = torch.randn(4096, 4096, device=device, dtype=dtype) b = torch.randn(4096, 4096, device=device, dtype=dtype)

device = torch.device("cuda") # Mixed precision to trigger tensor cores dtype = torch.float16 test kpu

# Warm-up for _ in range(5): c = torch.mm(a, b) torch.cuda.synchronize() # Large matrix multiplication to utilize tensor cores

import torch import time def test_tensor_core_feature(): # Check if CUDA and tensor cores are available (Volta+ GPUs) if not torch.cuda.is_available(): print("CUDA not available") return dtype=dtype) b = torch.randn(4096