Python打卡day35！！！

最新推荐文章于 2025-12-13 21:52:55 发布

原创最新推荐文章于 2025-12-13 21:52:55 发布 · 365 阅读

2 ·

本内容遵循CC 4.0 BY-SA版权协议

GEO检测

标签

#python #深度学习 #机器学习

python打卡专栏收录该内容

51 篇文章

订阅专栏

import torch
import torch.nn as nn
import torch.optim as optim
from sklearn.datasets import load_iris
from sklearn.model_selection import train_test_split
from sklearn.preprocessing import MinMaxScaler
import time
import matplotlib.pyplot as plt
from tqdm import tqdm
 
# 设置GPU设备
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
print(f"使用设备: {device}")
 
# 加载数据
iris = load_iris()
X, y = iris.data, iris.target
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)
 
# 归一化
scaler = MinMaxScaler()
X_train = scaler.fit_transform(X_train)
X_test = scaler.transform(X_test)
 
# 转换为PyTorch张量
X_train = torch.FloatTensor(X_train).to(device)
y_train = torch.LongTensor(y_train).to(device)
X_test = torch.FloatTensor(X_test).to(device)
y_test = torch.LongTensor(y_test).to(device)
 
# 定义模型
class MLP(nn.Module):
    def __init__(self, input_size=4, hidden_size=10, output_size=3):
        super(MLP, self).__init__()
        self.fc1 = nn.Linear(input_size, hidden_size)
        self.relu = nn.ReLU()
        self.fc2 = nn.Linear(hidden_size, output_size)
    
    def forward(self, x):
        out = self.fc1(x)
        out = self.relu(out)
        out = self.fc2(out)
        return out
 
# 定义超参数组合
hyperparams = [
    {"lr": 0.01, "hidden_size": 10, "optimizer": "SGD"},
    {"lr": 0.001, "hidden_size": 20, "optimizer": "Adam"},
    {"lr": 0.1, "hidden_size": 5, "optimizer": "SGD"}
]
 
results = []
num_epochs = 2000  # 减少训练轮数以加快实验速度
 
for config in hyperparams:
    print(f"\n当前配置: {config}")
    
    # 初始化模型和优化器
    model = MLP(hidden_size=config["hidden_size"]).to(device)
    criterion = nn.CrossEntropyLoss()
    
    if config["optimizer"] == "SGD":
        optimizer = optim.SGD(model.parameters(), lr=config["lr"])
    elif config["optimizer"] == "Adam":
        optimizer = optim.Adam(model.parameters(), lr=config["lr"])
    
    losses = []  # 用于保存每个epoch的loss
    start_time = time.time()
    
    with tqdm(total=num_epochs, desc="训练进度", unit="epoch") as pbar:
        for epoch in range(num_epochs):
            # 训练步骤
            model.train()
            outputs = model(X_train)
            loss = criterion(outputs, y_train)
            
            optimizer.zero_grad()
            loss.backward()
            optimizer.step()
            
            # 每200个epoch记录一次loss
            if (epoch + 1) % 200 == 0:
                losses.append(loss.item())
                pbar.set_postfix({'Loss': f'{loss.item():.4f}'})
            
            # 更新进度条
            if (epoch + 1) % 1000 == 0 or (epoch + 1) == num_epochs:
                pbar.update(1000 if (epoch + 1) % 1000 == 0 else num_epochs % 1000)
    
    # 测试准确率
    model.eval()
    with torch.no_grad():
        outputs = model(X_test)
        _, predicted = torch.max(outputs, 1)
        accuracy = (predicted == y_test).sum().item() / y_test.size(0)
    
    # 保存结果（确保包含losses）
    results.append({
        "config": config,
        "time": time.time() - start_time,
        "accuracy": accuracy,
        "final_loss": losses[-1] if losses else float('inf'),
        "losses": losses.copy()  # 明确保存losses的副本
    })
 
# 结果对比
print("\n===== 超参数对比结果 =====")
for i, res in enumerate(results):
    print(f"配置{i+1}: {res['config']}")
    print(f"训练时间: {res['time']:.2f}s | 测试准确率: {res['accuracy']*100:.2f}% | 最终Loss: {res['final_loss']:.4f}\n")
 
# 可视化损失曲线
plt.figure(figsize=(12, 6))
for i, res in enumerate(results):
    if 'losses' in res and len(res['losses']) > 0:  # 安全检查
        epochs_to_plot = range(0, len(res['losses']) * 200, 200)
        plt.plot(epochs_to_plot, res['losses'], label=f"配置{i+1}: {res['config']}")
plt.xlabel('Epoch')
plt.ylabel('Loss')
plt.title('Training Loss Comparison')
plt.legend()
plt.grid(True)
plt.show()

使用设备: cuda:0
 
当前配置: {'lr': 0.01, 'hidden_size': 10, 'optimizer': 'SGD'}
训练进度: 100%|██████████| 2000/2000 [00:02<00:00, 998.75epoch/s, Loss=0.3370] 
 
当前配置: {'lr': 0.001, 'hidden_size': 20, 'optimizer': 'Adam'}
训练进度: 100%|██████████| 2000/2000 [00:02<00:00, 676.49epoch/s, Loss=0.0634]
 
当前配置: {'lr': 0.1, 'hidden_size': 5, 'optimizer': 'SGD'}
训练进度: 100%|██████████| 2000/2000 [00:01<00:00, 1056.42epoch/s, Loss=0.0948]
c:\Users\lenovo\.conda\envs\DL\lib\site-packages\IPython\core\pylabtools.py:152: UserWarning: Glyph 37197 (\N{CJK UNIFIED IDEOGRAPH-914D}) missing from current font.
  fig.canvas.print_figure(bytes_io, **kw)
c:\Users\lenovo\.conda\envs\DL\lib\site-packages\IPython\core\pylabtools.py:152: UserWarning: Glyph 32622 (\N{CJK UNIFIED IDEOGRAPH-7F6E}) missing from current font.
  fig.canvas.print_figure(bytes_io, **kw)
 
===== 超参数对比结果 =====
配置1: {'lr': 0.01, 'hidden_size': 10, 'optimizer': 'SGD'}
训练时间: 2.01s | 测试准确率: 93.33% | 最终Loss: 0.3370
 
配置2: {'lr': 0.001, 'hidden_size': 20, 'optimizer': 'Adam'}
训练时间: 2.96s | 测试准确率: 96.67% | 最终Loss: 0.0634
 
配置3: {'lr': 0.1, 'hidden_size': 5, 'optimizer': 'SGD'}
训练时间: 1.90s | 测试准确率: 96.67% | 最终Loss: 0.0948