generated from LufsX/Experiment-LogReg
This commit is contained in:
+43
-11
@@ -1,14 +1,5 @@
|
||||
import numpy as np
|
||||
|
||||
"""
|
||||
实验说明:
|
||||
- 自行编写实现数据加载与预测病马死亡的对率回归算法。
|
||||
注意事项:
|
||||
- 在 function.py 中实现对率回归算法。
|
||||
- 可以自行导入其他库,需要在 requirements.txt 添加依赖,若未在 requirements.txt 中添加使用到的依赖,则无法自动评测,成绩为零。
|
||||
- 自动评测脚本仅会加载 train_logreg、predict_logreg 和 load_data 函数,请勿修改函数名。
|
||||
"""
|
||||
|
||||
# 学号和姓名
|
||||
id = "202210423130"
|
||||
name = "董秋"
|
||||
@@ -96,7 +87,6 @@ def load_data(filepath):
|
||||
|
||||
# 特征选择:去掉特征3(索引2)和特征24~28(索引23到27),检查数据的形状
|
||||
num_features = data.shape[1] # 获取特征的总数
|
||||
|
||||
indices_to_remove = [2] # 特征3的索引是2
|
||||
|
||||
# 仅在数据的特征数量足够时才删除特征24~28
|
||||
@@ -110,11 +100,53 @@ def load_data(filepath):
|
||||
|
||||
return data, target_variable
|
||||
|
||||
def k_fold_cross_validation(X, y, k=5, learning_rate=0.001, iterations=10000, batch_size=64, lambda_reg=0.1):
|
||||
"""
|
||||
K折交叉验证。
|
||||
|
||||
Args:
|
||||
- X (numpy array): 特征数据。
|
||||
- y (numpy array): 标签数据。
|
||||
- k (int): 折数。
|
||||
- learning_rate (float): 学习率。
|
||||
- iterations (int): 迭代次数。
|
||||
- batch_size (int): 批量大小。
|
||||
- lambda_reg (float): L2正则化参数。
|
||||
|
||||
Returns:
|
||||
- float: 平均准确率。
|
||||
"""
|
||||
m = X.shape[0]
|
||||
fold_size = m // k
|
||||
accuracies = []
|
||||
|
||||
for i in range(k):
|
||||
# 创建训练集和验证集
|
||||
val_start = i * fold_size
|
||||
val_end = (i + 1) * fold_size if i != k - 1 else m
|
||||
|
||||
X_val = X[val_start:val_end]
|
||||
y_val = y[val_start:val_end]
|
||||
X_train = np.concatenate((X[:val_start], X[val_end:]))
|
||||
y_train = np.concatenate((y[:val_start], y[val_end:]))
|
||||
|
||||
# 训练模型
|
||||
weights = train_logreg(X_train, y_train, learning_rate, iterations, batch_size, lambda_reg)
|
||||
|
||||
# 验证模型
|
||||
val_accuracy = np.mean([predict_logreg(X_val[j], weights) == y_val[j] for j in range(len(y_val))])
|
||||
accuracies.append(val_accuracy)
|
||||
|
||||
return np.mean(accuracies)
|
||||
|
||||
if __name__ == "__main__":
|
||||
# 以下代码可用于测试,可自行随意修改
|
||||
# 加载训练集
|
||||
X_train, y_train = load_data("./data/horse-colic.data")
|
||||
|
||||
# k折交叉验证
|
||||
avg_accuracy = k_fold_cross_validation(X_train, y_train, k=5, learning_rate=0.01, iterations=1000)
|
||||
print(f"K折交叉验证的平均准确率: {avg_accuracy:.4f}")
|
||||
|
||||
# 加载测试集
|
||||
X_test, y_test = load_data("./data/horse-colic.test")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user