generated from LufsX/Experiment-LogReg
This commit is contained in:
+83
-29
@@ -23,63 +23,117 @@ import numpy as np
|
||||
姓名请直接**填写中文**
|
||||
例如: name = "张三"
|
||||
"""
|
||||
id = "202210423xxx"
|
||||
name = "test_name"
|
||||
id = "202210423629"
|
||||
name = "tanjunfeng"
|
||||
|
||||
|
||||
# 这里写自己的代码实现
|
||||
def train_logreg(X, y, other_params="你自己设置一些其它参数"):
|
||||
import numpy as np
|
||||
import pandas as pd
|
||||
|
||||
|
||||
def load_data(train_path, test_path):
|
||||
"""
|
||||
对率回归训练函数。
|
||||
加载训练数据和测试数据
|
||||
|
||||
Args:
|
||||
- X (numpy array): 特征数据。
|
||||
- y (numpy array): 标签数据。
|
||||
- other_params (str): 其它参数,可选设置。若需设置其它参数,必须设置其默认值,否则将**无法通过**自动评测,**成绩为零**。
|
||||
train_path (str): 训练数据文件路径
|
||||
test_path (str): 测试数据文件路径
|
||||
|
||||
Returns:
|
||||
- numpy array: 训练得到的权重。
|
||||
tuple: 包含训练数据特征、训练数据标签、测试数据特征、测试数据标签
|
||||
"""
|
||||
train_data = pd.read_csv("./data/horse-colic.data", header=None, na_values='?')
|
||||
test_data = pd.read_csv("./data/horse-colic.test", header=None, na_values='?')
|
||||
|
||||
# 处理缺失值,这里简单删除含有缺失值的行
|
||||
train_data = train_data.dropna()
|
||||
test_data = test_data.dropna()
|
||||
|
||||
train_X = train_data.iloc[:, :-1].values
|
||||
train_y = train_data.iloc[:, -1].values
|
||||
test_X = test_data.iloc[:, :-1].values
|
||||
test_y = test_data.iloc[:, -1].values
|
||||
|
||||
return train_X, train_y, test_X, test_y
|
||||
|
||||
|
||||
def predict_logreg(inX, weights):
|
||||
def sigmoid(z):
|
||||
"""
|
||||
对率回归预测函数。
|
||||
Sigmoid函数
|
||||
|
||||
Args:
|
||||
- inX (numpy array): 输入待分类的样本。
|
||||
- weights (numpy array): 训练得到的权重。
|
||||
z (numpy.ndarray): 输入值
|
||||
|
||||
Returns:
|
||||
- int: 预测的分类标签。
|
||||
numpy.ndarray: Sigmoid函数值
|
||||
"""
|
||||
return 1 / (1 + np.exp(-z))
|
||||
|
||||
|
||||
# 这里也写自己的代码实现
|
||||
def load_data(filepath):
|
||||
def train_logreg(train_X, train_y, learning_rate=0.01, num_iterations=1000):
|
||||
"""
|
||||
从文件中加载数据,若不自行正确实现,则无法通过评测,**不记录成绩**。
|
||||
训练对率回归模型
|
||||
|
||||
Args:
|
||||
- directory (str): 数据文件路径。
|
||||
train_X (numpy.ndarray): 训练数据特征
|
||||
train_y (numpy.ndarray): 训练数据标签
|
||||
learning_rate (float, optional): 学习率. Defaults to 0.01.
|
||||
num_iterations (int, optional): 迭代次数. Defaults to 1000.
|
||||
|
||||
Returns:
|
||||
- np.array: 特征数据。
|
||||
- np.array: 标签数据。
|
||||
numpy.ndarray: 训练好的模型权重
|
||||
"""
|
||||
num_features = train_X.shape[1]
|
||||
num_samples = train_X.shape[0]
|
||||
|
||||
# 初始化权重
|
||||
weights = np.zeros(num_features)
|
||||
|
||||
for i in range(num_iterations):
|
||||
# 计算预测值
|
||||
z = np.dot(train_X, weights)
|
||||
h = sigmoid(z)
|
||||
|
||||
# 计算梯度
|
||||
gradient = np.dot(train_X.T, (h - train_y)) / num_samples
|
||||
|
||||
# 更新权重
|
||||
weights -= learning_rate * gradient
|
||||
|
||||
return weights
|
||||
|
||||
|
||||
def predict_logreg(test_X, weights):
|
||||
"""
|
||||
使用训练好的模型进行预测
|
||||
|
||||
Args:
|
||||
test_X (numpy.ndarray): 测试数据特征
|
||||
weights (numpy.ndarray): 训练好的模型权重
|
||||
|
||||
Returns:
|
||||
numpy.ndarray: 预测结果
|
||||
"""
|
||||
z = np.dot(test_X, weights)
|
||||
h = sigmoid(z)
|
||||
|
||||
# 将概率值转换为类别预测0或1
|
||||
predictions = (h >= 0.5).astype(int)
|
||||
|
||||
return predictions
|
||||
|
||||
if __name__ == "__main__":
|
||||
# 以下代码可用于测试,可自行随意修改
|
||||
# 加载训练集
|
||||
X_train, y_train = load_data("./data/horse-colic.data")
|
||||
if __name__ == "__main__":
|
||||
train_path = "./data/horse-colic.data"
|
||||
test_path = "./data/horse-colic.test"
|
||||
|
||||
# 加载测试集
|
||||
X_test, y_test = load_data("./data/horse-colic.test")
|
||||
train_X, train_y, test_X, test_y = load_data(train_path, test_path)
|
||||
|
||||
# 训练对率回归模型
|
||||
weights = train_logreg(X_train, y_train, learning_rate=0.01, iterations=1000)
|
||||
trained_weights = train_logreg(train_X, train_y)
|
||||
|
||||
# 测试单个数据
|
||||
y_pred = predict_logreg(X_test[11], weights)
|
||||
print(f"预测结果: {y_pred}, 实际结果: {y_test[11]}")
|
||||
predictions = predict_logreg(test_X, trained_weights)
|
||||
|
||||
# 可以在这里进一步评估预测结果的准确性等指标,例如:
|
||||
accuracy = np.mean(predictions == test_y)
|
||||
print("预测准确率:", accuracy)
|
||||
|
||||
Reference in New Issue
Block a user