generated from LufsX/Experiment-LogReg
This commit is contained in:
+83
-29
@@ -23,63 +23,117 @@ import numpy as np
|
|||||||
姓名请直接**填写中文**
|
姓名请直接**填写中文**
|
||||||
例如: name = "张三"
|
例如: name = "张三"
|
||||||
"""
|
"""
|
||||||
id = "202210423xxx"
|
id = "202210423629"
|
||||||
name = "test_name"
|
name = "tanjunfeng"
|
||||||
|
|
||||||
|
|
||||||
# 这里写自己的代码实现
|
# 这里写自己的代码实现
|
||||||
def train_logreg(X, y, other_params="你自己设置一些其它参数"):
|
import numpy as np
|
||||||
|
import pandas as pd
|
||||||
|
|
||||||
|
|
||||||
|
def load_data(train_path, test_path):
|
||||||
"""
|
"""
|
||||||
对率回归训练函数。
|
加载训练数据和测试数据
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
- X (numpy array): 特征数据。
|
train_path (str): 训练数据文件路径
|
||||||
- y (numpy array): 标签数据。
|
test_path (str): 测试数据文件路径
|
||||||
- other_params (str): 其它参数,可选设置。若需设置其它参数,必须设置其默认值,否则将**无法通过**自动评测,**成绩为零**。
|
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
- numpy array: 训练得到的权重。
|
tuple: 包含训练数据特征、训练数据标签、测试数据特征、测试数据标签
|
||||||
"""
|
"""
|
||||||
|
train_data = pd.read_csv("./data/horse-colic.data", header=None, na_values='?')
|
||||||
|
test_data = pd.read_csv("./data/horse-colic.test", header=None, na_values='?')
|
||||||
|
|
||||||
|
# 处理缺失值,这里简单删除含有缺失值的行
|
||||||
|
train_data = train_data.dropna()
|
||||||
|
test_data = test_data.dropna()
|
||||||
|
|
||||||
|
train_X = train_data.iloc[:, :-1].values
|
||||||
|
train_y = train_data.iloc[:, -1].values
|
||||||
|
test_X = test_data.iloc[:, :-1].values
|
||||||
|
test_y = test_data.iloc[:, -1].values
|
||||||
|
|
||||||
|
return train_X, train_y, test_X, test_y
|
||||||
|
|
||||||
|
|
||||||
def predict_logreg(inX, weights):
|
def sigmoid(z):
|
||||||
"""
|
"""
|
||||||
对率回归预测函数。
|
Sigmoid函数
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
- inX (numpy array): 输入待分类的样本。
|
z (numpy.ndarray): 输入值
|
||||||
- weights (numpy array): 训练得到的权重。
|
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
- int: 预测的分类标签。
|
numpy.ndarray: Sigmoid函数值
|
||||||
"""
|
"""
|
||||||
|
return 1 / (1 + np.exp(-z))
|
||||||
|
|
||||||
|
|
||||||
# 这里也写自己的代码实现
|
def train_logreg(train_X, train_y, learning_rate=0.01, num_iterations=1000):
|
||||||
def load_data(filepath):
|
|
||||||
"""
|
"""
|
||||||
从文件中加载数据,若不自行正确实现,则无法通过评测,**不记录成绩**。
|
训练对率回归模型
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
- directory (str): 数据文件路径。
|
train_X (numpy.ndarray): 训练数据特征
|
||||||
|
train_y (numpy.ndarray): 训练数据标签
|
||||||
|
learning_rate (float, optional): 学习率. Defaults to 0.01.
|
||||||
|
num_iterations (int, optional): 迭代次数. Defaults to 1000.
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
- np.array: 特征数据。
|
numpy.ndarray: 训练好的模型权重
|
||||||
- np.array: 标签数据。
|
|
||||||
"""
|
"""
|
||||||
|
num_features = train_X.shape[1]
|
||||||
|
num_samples = train_X.shape[0]
|
||||||
|
|
||||||
|
# 初始化权重
|
||||||
|
weights = np.zeros(num_features)
|
||||||
|
|
||||||
|
for i in range(num_iterations):
|
||||||
|
# 计算预测值
|
||||||
|
z = np.dot(train_X, weights)
|
||||||
|
h = sigmoid(z)
|
||||||
|
|
||||||
|
# 计算梯度
|
||||||
|
gradient = np.dot(train_X.T, (h - train_y)) / num_samples
|
||||||
|
|
||||||
|
# 更新权重
|
||||||
|
weights -= learning_rate * gradient
|
||||||
|
|
||||||
|
return weights
|
||||||
|
|
||||||
|
|
||||||
|
def predict_logreg(test_X, weights):
|
||||||
|
"""
|
||||||
|
使用训练好的模型进行预测
|
||||||
|
|
||||||
|
Args:
|
||||||
|
test_X (numpy.ndarray): 测试数据特征
|
||||||
|
weights (numpy.ndarray): 训练好的模型权重
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
numpy.ndarray: 预测结果
|
||||||
|
"""
|
||||||
|
z = np.dot(test_X, weights)
|
||||||
|
h = sigmoid(z)
|
||||||
|
|
||||||
|
# 将概率值转换为类别预测0或1
|
||||||
|
predictions = (h >= 0.5).astype(int)
|
||||||
|
|
||||||
|
return predictions
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
# 以下代码可用于测试,可自行随意修改
|
if __name__ == "__main__":
|
||||||
# 加载训练集
|
train_path = "./data/horse-colic.data"
|
||||||
X_train, y_train = load_data("./data/horse-colic.data")
|
test_path = "./data/horse-colic.test"
|
||||||
|
|
||||||
# 加载测试集
|
train_X, train_y, test_X, test_y = load_data(train_path, test_path)
|
||||||
X_test, y_test = load_data("./data/horse-colic.test")
|
|
||||||
|
|
||||||
# 训练对率回归模型
|
trained_weights = train_logreg(train_X, train_y)
|
||||||
weights = train_logreg(X_train, y_train, learning_rate=0.01, iterations=1000)
|
|
||||||
|
|
||||||
# 测试单个数据
|
predictions = predict_logreg(test_X, trained_weights)
|
||||||
y_pred = predict_logreg(X_test[11], weights)
|
|
||||||
print(f"预测结果: {y_pred}, 实际结果: {y_test[11]}")
|
# 可以在这里进一步评估预测结果的准确性等指标,例如:
|
||||||
|
accuracy = np.mean(predictions == test_y)
|
||||||
|
print("预测准确率:", accuracy)
|
||||||
|
|||||||
Reference in New Issue
Block a user