generated from LufsX/Experiment-LogReg
This commit is contained in:
+13
-13
@@ -32,15 +32,17 @@ from sklearn.preprocessing import StandardScaler
|
|||||||
def sigmoid(z):
|
def sigmoid(z):
|
||||||
return 1.0 / (1 + np.exp(-z))
|
return 1.0 / (1 + np.exp(-z))
|
||||||
|
|
||||||
|
def train_logreg(X, y, learning_rate=0.05, iterations=1500, batch_size=64, regularization_strength=0.1):
|
||||||
def train_logreg(X, y, learning_rate=0.05, iterations=1500, batch_size=64):
|
|
||||||
"""
|
"""
|
||||||
对率回归训练函数。
|
对率回归训练函数。
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
- X (numpy array): 特征数据。
|
- X (numpy array): 特征数据。
|
||||||
- y (numpy array): 标签数据。
|
- y (numpy array): 标签数据。
|
||||||
- other_params (str): 其它参数,可选设置。若需设置其它参数,必须设置其默认值,否则将**无法通过**自动评测,**成绩为零**。
|
- learning_rate (float): 学习率。
|
||||||
|
- iterations (int): 迭代次数。
|
||||||
|
- batch_size (int): 批量大小。
|
||||||
|
- regularization_strength (float): L2正则化强度。
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
- numpy array: 训练得到的权重。
|
- numpy array: 训练得到的权重。
|
||||||
@@ -61,8 +63,7 @@ def train_logreg(X, y, learning_rate=0.05, iterations=1500, batch_size=64):
|
|||||||
y_batch = y_shuffled[j:j + batch_size]
|
y_batch = y_shuffled[j:j + batch_size]
|
||||||
z = np.dot(X_batch, weights)
|
z = np.dot(X_batch, weights)
|
||||||
h = sigmoid(z)
|
h = sigmoid(z)
|
||||||
gradient = np.dot(X_batch.T, (h - y_batch)) / len(y_batch)
|
gradient = np.dot(X_batch.T, (h - y_batch)) / len(y_batch) + regularization_strength * weights
|
||||||
|
|
||||||
weights -= learning_rate * gradient
|
weights -= learning_rate * gradient
|
||||||
|
|
||||||
# 计算训练集准确率
|
# 计算训练集准确率
|
||||||
@@ -75,34 +76,34 @@ def train_logreg(X, y, learning_rate=0.05, iterations=1500, batch_size=64):
|
|||||||
wait += 1
|
wait += 1
|
||||||
|
|
||||||
return best_weights
|
return best_weights
|
||||||
|
|
||||||
def predict_logreg(X, weights):
|
def predict_logreg(X, weights):
|
||||||
"""
|
"""
|
||||||
对率回归预测函数。
|
对率回归预测函数。
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
- inX (numpy array): 输入待分类的样本。
|
- X (numpy array): 输入待分类的样本。
|
||||||
- weights (numpy array): 训练得到的权重。
|
- weights (numpy array): 训练得到的权重。
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
- int: 预测的分类标签。
|
- numpy array: 预测的分类标签。
|
||||||
"""
|
"""
|
||||||
z = np.dot(X, weights)
|
z = np.dot(X, weights)
|
||||||
h = sigmoid(z)
|
h = sigmoid(z)
|
||||||
return np.where(h > 0.5, 1, 0)
|
return np.where(h > 0.5, 1, 0)
|
||||||
# 这里也写自己的代码实现
|
|
||||||
def load_data(filepath):
|
def load_data(filepath):
|
||||||
"""
|
"""
|
||||||
从文件中加载数据,若不自行正确实现,则无法通过评测,**不记录成绩**。
|
从文件中加载数据,若不自行正确实现,则无法通过评测,**不记录成绩**。
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
- directory (str): 数据文件路径。
|
- filepath (str): 数据文件路径。
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
- np.array: 特征数据。
|
- np.array: 特征数据。
|
||||||
- np.array: 标签数据。
|
- np.array: 标签数据。
|
||||||
"""
|
"""
|
||||||
data = []
|
data = []
|
||||||
data = []
|
|
||||||
labels = []
|
labels = []
|
||||||
with open(filepath, 'r') as f:
|
with open(filepath, 'r') as f:
|
||||||
for line in f:
|
for line in f:
|
||||||
@@ -114,7 +115,6 @@ def load_data(filepath):
|
|||||||
|
|
||||||
data = np.array(data)
|
data = np.array(data)
|
||||||
labels = np.array(labels)
|
labels = np.array(labels)
|
||||||
|
|
||||||
target_variable = np.where((labels == 2) | (labels == 3), 0, labels)
|
target_variable = np.where((labels == 2) | (labels == 3), 0, labels)
|
||||||
|
|
||||||
return data, target_variable
|
return data, target_variable
|
||||||
@@ -132,7 +132,7 @@ if __name__ == "__main__":
|
|||||||
X_train = scaler.fit_transform(X_train)
|
X_train = scaler.fit_transform(X_train)
|
||||||
X_test = scaler.transform(X_test)
|
X_test = scaler.transform(X_test)
|
||||||
|
|
||||||
final_weights = train_logreg(X_train, y_train, learning_rate=0.001, iterations=1500, batch_size=64)
|
final_weights = train_logreg(X_train, y_train, learning_rate=0.001, iterations=5000, batch_size=64)
|
||||||
|
|
||||||
final_accuracy = accuracy(X_test, y_test, final_weights)
|
final_accuracy = accuracy(X_test, y_test, final_weights)
|
||||||
print(f"最终测试集的准确率: {final_accuracy:.4f}")
|
print(f"最终测试集的准确率: {final_accuracy:.4f}")
|
||||||
|
|||||||
Reference in New Issue
Block a user