import numpy as np id = "202210423224" name = "吴杨洋" def sigmoid(z): return 1 / (1 + np.exp(-np.clip(z, -500, 500))) def train_logreg(X, y, numIter=1000, learning_rate=0.01, lambda_reg=0.01): m, n = X.shape weights = np.zeros(n) for j in range(numIter): for i in range(m): z = np.dot(X[i], weights) h = sigmoid(z) error = y[i] - h gradient = X[i] * error reg_term = lambda_reg * weights gradient += reg_term weights += learning_rate * gradient return weights def predict_logreg(inX, weights): z = np.dot(inX, weights) prob = sigmoid(z) return 1 if prob >= 0.5 else 0 def load_data(filepath): file = open(filepath) fr = file.readlines() data_list = [] y = [] for data in fr: data = data.strip() data = data.split(' ') data_25 = data[24] y.append(data[222]) del data[-1] del data[26] del data[25] del data[24] del data[222] del data[2] for i in data_25: data.append(i) data = [0 if data_elem == '?' else float(data_elem) for data_elem in data] data_list.append(data) data_number = len(y) y_train = np.array([1 if y[j] == '2' or y[j] == '3' else 0 for j in range(data_number)]) X = np.array(data_list) return X, y_train def standardize(X): mean = X.mean(axis=0) std = X.std(axis=0) return (X - mean) / std, mean, std def main(): X_train, y_train = load_data("./data/horse-colic.data") X_test, y_test = load_data("./data/horse-colic.test") X_train, mean, std = standardize(X_train) X_test = (X_test - mean) / std # 尝试不同的学习率和正则化参数 learning_rates = [0.01, 0.001, 0.0001] lambda_regs = [0.1, 0.01, 0.001] best_accuracy = 0 best_weights = None for lr in learning_rates: for reg in lambda_regs: weights = train_logreg(X_train, y_train, numIter=1000, learning_rate=lr, lambda_reg=reg) y_pred_test = [predict_logreg(x, weights) for x in X_test] accuracy_test = np.mean(y_pred_test == y_test) if accuracy_test > best_accuracy: best_accuracy = accuracy_test best_weights = weights print(f"Best Test Accuracy: {best_accuracy:.2f}") if __name__ == "__main__": main()