forked from LufsX/Experiment-LogReg
This commit is contained in:
+9
-13
@@ -14,21 +14,17 @@ def sigmoid(z):
|
|||||||
return 1 / (1 + np.exp(-z))
|
return 1 / (1 + np.exp(-z))
|
||||||
|
|
||||||
|
|
||||||
def train_logreg(X, y, numIter=1000, learning_rate=0.06, batch_size=128, lambda_reg=0.01):
|
def train_logreg(X, y, numIter=1000, learning_rate=0.01, lambda_reg=0.01):
|
||||||
m, n = X.shape
|
m, n = X.shape
|
||||||
weights = np.zeros(n)
|
weights = np.zeros(n)
|
||||||
for j in range(numIter):
|
for j in range(numIter):
|
||||||
dataIndex = np.random.permutation(m)
|
for i in range(m):
|
||||||
for i in range(0, m, batch_size):
|
z = np.dot(X[i], weights)
|
||||||
end = min(i + batch_size, m)
|
h = sigmoid(z)
|
||||||
batch_X = X[dataIndex[i:end]]
|
error = y[i] - h
|
||||||
batch_y = y[dataIndex[i:end]]
|
gradient = X[i] * error
|
||||||
z = np.dot(batch_X, weights)
|
reg_term = lambda_reg * weights
|
||||||
h = 1 / (1 + np.exp(-z))
|
gradient += reg_term
|
||||||
error = batch_y - h
|
|
||||||
gradient = np.dot(batch_X.T, error) / len(batch_y)
|
|
||||||
reg_term = 2 * lambda_reg * weights
|
|
||||||
gradient -= reg_term / len(batch_y)
|
|
||||||
weights += learning_rate * gradient
|
weights += learning_rate * gradient
|
||||||
return weights
|
return weights
|
||||||
|
|
||||||
@@ -45,7 +41,7 @@ def predict_logreg(inX, weights):
|
|||||||
- int: 预测的分类标签。
|
- int: 预测的分类标签。
|
||||||
"""
|
"""
|
||||||
z = np.dot(inX, weights)
|
z = np.dot(inX, weights)
|
||||||
prob = 1 / (1 + np.exp(-z))
|
prob = sigmoid(z)
|
||||||
return 1 if prob >= 0.5 else 0
|
return 1 if prob >= 0.5 else 0
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user