generated from LufsX/Challenge-kNN
This commit is contained in:
+27
-47
@@ -36,27 +36,33 @@ name = "邓杰元"
|
|||||||
- int: 预测的分类标签。
|
- int: 预测的分类标签。
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def normalize(dataSet):
|
def mahalanobis(inX, dataSet):
|
||||||
"""
|
"""
|
||||||
对数据进行归一化处理,使每个特征都在相同的范围内。
|
计算输入样本与数据集中每个样本的马氏距离。
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
- dataSet (numpy array): 原始数据集。
|
- inX (numpy array): 输入待分类的样本。
|
||||||
|
- dataSet (numpy array): 训练数据集。
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
- normDataSet (numpy array): 归一化后的数据集。
|
- distances (numpy array): 输入样本与数据集中每个样本的马氏距离。
|
||||||
- ranges (numpy array): 每个特征的范围。
|
|
||||||
- minVals (numpy array): 每个特征的最小值。
|
|
||||||
"""
|
"""
|
||||||
minVals = dataSet.min(0)
|
# 计算协方差矩阵并对其求逆
|
||||||
maxVals = dataSet.max(0)
|
cov_matrix = np.cov(dataSet, rowvar=False)
|
||||||
ranges = maxVals - minVals
|
cov_matrix_inv = np.linalg.inv(cov_matrix)
|
||||||
normDataSet = (dataSet - minVals) / ranges
|
|
||||||
return normDataSet, ranges, minVals
|
|
||||||
|
|
||||||
|
# 计算马氏距离
|
||||||
|
distances = []
|
||||||
|
for data_point in dataSet:
|
||||||
|
diff = data_point - inX
|
||||||
|
distance = np.sqrt(diff.T @ cov_matrix_inv @ diff)
|
||||||
|
distances.append(distance)
|
||||||
|
|
||||||
|
return np.array(distances)
|
||||||
|
|
||||||
def classify0(inX, dataSet, labels, k=20):
|
def classify0(inX, dataSet, labels, k=20):
|
||||||
"""
|
"""
|
||||||
KNN 分类算法。
|
KNN 分类算法,使用马氏距离。
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
- inX (numpy array): 输入待分类的样本。
|
- inX (numpy array): 输入待分类的样本。
|
||||||
@@ -67,8 +73,8 @@ def classify0(inX, dataSet, labels, k=20):
|
|||||||
Returns:
|
Returns:
|
||||||
- int: 预测的分类标签。
|
- int: 预测的分类标签。
|
||||||
"""
|
"""
|
||||||
# 计算输入向量与训练集中每个样本的欧氏距离
|
# 计算输入向量与训练集中每个样本的马氏距离
|
||||||
distances = np.sqrt(np.sum((dataSet - inX) ** 2, axis=1))
|
distances = mahalanobis(inX, dataSet)
|
||||||
|
|
||||||
# 获取距离最小的 k 个样本的索引
|
# 获取距离最小的 k 个样本的索引
|
||||||
k_indices = np.argsort(distances)[:k]
|
k_indices = np.argsort(distances)[:k]
|
||||||
@@ -79,23 +85,13 @@ def classify0(inX, dataSet, labels, k=20):
|
|||||||
# 手动实现一个计数器,统计每个标签出现的次数
|
# 手动实现一个计数器,统计每个标签出现的次数
|
||||||
label_count = {}
|
label_count = {}
|
||||||
for label in k_nearest_labels:
|
for label in k_nearest_labels:
|
||||||
if label in label_count:
|
label_count[label] = label_count.get(label, 0) + 1
|
||||||
label_count[label] += 1
|
|
||||||
else:
|
|
||||||
label_count[label] = 1
|
|
||||||
|
|
||||||
# 找出出现次数最多的标签
|
# 找出出现次数最多的标签
|
||||||
max_count = -1
|
most_common_label = max(label_count, key=label_count.get)
|
||||||
most_common_label = None
|
|
||||||
for label, count in label_count.items():
|
|
||||||
if count > max_count:
|
|
||||||
max_count = count
|
|
||||||
most_common_label = label
|
|
||||||
|
|
||||||
# 返回出现次数最多的标签
|
|
||||||
return most_common_label
|
return most_common_label
|
||||||
|
|
||||||
|
|
||||||
def load_data(file_path):
|
def load_data(file_path):
|
||||||
"""
|
"""
|
||||||
加载 TSV 格式数据文件。
|
加载 TSV 格式数据文件。
|
||||||
@@ -112,36 +108,20 @@ def load_data(file_path):
|
|||||||
labels = data[:, -1].astype(int)
|
labels = data[:, -1].astype(int)
|
||||||
return features, labels
|
return features, labels
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
# 测试代码,可以自行修改和测试
|
# 测试代码,可以自行修改和测试
|
||||||
|
|
||||||
train_file = "datingTrainSet2.tsv"
|
train_file = "datingTrainSet2.tsv"
|
||||||
|
|
||||||
test_file = "datingTestSet2.tsv"
|
test_file = "datingTestSet2.tsv"
|
||||||
|
|
||||||
train_data, train_labels = load_data(train_file)
|
train_data, train_labels = load_data(train_file)
|
||||||
test_data, test_labels = load_data(test_file)
|
test_data, test_labels = load_data(test_file)
|
||||||
|
a = 0
|
||||||
# 对训练集和测试集进行归一化
|
|
||||||
norm_train_data, ranges, minVals = normalize(train_data)
|
|
||||||
norm_test_data = (test_data - minVals) / ranges
|
|
||||||
|
|
||||||
errors = 0 # 用于统计错误分类的样本数量
|
|
||||||
|
|
||||||
# 对测试集中的样本进行预测
|
# 对测试集中的样本进行预测
|
||||||
for i in range(len(norm_test_data)):
|
for i in range(len(test_data)):
|
||||||
predicted_label = classify0(norm_test_data[i], norm_train_data, train_labels, k=20)
|
predicted_label = classify0(test_data[i], train_data, train_labels, k=20)
|
||||||
print(f"样本 {i+1}: 预测标签: {predicted_label}, 实际标签: {test_labels[i]}")
|
print(f"样本 {i+1}: 预测标签: {predicted_label}, 实际标签: {test_labels[i]}")
|
||||||
if predicted_label != test_labels[i]:
|
if predicted_label != test_labels[i]:
|
||||||
errors += 1
|
a += 1
|
||||||
|
print(f'错误分类的样本数: {a}')
|
||||||
# 输出错误率
|
|
||||||
error_rate = errors / len(test_data)
|
|
||||||
print(f"错误分类的样本数: {errors}")
|
|
||||||
print(f"错误率: {error_rate * 100:.2f}%")
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
Reference in New Issue
Block a user