generated from LufsX/Challenge-kNN
This commit is contained in:
+41
-25
@@ -1,6 +1,9 @@
|
||||
# function.py
|
||||
import numpy as np
|
||||
from numpy.linalg import inv
|
||||
import numpy as np
|
||||
from sklearn.preprocessing import StandardScaler
|
||||
from sklearn.decomposition import PCA # 可选:用于降维
|
||||
from numpy.linalg import inv, LinAlgError
|
||||
from scipy.spatial.distance import mahalanobis
|
||||
"""
|
||||
挑战说明:
|
||||
- 自行编写实现 KNN 分类算法。
|
||||
@@ -36,44 +39,57 @@ name = "吴俊煯"
|
||||
- int: 预测的分类标签。
|
||||
"""
|
||||
|
||||
|
||||
|
||||
# 这里写自己的代码实现
|
||||
def classify0(inX, dataSet, labels, k=50, cov_inv=None):
|
||||
def preprocess_data(data, use_pca=False, pca_components=None):
|
||||
"""
|
||||
KNN 分类算法,使用马氏距离。
|
||||
对数据进行预处理,包括归一化和可选的降维。
|
||||
|
||||
Args:
|
||||
- data (numpy array): 输入数据集(形状应为 (m, n))。
|
||||
- use_pca (bool): 是否使用PCA降维。
|
||||
- pca_components (int): 如果使用PCA,则指定要保留的主成分数量。
|
||||
|
||||
Returns:
|
||||
- tuple: 预处理后的数据、scaler对象和(可选的)pca对象。
|
||||
"""
|
||||
scaler = StandardScaler()
|
||||
data_scaled = scaler.fit_transform(data)
|
||||
mean_vec = np.mean(data_scaled, axis=0)
|
||||
cov_mat = np.cov(data_scaled, rowvar=False)
|
||||
inv_cov_mat = inv(cov_mat)
|
||||
return data_scaled, scaler, mean_vec, inv_cov_mat
|
||||
|
||||
|
||||
# 这里写自己的代码实现
|
||||
def classify_mahalanobis(inX, dataSet, labels, k=4):
|
||||
"""
|
||||
使用马氏距离的KNN分类算法。
|
||||
|
||||
Args:
|
||||
- inX (numpy array): 输入待分类的样本(形状应为 (1, n))。
|
||||
- inX (numpy array): 输入待分类的样本(形状应为 (1, n) 或 (n,))。
|
||||
- dataSet (numpy array): 训练数据集(形状应为 (m, n))。
|
||||
- labels (numpy array): 训练集对应的标签。
|
||||
- k (int): 选择最近邻的个数。
|
||||
- cov_inv (numpy array): 训练数据协方差矩阵的逆(可选,如果未提供,则函数内部计算)。
|
||||
|
||||
Returns:
|
||||
- int: 预测的分类标签。
|
||||
"""
|
||||
if cov_inv is None:
|
||||
cov_matrix = np.cov(dataSet.T)
|
||||
cov_inv = inv(cov_matrix)
|
||||
differences = dataSet - inX
|
||||
mahalanobis_distances = np.sqrt(np.sum(differences @ cov_inv @ differences.T, axis=1))
|
||||
# 预处理数据
|
||||
dataSet_scaled, scaler, mean_vec, inv_cov_mat = preprocess_data(dataSet)
|
||||
inX_scaled = scaler.transform(inX.reshape(1, -1))
|
||||
|
||||
# 按距离排序,并获取前 k 个训练样本的索引
|
||||
k_indices = np.argsort(mahalanobis_distances)[:k]
|
||||
# 计算马氏距离
|
||||
distances = [mahalanobis(inX_scaled[0], dataSet_scaled[i], inv_cov_mat) for i in range(dataSet_scaled.shape[0])]
|
||||
|
||||
# 获取前 k 个训练样本的标签
|
||||
# 按距离排序,并获取前k个训练样本的索引
|
||||
k_indices = np.argsort(distances)[:k]
|
||||
|
||||
# 获取前k个训练样本的标签
|
||||
k_nearest_labels = labels[k_indices]
|
||||
|
||||
# 找到出现次数最多的标签
|
||||
from collections import Counter
|
||||
most_common = Counter(k_nearest_labels).most_common(1)
|
||||
# 找出最常见的标签
|
||||
most_common = np.bincount(k_nearest_labels).argmax()
|
||||
|
||||
# 返回出现次数最多的标签
|
||||
return most_common[0][0]
|
||||
|
||||
|
||||
|
||||
return most_common
|
||||
|
||||
def load_data(file_path):
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user