更新 function.py
Gitea Actions Experiment Test / Experiment-Actions (push) Successful in 12s

This commit is contained in:
2024-11-03 14:00:04 +08:00
parent 79bb3985dd
commit da659a5a34
+28 -7
View File
@@ -81,18 +81,39 @@ def load_data(filepath):
""" """
data = [] data = []
labels = [] labels = []
# 读取数据并处理缺失值
with open(filepath, 'r') as file: with open(filepath, 'r') as file:
for line in file: for line in file:
fields = line.strip().split() fields = line.strip().split()
if '?' in fields or len(fields) < 2: if len(fields) < 2:
continue
try:
data.append([float(x) for x in fields[:-1]])
labels.append(int(fields[-1]))
except ValueError:
continue continue
features = fields[:-1]
label = fields[-1]
# 记录特征和标签
data.append(features)
labels.append(label)
return np.array(data), np.array(labels) # 转换数据为 NumPy 数组,方便进一步处理
data = np.array(data)
labels = np.array(labels, dtype=int)
# 用于存储浮点型数据
numeric_data = np.zeros(data.shape, dtype=float)
# 对每列进行缺失值填补
for col in range(data.shape[1]):
# 获取列数据,将 "?" 替换为 NaN,然后计算均值
col_data = np.where(data[:, col] == '?', np.nan, data[:, col]).astype(float)
mean_value = np.nanmean(col_data) # 计算均值忽略 NaN
# 将 NaN 替换为均值
col_data = np.where(np.isnan(col_data), mean_value, col_data)
numeric_data[:, col] = col_data
return numeric_data, labels
if __name__ == "__main__": if __name__ == "__main__":