python機器學習實現oneR演演算法(以鳶尾data為例)

import numpy as np
from sklearn.model_selection import train_test_split
from sklearn.datasets import load_iris
from collections import defaultdict
from operator import itemgetter
import warnings
from sklearn.metrics import classification_report

# 載入內建iris資料，並儲存
dataset = load_iris()  
X = dataset.data
y = dataset.target

attribute_means = X.mean(axis=0)  # 得到一個列表，列表元素個數為特徵值個數，列表值為每個特徵的均值
X_d = np.array(X >= attribute_means, dtype='int')  # 轉bool型別

X_train, X_test, y_train, y_test = train_test_split(X_d, y, random_state=random_state)

def train_feature_value(X, y_true, feature, value):
    class_counts = defaultdict(int)
    for sample, y_t in zip(X, y_true):
        if sample[feature] == value:
            class_counts[y_t] += 1
    sorted_class_counts = sorted(class_counts.items(), key=itemgetter(1), reverse=True) # 降序
    most_frequent_class = sorted_class_counts[0][0]
    error = sum([class_count for class_value, class_count in class_counts.items()
                 if class_value != most_frequent_class])
    return most_frequent_class, error

def train(X, y_true, feature):
    n_samples, n_features = X.shape
    assert 0 <= feature < n_features
    # 獲取樣本中某特徵所有可能的取值
    values = set(X[:, feature])
    predictors = dict()
    errors = []
    for current_value in values:
        most_frequent_class, error = train_feature_value(X, y_true, feature, current_value)
        predictors[current_value] = most_frequent_class
        errors.append(error)
    total_error = sum(errors)
    return predictors, total_error

all_predictors = {variable: train(X_train, y_train, variable) for variable in range(X_train.shape[1])}
Errors = {variable: error for variable, (mapping, error) in all_predictors.items()}
# 找到錯誤率最低的特徵
best_variable, best_error = sorted(Errors.items(), key=itemgetter(1))[0]  # 升序
print("The best model is based on feature {0} and has error {1:.2f}".format(best_variable, best_error))
# 找到最佳特徵值，建立model模型
model = {'variable': best_variable,
         'predictor': all_predictors[best_variable][0]}
print(model)

print(all_predictors)
print(all_predictors[best_variable])
print(all_predictors[best_variable][0])

def predict(X_test, model):
    variable = model['variable']
    predictor = model['predictor']
    y_predicted = np.array([predictor[int(sample[variable])] for sample in X_test])
    return y_predicted

# 對測試集資料進行預測
y_predicted = predict(X_test, model)
print(y_predicted)

# 統計預測準確率
accuracy = np.mean(y_predicted == y_test) * 100
print("The test accuracy is {:.1f}%".format(accuracy))

# 遮蔽警告
warnings.filterwarnings("ignore") 
# 列印模型評估報告
print(classification_report(y_test, y_predicted))  # 引數為測試集的真實資料和預測資料