0

通过在 Tensorflow 上获得与许多 k 均值试验的平均距离最低的结果，我正在我的数据中找到最佳集群集。

但是我的代码不会在每次试验中更新初始质心，因此所有结果都是相同的。

这是我的代码 1 - tensor_kmeans.py

import numpy as np
import pandas as pd
import random
import tensorflow as tf
from tensorflow.contrib.factorization import KMeans
from sklearn import metrics
import imp
import pickle

# load as DataFrame
pkl = 'fasttext_words_k.pkl'
with open(pkl, 'rb') as f:
    unique_words_in_fasttext = pickle.load(f).T

vector =[]
for i in range(len(unique_words_in_fasttext)):
    vector.append(list(unique_words_in_fasttext.iloc[i,:]))
vector = [np.array(f) for f in vector ]


# Import data
full_data_x = vector


# Parameters
num_steps = 100 # Total steps to train
batch_size = 1024 # The number of samples per batch
n_clusters = 1300 # The number of clusters
num_classes = 100 # The 10 digits
num_rows = 13074
num_features = 300 # Each image is 28x28 pixels


### tensor kmeans ###

# Input images
X = tf.placeholder(tf.float32, shape=[None , num_features])
# Labels (for assigning a label to a centroid and testing)
# Y = tf.placeholder(tf.float32, shape=[None, num_classes])


# K-Means Parameters
kmeans = KMeans(inputs=X, num_clusters=n_clusters, distance_metric='cosine',
                use_mini_batch=True, initial_clusters="random")


# Build KMeans graph
training_graph = kmeans.training_graph()

if len(training_graph) > 6: # Tensorflow 1.4+
    (all_scores, cluster_idx, scores, cluster_centers_initialized,
     cluster_centers_var, init_op, train_op) = training_graph
else:
    (all_scores, cluster_idx, scores, cluster_centers_initialized,
     init_op, train_op) = training_graph

cluster_idx = cluster_idx[0] # fix for cluster_idx being a tuple
avg_distance = tf.reduce_mean(scores)

# Initialize the variables (i.e. assign their default value)
init_vars = tf.global_variables_initializer()

# Start TensorFlow session
sess = tf.Session()

# Run the initializer
sess.run(init_vars, feed_dict={X: full_data_x})
sess.run(init_op, feed_dict={X: full_data_x})

# Training
for i in range(1, num_steps + 1):
    _, d, idx = sess.run([train_op, avg_distance, cluster_idx],
                         feed_dict={X: full_data_x})
    if i % 10 == 0 or i == 1:
        print("Step %i, Avg Distance: %f" % (i, d))


labels = list(range(num_rows))
# Assign a label to each centroid
# Count total number of labels per centroid, using the label of each training
# sample to their closest centroid (given by 'idx')
counts = np.zeros(shape=(n_clusters, num_classes))
for i in range(len(idx)):
    counts[idx[i]] += labels[i]

# Assign the most frequent label to the centroid
labels_map = [np.argmax(c) for c in counts]
labels_map = tf.convert_to_tensor(labels_map)


# Evaluation ops
# Lookup: centroid_id -> label
cluster_label = tf.nn.embedding_lookup(labels_map, cluster_idx)


# assign variables
cluster_list_k = idx

这是code1之外的代码。

k_li=[]
rotation = 50

best_labels = []
best_k = -1
for i in range(rotation):
    import tensor_kmeans    
    k_li.append(tensor_kmeans.k)
    if len(k_li) > 0:
        for i in range(len(k_li)):
            if k_li[i] > best_k:
                best_labels = tensor_kmeans.cluster_list_k
                best_k = k_li[i]
    tensor_kmeans = imp.reload(tensor_kmeans)

我在哪里可以找到问题？我在等你的答复，谢谢。

4

1 回答 1

1

每次你打电话KMeans()你应该使用一个新的random_seed，即

kmeans = KMeans(inputs=X, num_clusters=n_clusters, distance_metric='cosine',
                use_mini_batch=True, initial_clusters="random", random_seed=SOME_NEW_VALUE)

否则该函数KMeans()将假定random_seed=0，因此结果是可重现的（即结果总是相同的）。

解决您的问题的一种简单方法是从 中创建一个函数，然后为每次试验使用一个新的（作为输入参数）code1 - tensor_kmeans.py调用此函数。random_seed

于 2018-08-07T15:18:14.173 回答