From 98906555e859d9032d07aefb9a1aebbea161e477 Mon Sep 17 00:00:00 2001 From: Chan Date: Fri, 16 Mar 2018 04:42:31 +0900 Subject: [PATCH] Update glove.py added if statement to check if the input word is duplicate or not. --- glove/glove.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/glove/glove.py b/glove/glove.py index ec90ca3..d7a4bba 100644 --- a/glove/glove.py +++ b/glove/glove.py @@ -251,9 +251,10 @@ def load_stanford(cls, filename): word = tokens[0] entries = tokens[1:] - - dct[word] = i - vectors.extend(float(x) for x in entries) + + if not word in dct: + dct[word] = i + vectors.extend(float(x) for x in entries) # Infer word vectors dimensions. no_components = len(entries)