diff options
Diffstat (limited to 'src/helpers/preprocessor.py')
| -rw-r--r-- | src/helpers/preprocessor.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/helpers/preprocessor.py b/src/helpers/preprocessor.py index c2e138b..d358d69 100644 --- a/src/helpers/preprocessor.py +++ b/src/helpers/preprocessor.py @@ -33,7 +33,7 @@ class Preprocessor: self.df[col] = self.df[col].astype(str) # Check for title duplicates - print('Duplicate titles: {}'.format(self.df['title'].duplicated().sum())) + # print('Duplicate titles: {}'.format(self.df['title'].duplicated().sum())) # Same post data can be repeated from the API -Delete titles that appear more than once self.df.drop_duplicates(subset=['title'], keep='first', inplace=True) |