Running this code creates the UnicodeEncodeError below. Encoding is utf-8 but apparently Python ignores it. I'm using python 2.7.14 on Anaconda2.
try:
aux = pd.read_csv('E:\Python_webscraping_Ahmd/news.csv')
except:
aux = pd.DataFrame(columns=list(news.columns))
aux.to_csv('E:\Python_webscraping_Ahmd/news.csv', encoding= 'utf-8', index=False)
with open('E:\Python_webscraping_Ahmd/news.csv', 'a') as f:
news.to_csv(f, header=False, index=False)
I get error message
UnicodeEncodeErrorTraceback (most recent call last)
<ipython-input-12-8835f23065f2> in <module>()
75
76 if __name__ == '__main__':
---> 77 getDailyNews()
78
<ipython-input-12-8835f23065f2> in getDailyNews()
69
70 with open('E:\Python_webscraping_Ahmd/news.csv', 'a') as f:
---> 71 news.to_csv(f, header=False, index=False)
72
73 cleanData('E:\Python_webscraping_Ahmd/news.csv')
E:\Anaconda\lib\site-packages\pandas\core\frame.py in to_csv(self, path_or_buf, sep, na_rep, float_format, columns, header, index, index_label, mode, encoding, compression, quoting, quotechar, line_terminator, chunksize, tupleize_cols, date_format, doublequote, escapechar, decimal)
1401 doublequote=doublequote,
1402 escapechar=escapechar, decimal=decimal)
-> 1403 formatter.save()
1404
1405 if path_or_buf is None:
E:\Anaconda\lib\site-packages\pandas\io\formats\format.py in save(self)
1590 self.writer = csv.writer(f, **writer_kwargs)
1591
-> 1592 self._save()
1593
1594 finally:
E:\Anaconda\lib\site-packages\pandas\io\formats\format.py in _save(self)
1691 break
1692
-> 1693 self._save_chunk(start_i, end_i)
1694
1695 def _save_chunk(self, start_i, end_i):
E:\Anaconda\lib\site-packages\pandas\io\formats\format.py in _save_chunk(self, start_i, end_i)
1717 quoting=self.quoting)
1718
-> 1719 lib.write_csv_rows(self.data, ix, self.nlevels, self.cols, self.writer)
1720
1721
pandas\_libs\lib.pyx in pandas._libs.lib.write_csv_rows()
UnicodeEncodeError: 'ascii' codec can't encode character u'\u2014' in position 134: ordinal not in range(128)
