Closed stephbuon closed 3 years ago
%%time import datetime as dt import pandas as pd
all_hansard = pd.read_parquet("/scratch/group/oit_research_data/hansard/hansard_20191119.parquet")
all_hansard['speechdate'] = pd.to_datetime(all_hansard['speechdate'], errors = 'coerce')
hansard_1870 = all_hansard[(all_hansard['speechdate'] >= dt.datetime(1870,1,1)) & (all_hansard['speechdate'] <= dt.datetime(1879,12,31))]
del all_hansard
%%time import datetime as dt import pandas as pd
all_hansard = pd.read_parquet("/scratch/group/oit_research_data/hansard/hansard_20191119.parquet")
all_hansard['speechdate'] = pd.to_datetime(all_hansard['speechdate'], errors = 'coerce')
hansard_1870 = all_hansard[(all_hansard['speechdate'] >= dt.datetime(1870,1,1)) & (all_hansard['speechdate'] <= dt.datetime(1879,12,31))]
del all_hansard