pandas_pickling.py 746 B

1234567891011121314151617181920212223242526272829303132333435
  1. import pickle
  2. import pandas as pd
  3. import quandl
  4. api_key = 'rFsSehe51RLzREtYhLfo'
  5. def state_list():
  6. fifty_states = pd.read_html('https://simple.wikipedia.org/wiki/List_of_U.S._states')
  7. return fifty_states[0][0][1:]
  8. def initial_state_data():
  9. states = state_list()
  10. main_df = pd.DataFrame()
  11. for abbv in states:
  12. query = 'FMAC/HPI_' + str(abbv)
  13. df = quandl.get(query, authtoken=api_key)
  14. df.columns = [str(abbv)]
  15. if main_df.empty:
  16. main_df = df
  17. else:
  18. main_df = main_df.join(df)
  19. print(main_df.head())
  20. pickle_out = open('fifty_states.pickle', 'wb')
  21. pickle.dump(main_df, pickle_out)
  22. pickle_out.close()
  23. # initial_state_data()
  24. pickle_in = open('fifty_states.pickle' , 'rb')
  25. HPI_data = pickle.load(pickle_in)
  26. print(HPI_data)