from astropy.table import Table
import os


url_list = open('hectospec_ssap_urls.csv', 'r') 
lines = url_list.readlines() 
for line in lines[:-1]:
   dir_path = line.replace('\n', '').replace('http://oirsa.cfa.harvard.edu:8080/getproduct/hectospec/data/hectospec/', '')
   dir_path = os.path.dirname(os.path.abspath(dir_path))
   try:
      os.makedirs(dir_path)
   except OSError:
      pass
   f = open(os.path.join(dir_path, 'urls.txt'), 'a+')
   f.write(line)
   f.close()
   f = open('out_dirs.txt', 'a+')
   f.write(dir_path+'\n')
   f.close()