# -*- coding: utf-8 -*-
import requests,os,datetime

HOST = 'http://class.aiacademy.tw/'
BACK_DOOR='door_key=sadfoiweuSLKJKLIOSFewS12148978090232lajslf'

ary_cached_url = []

url = HOST + 'api/get_urls_for_cache.php?key=sdifowexckvxwe924234&'+BACK_DOOR
print url
res = requests.get(url)
print res.text
ary_urls = ['/']
if res.text.find('`')>=0:
  ary_urls += res.text.split('`')

url = HOST + 'api/get_all_categories.php?key=ksaldfjeriotzkcvj&'+BACK_DOOR
print url
res = requests.get(url)
print res.text
if res.text.find('`')>=0:
  ary_urls += [('/category/' + v) for v in res.text.split('`')]
#print HOST, '------'; print ary_urls;exit();

ABS_PATH = os.path.dirname(os.path.realpath(__file__)) + '/'

for v in ary_urls:
  url = v
  if url=='/':
    url = ''
    filename = 'index'
  else:
    if url[0:1]=='/':
      url = url[1:]
    if url[-1]=='/':
      url = url[0:-1]
    filename = url.replace('/','---')
  
  if v.find('http')==0 or (url in ary_cached_url):
    continue
  print v, url
  ary_cached_url += [url]
  URL = HOST + url +'?nc&' + BACK_DOOR # means no_vcache&no_login
  res = requests.get(URL);
  if res.status_code!=200:
    continue;
  with open(ABS_PATH + filename, 'w') as f:
    f.write(res.text.encode(res.encoding))

with open(ABS_PATH + '__LASTEST_RUN_TIME__.txt', 'w') as f:
  f.write(str(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')));