ezez.py

#! /usr/bin/python
# -*- coding: utf-8 -*-
import os
import re
import sys
import urllib
import getopt
import shutil
import datetime
import BeautifulSoup

import eyed3

DEBUG = True
NO_DOWNLOAD = False
verbose = False

siteurl = "http://easyfm.azurewebsites.net"
mp3url = "%s/%s" % (siteurl, "mod.cri.cn/eng/ez/morning")
ezm_start_year = 2004

info_url_template = "http://easyfm.azurewebsites.net/$year/$mon/$day"
mp3_url_template = "http://easyfm.azurewebsites.net/mod.cri.cn/eng/ez/morning/$year/ezm$myear$mon$day.mp3"

html_code = {r"&quot;":"\"", r"&amp;":"&", r"&nbsp;":" ", r"&lt;":"<", r"&gt;":">", r"&#61;":"=", r"&#8230;":"..."}
def replace_html_code(line):
    out = line
    for k in html_code.keys():
        out = re.sub(k, html_code[k], out)
    return out

def trim(line):
    out = re.sub(r'^\s*', '', line)
    out = re.sub(r'^\s*', '', out)
    return out

def usage():
    print "%s [-hv] -o out_dir -y year -m month -d day -a artwork" % (os.path.basename(sys.argv[0]))

if not len(sys.argv[1:]):
    usage()
    sys.exit(1)

try:
    opts, args = getopt.getopt(sys.argv[1:], "fFhivo:y:m:d:a:", ["help", "output=", "year=", "month=", "day=", "artwork="])
except getopt.GetoptError as err:
    print err
    usage()
    sys.exit(2)

dt = datetime.datetime.now().timetuple()
is_current_year = False
is_current_month = False 
is_interactive = True
is_forced = False
is_a_cron_task = False 

if not os.isatty(sys.stdin.fileno()):
    is_a_cron_task = True
    work_dir = "/tmp"
else:
    work_dir = "."

for o, a in opts:
    if o == "-v":
        verbose = True
    elif o in ("-h", "--help"):
        usage()
        sys.exit()
    elif o in ("-i"):
        print "site url:", siteurl
        print "info url:", info_url_template
        print "mp3 url: ", mp3_url_template
        sys.exit()
    elif o in ("-o", "--output"):
        outdir = re.sub(r'/*$', '', a)
    elif o in ("-f"):
        is_interactive = False
    elif o in ("-F"):
        is_forced = True
    elif o in ("-y", "--year"):
        year = int(a)
        if year < ezm_start_year and (year > dt[0]):
            print "Invalid year. *", year, "*/", mon, "/", day
            sys.exit(1)
        if year == dt[0]:
            is_current_year = True
    elif o in ("-m", "--month"):
        mon = int(a)
        if mon > 12 or (is_current_year and mon > dt[1]):
            print "Invalid month:", year, "/*", mon
            sys.exit(1)
        if is_current_year and (mon == dt[1]):
            is_current_month = True
    elif o in ("-d", "--day"):
        day = int(a)
        if day > 32 or (is_current_month and day > dt[2]):
            print "Invalid day:", year, "/", mon, "/*", day, "*"
            sys.exit(1)
    elif o in ("-a", "--artwork"):
        artwork = a
        if not os.path.exists(artwork):
            print "Specified artwork does not exist:", a
            if is_interactive:
                while answer is None or ((not answer is "Y") and (not answer is "n")):
                    answer = input('Abort? (Y/n)')
                if answer is "Y":
                    artwork = None
                else:
                    sys.exit(2)
            else:
                artwork = None

            if artwork is None:
                print "No artwork will be attached."
    else:
        usage()
        sys.exit(1)

if not outdir:
    outdir = "output"
    if DEBUG:
        print "Default output directory:", outdir

artist = u"小飞 & 喻舟"
album = u"Easy Morning 飞鱼秀"

outdir = "%s/%s" % (os.path.abspath(outdir), year)
if not os.path.exists(outdir):
    os.makedirs(outdir)

myear = year % 100
mon = "%02d" % mon
day = "%02d" % day

fname = "%s_%s%s_info.html" % (year, mon, day)
fname = os.path.join(work_dir, fname);

info_url = u"%s/%s/%s/%s/" % (siteurl, year, mon, day)
if DEBUG:
    print info_url, fname

urllib.urlretrieve(info_url.encode("UTF-8"), fname)
if os.path.exists(fname):
    if DEBUG:
        print "proceed:", fname
    soup = BeautifulSoup.BeautifulSoup(open(fname))
    divs = soup.findAll("div", attrs={"class":"audio-content"})
    if len(divs) < 1:
        if not DEBUG and os.path.exists(fname):
            os.unlink(fname)
        if DEBUG:
            print "content not found:", fname
    for div in divs:
        doit = False
        if not div is None and not div.p is None:
            try:
                if len(div.p.contents) > 1:
                    target = div.p.contents[1]
                else:
                    target = div.p.contents[0]
                target = trim(target)
                title = replace_html_code(target)
                #if DEBUG:
                #    print title
                try:
                    m = re.search(r'\d+-(\d+)-(\d+)', title)
                    if DEBUG:
                        print "original mon", mon
                        print "original day", day 
                        print "adjusted mon", m.group(1)
                        print "adjusted day", m.group(2)
                    mon = m.group(1)
                    day = m.group(2)
                except AttributeError:
                    print "not found date information"

                title = unicode(title)
                if NO_DOWNLOAD:
                    doit = False
                else:
                    doit = True
                if os.path.exists(fname):
                    os.unlink(fname)
            except IndexError:
                if DEBUG:
                    print "Problem with %s%s%s" % (year, mon, day)

                if not DEBUG and os.path.exists(fname):
                    os.unlink(fname)

        outfile = "ezm_%s%s.mp3" % (mon, day)
        if os.path.exists(os.path.join(outdir, outfile)) and is_forced:
                os.unlink(os.path.join(outdir, outfile))
        if doit and (not os.path.exists(os.path.join(outdir, outfile))):
            down_url = "%s/%s/ezm%s%s%s.mp3" % (mp3url, year, myear, mon, day)
            if DEBUG:
                print down_url, os.path.join(outdir, outfile)

            outfile = os.path.join(work_dir, outfile)
            if doit:
                #print "Start: ", title, outfile
                print "Start: ", outfile
                urllib.urlretrieve(down_url, outfile)
                if os.path.exists(outfile):
                    mp3 = eyed3.load(outfile)
                    if not mp3 is None:
                        if mp3.tag is None:
                            mp3.initTag()
                        mp3.tag.artist = artist
                        mp3.tag.album = album
                        mp3.tag.title = title
                        if artwork:
                            image = open(artwork, "rb").read()
                            mp3.tag.images.set(3, image, "image/jpeg")
                        mp3.tag.save()
                        shutil.move(outfile, outdir)
                        print "Done: ", os.path.join(outdir, outfile)
            elif DEBUG:
                print "download link", down_url, outfile
else:
    print "Skip: %s%s%s" % (year, mon, day)
    if os.path.exists(outfile):
        os.remove(outfile)

if not DEBUG and os.path.exists(outfile):
    os.remove(outfile)