3/16/2012 - 5:34 PM

Fetch PyCon videos from and convert them to M4V so they can be synced to your iPhone

Fetch PyCon videos from and convert them to M4V so they can be synced to your iPhone

# Hacky script for downloading videos from PyVideo and converting them to m4v 
# format so they can be synced onto your apple device.  Useful if you
# want to see everything that happened at PyCon while commuting.
# Requirements:
# * pip install requests BeautifulSoup
# * youtube-dl (from - add this to the 
#   directory where this script runs and ensure its execute bit is set.  
#   This was the only YouTube downloader I found that worked.  It doesn't 
#   really have a good Python API so I call it through os.system.
# * ffmpeg (use brew install --use-gcc ffmpeg) - used to convert from .flv to
#   .m4v
# Usage:
# 1. Fetch the videos you want and convert them:
#    $ python
# 2. Choose which videos you want to download
# 3. Import them into iTunes using 'File' > 'Add to Library'

import requests
from BeautifulSoup import BeautifulSoup as Soup
from urlparse import urlparse
import os

def fetch_youtube_urls(category_url):
    # Scrape the pyvideo site to get titles and descriptions of 
    # each video so you can choose which you want to download.
    urls = []
    soup = Soup(requests.get(category_url).content)
    for div in soup('div', attrs={'class': 'row-fluid section'}):
        title = div.findAll('a')[1].text
        description = div.findNext('div', attrs={'class':
        print title
        print '=' * len(title)
        print description
        result = raw_input('Fetch this video? [y/N] ' )
        if result.lower() != 'y':

        video_path = div.findNext('a')['href']
        video_url = '' % video_path
        video_soup = Soup(requests.get(video_url).content)
        youtube_url = video_soup('embed')[0]['src']
    return urls

def download_video(url):
    # Use youtube-dl to handle the download
    os.system('./youtube-dl "%s"' % url)
    # youtube-dl will download the video to a file with
    # name matching the YouTube ID of the video.
    parts = urlparse(url)
    id = parts.path.split('/')[2].split('&')[0]
    return '%s.flv' % id

def convert_flv_to_m4v(flv_path, m4v_path):
    # Shell out to ffmpeg to do the conversion - hide the 
    # output as there's masses of it.
    os.system('ffmpeg -i %s %s > /dev/null' % (flv_path, m4v_path))

def notify(msg):
    line = '-' * len(msg)
    print "\n%s\n%s\n%s\n\n" % (line, msg, line)

if __name__ == '__main__':
    # Insert category page URL here
    pyvid_url = ''

    # Ensure we have a local folder to download to
    foldername = 'quicktime'
    if not os.path.exists(foldername):

    notify('Fetching video URLs from %s' % pyvid_url)
    for url in fetch_youtube_urls(pyvid_url):
        notify('Downloading %s' % url)
        flv_filename = download_video(url)
        m4v_filepath = '%s/%s.m4v' % (foldername, flv_filename.split('.')[0])
        notify('Converting %s tp M4V format %s' % (flv_filename, m4v_filepath))
        convert_flv_to_m4v(flv_filename, m4v_filepath)
    notify('Video fetching complete')