import os import sys import urllib2 from opster import command dispatc

import os
import sys
import urllib2

from opster import command, dispatch

def _process_entries(data):
    items = data.split(chr(0x0C))[1:]

    dirs = []
    files = []

    for j in items:
        params = j.split('\n')
        params = [x for x in params if x]

        if len(params) >= 2:
            if params[1] == 'dir':
                dirs.append(params[0])
            elif params[1] == 'file':
                files.append(params[0])

    return dirs, files

def _scan(url, path):
    fname = 'http://%s/.svn/entries' % url

    try:
        f = urllib2.urlopen(fname)
        data = f.read()
        f.close()

        dirs, files = _process_entries(data)

        # Download files
        for f in files:
            if os.path.exists('%s/%s' % (path, f)):
                continue

            print '... %s/%s' % (path, f)

            furl = 'http://%s/.svn/text-base/%s.svn-base' % (url, f)
            #print furl

            if not os.path.exists(path):
                os.makedirs(path)

            try:
                of = file('%s/%s' % (path, f), 'wb')
                fi = urllib2.urlopen(furl)

                of.write(fi.read())

                fi.close()
                of.close()
            except Exception, e:
                print e
                print 'Failed to download %s' % furl

        # Process directories
        for d in dirs:
            _scan('%s/%s' % (url, d), '%s/%s' % (path, d))
    except Exception, e:
        print e
        print 'No %s present' % fname

@command()
def scan(url):
    _scan(url, '%s' % url)

dispatch()