import urllib2, sys

__all__ = ['chunk_report','chunk_read']

def chunk_report(bytes_so_far, chunk_size, total_size):
    if total_size > 0:
        percent = float(bytes_so_far) / total_size
        percent = round(percent*100, 2)
        sys.stdout.write(u"Downloaded %12.2g of %12.2g Mb (%6.2f%%)\r" % 
            (bytes_so_far / 1024.**2, total_size / 1024.**2, percent))
    else:
        sys.stdout.write(u"Downloaded %10.2g Mb\r" % 
            (bytes_so_far / 1024.**2))
  

def chunk_read(response, chunk_size=1024, report_hook=None):
    content_length = response.info().getheader('Content-Length')
    if content_length is None:
        total_size = 0
    else:
        total_size = content_length.strip()
        total_size = int(total_size)

    bytes_so_far = 0
  
    result_string = ""

    #sys.stdout.write("Beginning download.\n")
  
    while 1:
       chunk = response.read(chunk_size)
       result_string += chunk
       bytes_so_far += len(chunk)
  
       if not chunk:
           if report_hook: 
               sys.stdout.write('\n')
           break
  
       if report_hook:
          report_hook(bytes_so_far, chunk_size, total_size)
  
    return result_string

if __name__ == '__main__':
   response = urllib2.urlopen('http://www.ebay.com')
   C = chunk_read(response, report_hook=chunk_report)