1cb93a386Sopenharmony_ci#!/usr/bin/env python 2cb93a386Sopenharmony_ci# Copyright (c) 2016 The Chromium Authors. All rights reserved. 3cb93a386Sopenharmony_ci# Use of this source code is governed by a BSD-style license that can be 4cb93a386Sopenharmony_ci# found in the LICENSE file. 5cb93a386Sopenharmony_ci 6cb93a386Sopenharmony_ci"""Downloads SVGs into a specified directory.""" 7cb93a386Sopenharmony_ci 8cb93a386Sopenharmony_ci 9cb93a386Sopenharmony_cifrom __future__ import print_function 10cb93a386Sopenharmony_ciimport optparse 11cb93a386Sopenharmony_ciimport os 12cb93a386Sopenharmony_ciimport urllib 13cb93a386Sopenharmony_ci 14cb93a386Sopenharmony_ci 15cb93a386Sopenharmony_ciPARENT_DIR = os.path.dirname(os.path.realpath(__file__)) 16cb93a386Sopenharmony_ci 17cb93a386Sopenharmony_ci 18cb93a386Sopenharmony_cidef download_files(input_file, output_dir, prefix, keep_common_prefix): 19cb93a386Sopenharmony_ci with open(input_file, 'r') as f: 20cb93a386Sopenharmony_ci lines = f.readlines() 21cb93a386Sopenharmony_ci 22cb93a386Sopenharmony_ci if keep_common_prefix: 23cb93a386Sopenharmony_ci common_prefix = os.path.commonprefix(lines) 24cb93a386Sopenharmony_ci 25cb93a386Sopenharmony_ci for url in lines: 26cb93a386Sopenharmony_ci file_url = url.strip() 27cb93a386Sopenharmony_ci 28cb93a386Sopenharmony_ci if keep_common_prefix: 29cb93a386Sopenharmony_ci rel_file = file_url.replace(common_prefix, '') 30cb93a386Sopenharmony_ci dest_dir = os.path.join(output_dir, os.path.dirname(rel_file)) 31cb93a386Sopenharmony_ci else: 32cb93a386Sopenharmony_ci dest_dir = output_dir 33cb93a386Sopenharmony_ci 34cb93a386Sopenharmony_ci dest_file = os.path.join(dest_dir, prefix + os.path.basename(file_url)) 35cb93a386Sopenharmony_ci if not os.path.exists(dest_dir): 36cb93a386Sopenharmony_ci os.makedirs(dest_dir) 37cb93a386Sopenharmony_ci 38cb93a386Sopenharmony_ci print('Downloading %s to %s' % (file_url, dest_file)) 39cb93a386Sopenharmony_ci urllib.urlretrieve(file_url, dest_file) 40cb93a386Sopenharmony_ci 41cb93a386Sopenharmony_ci 42cb93a386Sopenharmony_ciif '__main__' == __name__: 43cb93a386Sopenharmony_ci option_parser = optparse.OptionParser() 44cb93a386Sopenharmony_ci option_parser.add_option( 45cb93a386Sopenharmony_ci '-i', '--input_file', 46cb93a386Sopenharmony_ci help='Path to the text file containing URLs. Each line should contain a ' 47cb93a386Sopenharmony_ci 'single URL.', 48cb93a386Sopenharmony_ci default=os.path.join(PARENT_DIR, 'svgs.txt')) 49cb93a386Sopenharmony_ci option_parser.add_option( 50cb93a386Sopenharmony_ci '-o', '--output_dir', 51cb93a386Sopenharmony_ci help='The output dir where downloaded SVGs and images will be stored in.') 52cb93a386Sopenharmony_ci option_parser.add_option( 53cb93a386Sopenharmony_ci '-p', '--prefix', 54cb93a386Sopenharmony_ci help='The prefix which downloaded files will begin with.', 55cb93a386Sopenharmony_ci default='') 56cb93a386Sopenharmony_ci option_parser.add_option( 57cb93a386Sopenharmony_ci '-k', '--keep_common_prefix', 58cb93a386Sopenharmony_ci help='Preserve everything in the URL after the common prefix as directory ' 59cb93a386Sopenharmony_ci 'hierarchy.', 60cb93a386Sopenharmony_ci action='store_true', default=False) 61cb93a386Sopenharmony_ci options, unused_args = option_parser.parse_args() 62cb93a386Sopenharmony_ci 63cb93a386Sopenharmony_ci if not options.output_dir: 64cb93a386Sopenharmony_ci raise Exception('Must specify --output_dir') 65cb93a386Sopenharmony_ci 66cb93a386Sopenharmony_ci download_files(options.input_file, options.output_dir, 67cb93a386Sopenharmony_ci options.prefix, options.keep_common_prefix) 68