Development of an internal social media platform with personalised dashboards for students
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

download.py 6.4KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174
  1. from __future__ import absolute_import
  2. import logging
  3. import os
  4. from pip._internal.cli import cmdoptions
  5. from pip._internal.cli.base_command import RequirementCommand
  6. from pip._internal.operations.prepare import RequirementPreparer
  7. from pip._internal.req import RequirementSet
  8. from pip._internal.req.req_tracker import RequirementTracker
  9. from pip._internal.resolve import Resolver
  10. from pip._internal.utils.filesystem import check_path_owner
  11. from pip._internal.utils.misc import ensure_dir, normalize_path
  12. from pip._internal.utils.temp_dir import TempDirectory
  13. logger = logging.getLogger(__name__)
  14. class DownloadCommand(RequirementCommand):
  15. """
  16. Download packages from:
  17. - PyPI (and other indexes) using requirement specifiers.
  18. - VCS project urls.
  19. - Local project directories.
  20. - Local or remote source archives.
  21. pip also supports downloading from "requirements files", which provide
  22. an easy way to specify a whole environment to be downloaded.
  23. """
  24. name = 'download'
  25. usage = """
  26. %prog [options] <requirement specifier> [package-index-options] ...
  27. %prog [options] -r <requirements file> [package-index-options] ...
  28. %prog [options] <vcs project url> ...
  29. %prog [options] <local project path> ...
  30. %prog [options] <archive url/path> ..."""
  31. summary = 'Download packages.'
  32. def __init__(self, *args, **kw):
  33. super(DownloadCommand, self).__init__(*args, **kw)
  34. cmd_opts = self.cmd_opts
  35. cmd_opts.add_option(cmdoptions.constraints())
  36. cmd_opts.add_option(cmdoptions.requirements())
  37. cmd_opts.add_option(cmdoptions.build_dir())
  38. cmd_opts.add_option(cmdoptions.no_deps())
  39. cmd_opts.add_option(cmdoptions.global_options())
  40. cmd_opts.add_option(cmdoptions.no_binary())
  41. cmd_opts.add_option(cmdoptions.only_binary())
  42. cmd_opts.add_option(cmdoptions.prefer_binary())
  43. cmd_opts.add_option(cmdoptions.src())
  44. cmd_opts.add_option(cmdoptions.pre())
  45. cmd_opts.add_option(cmdoptions.no_clean())
  46. cmd_opts.add_option(cmdoptions.require_hashes())
  47. cmd_opts.add_option(cmdoptions.progress_bar())
  48. cmd_opts.add_option(cmdoptions.no_build_isolation())
  49. cmd_opts.add_option(
  50. '-d', '--dest', '--destination-dir', '--destination-directory',
  51. dest='download_dir',
  52. metavar='dir',
  53. default=os.curdir,
  54. help=("Download packages into <dir>."),
  55. )
  56. cmd_opts.add_option(cmdoptions.platform())
  57. cmd_opts.add_option(cmdoptions.python_version())
  58. cmd_opts.add_option(cmdoptions.implementation())
  59. cmd_opts.add_option(cmdoptions.abi())
  60. index_opts = cmdoptions.make_option_group(
  61. cmdoptions.index_group,
  62. self.parser,
  63. )
  64. self.parser.insert_option_group(0, index_opts)
  65. self.parser.insert_option_group(0, cmd_opts)
  66. def run(self, options, args):
  67. options.ignore_installed = True
  68. # editable doesn't really make sense for `pip download`, but the bowels
  69. # of the RequirementSet code require that property.
  70. options.editables = []
  71. if options.python_version:
  72. python_versions = [options.python_version]
  73. else:
  74. python_versions = None
  75. cmdoptions.check_dist_restriction(options)
  76. options.src_dir = os.path.abspath(options.src_dir)
  77. options.download_dir = normalize_path(options.download_dir)
  78. ensure_dir(options.download_dir)
  79. with self._build_session(options) as session:
  80. finder = self._build_package_finder(
  81. options=options,
  82. session=session,
  83. platform=options.platform,
  84. python_versions=python_versions,
  85. abi=options.abi,
  86. implementation=options.implementation,
  87. )
  88. build_delete = (not (options.no_clean or options.build_dir))
  89. if options.cache_dir and not check_path_owner(options.cache_dir):
  90. logger.warning(
  91. "The directory '%s' or its parent directory is not owned "
  92. "by the current user and caching wheels has been "
  93. "disabled. check the permissions and owner of that "
  94. "directory. If executing pip with sudo, you may want "
  95. "sudo's -H flag.",
  96. options.cache_dir,
  97. )
  98. options.cache_dir = None
  99. with RequirementTracker() as req_tracker, TempDirectory(
  100. options.build_dir, delete=build_delete, kind="download"
  101. ) as directory:
  102. requirement_set = RequirementSet(
  103. require_hashes=options.require_hashes,
  104. )
  105. self.populate_requirement_set(
  106. requirement_set,
  107. args,
  108. options,
  109. finder,
  110. session,
  111. self.name,
  112. None
  113. )
  114. preparer = RequirementPreparer(
  115. build_dir=directory.path,
  116. src_dir=options.src_dir,
  117. download_dir=options.download_dir,
  118. wheel_download_dir=None,
  119. progress_bar=options.progress_bar,
  120. build_isolation=options.build_isolation,
  121. req_tracker=req_tracker,
  122. )
  123. resolver = Resolver(
  124. preparer=preparer,
  125. finder=finder,
  126. session=session,
  127. wheel_cache=None,
  128. use_user_site=False,
  129. upgrade_strategy="to-satisfy-only",
  130. force_reinstall=False,
  131. ignore_dependencies=options.ignore_dependencies,
  132. ignore_requires_python=False,
  133. ignore_installed=True,
  134. isolated=options.isolated_mode,
  135. )
  136. resolver.resolve(requirement_set)
  137. downloaded = ' '.join([
  138. req.name for req in requirement_set.successfully_downloaded
  139. ])
  140. if downloaded:
  141. logger.info('Successfully downloaded %s', downloaded)
  142. # Clean up
  143. if not options.no_clean:
  144. requirement_set.cleanup_files()
  145. return requirement_set