version.py 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483
  1. # Copyright 2012 OpenStack Foundation
  2. # Copyright 2012-2013 Hewlett-Packard Development Company, L.P.
  3. #
  4. # Licensed under the Apache License, Version 2.0 (the "License"); you may
  5. # not use this file except in compliance with the License. You may obtain
  6. # a copy of the License at
  7. #
  8. # http://www.apache.org/licenses/LICENSE-2.0
  9. #
  10. # Unless required by applicable law or agreed to in writing, software
  11. # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  12. # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  13. # License for the specific language governing permissions and limitations
  14. # under the License.
  15. """
  16. Utilities for consuming the version from pkg_resources.
  17. """
  18. import itertools
  19. import operator
  20. import sys
  21. def _is_int(string):
  22. try:
  23. int(string)
  24. return True
  25. except ValueError:
  26. return False
  27. class SemanticVersion(object):
  28. """A pure semantic version independent of serialisation.
  29. See the pbr doc 'semver' for details on the semantics.
  30. """
  31. def __init__(
  32. self, major, minor=0, patch=0, prerelease_type=None,
  33. prerelease=None, dev_count=None):
  34. """Create a SemanticVersion.
  35. :param major: Major component of the version.
  36. :param minor: Minor component of the version. Defaults to 0.
  37. :param patch: Patch level component. Defaults to 0.
  38. :param prerelease_type: What sort of prerelease version this is -
  39. one of a(alpha), b(beta) or rc(release candidate).
  40. :param prerelease: For prerelease versions, what number prerelease.
  41. Defaults to 0.
  42. :param dev_count: How many commits since the last release.
  43. """
  44. self._major = major
  45. self._minor = minor
  46. self._patch = patch
  47. self._prerelease_type = prerelease_type
  48. self._prerelease = prerelease
  49. if self._prerelease_type and not self._prerelease:
  50. self._prerelease = 0
  51. self._dev_count = dev_count or 0 # Normalise 0 to None.
  52. def __eq__(self, other):
  53. if not isinstance(other, SemanticVersion):
  54. return False
  55. return self.__dict__ == other.__dict__
  56. def __hash__(self):
  57. return sum(map(hash, self.__dict__.values()))
  58. def _sort_key(self):
  59. """Return a key for sorting SemanticVersion's on."""
  60. # key things:
  61. # - final is after rc's, so we make that a/b/rc/z
  62. # - dev==None is after all other devs, so we use sys.maxsize there.
  63. # - unqualified dev releases come before any pre-releases.
  64. # So we do:
  65. # (major, minor, patch) - gets the major grouping.
  66. # (0|1) unqualified dev flag
  67. # (a/b/rc/z) - release segment grouping
  68. # pre-release level
  69. # dev count, maxsize for releases.
  70. rc_lookup = {'a': 'a', 'b': 'b', 'rc': 'rc', None: 'z'}
  71. if self._dev_count and not self._prerelease_type:
  72. uq_dev = 0
  73. else:
  74. uq_dev = 1
  75. return (
  76. self._major, self._minor, self._patch,
  77. uq_dev,
  78. rc_lookup[self._prerelease_type], self._prerelease,
  79. self._dev_count or sys.maxsize)
  80. def __lt__(self, other):
  81. """Compare self and other, another Semantic Version."""
  82. # NB(lifeless) this could perhaps be rewritten as
  83. # lt (tuple_of_one, tuple_of_other) with a single check for
  84. # the typeerror corner cases - that would likely be faster
  85. # if this ever becomes performance sensitive.
  86. if not isinstance(other, SemanticVersion):
  87. raise TypeError("ordering to non-SemanticVersion is undefined")
  88. return self._sort_key() < other._sort_key()
  89. def __le__(self, other):
  90. return self == other or self < other
  91. def __ge__(self, other):
  92. return not self < other
  93. def __gt__(self, other):
  94. return not self <= other
  95. def __ne__(self, other):
  96. return not self == other
  97. def __repr__(self):
  98. return "pbr.version.SemanticVersion(%s)" % self.release_string()
  99. @classmethod
  100. def from_pip_string(klass, version_string):
  101. """Create a SemanticVersion from a pip version string.
  102. This method will parse a version like 1.3.0 into a SemanticVersion.
  103. This method is responsible for accepting any version string that any
  104. older version of pbr ever created.
  105. Therefore: versions like 1.3.0a1 versions are handled, parsed into a
  106. canonical form and then output - resulting in 1.3.0.0a1.
  107. Pre pbr-semver dev versions like 0.10.1.3.g83bef74 will be parsed but
  108. output as 0.10.1.dev3.g83bef74.
  109. :raises ValueError: Never tagged versions sdisted by old pbr result in
  110. just the git hash, e.g. '1234567' which poses a substantial problem
  111. since they collide with the semver versions when all the digits are
  112. numerals. Such versions will result in a ValueError being thrown if
  113. any non-numeric digits are present. They are an exception to the
  114. general case of accepting anything we ever output, since they were
  115. never intended and would permanently mess up versions on PyPI if
  116. ever released - we're treating that as a critical bug that we ever
  117. made them and have stopped doing that.
  118. """
  119. try:
  120. return klass._from_pip_string_unsafe(version_string)
  121. except IndexError:
  122. raise ValueError("Invalid version %r" % version_string)
  123. @classmethod
  124. def _from_pip_string_unsafe(klass, version_string):
  125. # Versions need to start numerically, ignore if not
  126. version_string = version_string.lstrip('vV')
  127. if not version_string[:1].isdigit():
  128. raise ValueError("Invalid version %r" % version_string)
  129. input_components = version_string.split('.')
  130. # decimals first (keep pre-release and dev/hashes to the right)
  131. components = [c for c in input_components if c.isdigit()]
  132. digit_len = len(components)
  133. if digit_len == 0:
  134. raise ValueError("Invalid version %r" % version_string)
  135. elif digit_len < 3:
  136. if (digit_len < len(input_components) and
  137. input_components[digit_len][0].isdigit()):
  138. # Handle X.YaZ - Y is a digit not a leadin to pre-release.
  139. mixed_component = input_components[digit_len]
  140. last_component = ''.join(itertools.takewhile(
  141. lambda x: x.isdigit(), mixed_component))
  142. components.append(last_component)
  143. input_components[digit_len:digit_len + 1] = [
  144. last_component, mixed_component[len(last_component):]]
  145. digit_len += 1
  146. components.extend([0] * (3 - digit_len))
  147. components.extend(input_components[digit_len:])
  148. major = int(components[0])
  149. minor = int(components[1])
  150. dev_count = None
  151. post_count = None
  152. prerelease_type = None
  153. prerelease = None
  154. def _parse_type(segment):
  155. # Discard leading digits (the 0 in 0a1)
  156. isdigit = operator.methodcaller('isdigit')
  157. segment = ''.join(itertools.dropwhile(isdigit, segment))
  158. isalpha = operator.methodcaller('isalpha')
  159. prerelease_type = ''.join(itertools.takewhile(isalpha, segment))
  160. prerelease = segment[len(prerelease_type)::]
  161. return prerelease_type, int(prerelease)
  162. if _is_int(components[2]):
  163. patch = int(components[2])
  164. else:
  165. # legacy version e.g. 1.2.0a1 (canonical is 1.2.0.0a1)
  166. # or 1.2.dev4.g1234 or 1.2.b4
  167. patch = 0
  168. components[2:2] = [0]
  169. remainder = components[3:]
  170. remainder_starts_with_int = False
  171. try:
  172. if remainder and int(remainder[0]):
  173. remainder_starts_with_int = True
  174. except ValueError:
  175. pass
  176. if remainder_starts_with_int:
  177. # old dev format - 0.1.2.3.g1234
  178. dev_count = int(remainder[0])
  179. else:
  180. if remainder and (remainder[0][0] == '0' or
  181. remainder[0][0] in ('a', 'b', 'r')):
  182. # Current RC/beta layout
  183. prerelease_type, prerelease = _parse_type(remainder[0])
  184. remainder = remainder[1:]
  185. while remainder:
  186. component = remainder[0]
  187. if component.startswith('dev'):
  188. dev_count = int(component[3:])
  189. elif component.startswith('post'):
  190. dev_count = None
  191. post_count = int(component[4:])
  192. else:
  193. raise ValueError(
  194. 'Unknown remainder %r in %r'
  195. % (remainder, version_string))
  196. remainder = remainder[1:]
  197. result = SemanticVersion(
  198. major, minor, patch, prerelease_type=prerelease_type,
  199. prerelease=prerelease, dev_count=dev_count)
  200. if post_count:
  201. if dev_count:
  202. raise ValueError(
  203. 'Cannot combine postN and devN - no mapping in %r'
  204. % (version_string,))
  205. result = result.increment().to_dev(post_count)
  206. return result
  207. def brief_string(self):
  208. """Return the short version minus any alpha/beta tags."""
  209. return "%s.%s.%s" % (self._major, self._minor, self._patch)
  210. def debian_string(self):
  211. """Return the version number to use when building a debian package.
  212. This translates the PEP440/semver precedence rules into Debian version
  213. sorting operators.
  214. """
  215. return self._long_version("~")
  216. def decrement(self):
  217. """Return a decremented SemanticVersion.
  218. Decrementing versions doesn't make a lot of sense - this method only
  219. exists to support rendering of pre-release versions strings into
  220. serialisations (such as rpm) with no sort-before operator.
  221. The 9999 magic version component is from the spec on this - pbr-semver.
  222. :return: A new SemanticVersion object.
  223. """
  224. if self._patch:
  225. new_patch = self._patch - 1
  226. new_minor = self._minor
  227. new_major = self._major
  228. else:
  229. new_patch = 9999
  230. if self._minor:
  231. new_minor = self._minor - 1
  232. new_major = self._major
  233. else:
  234. new_minor = 9999
  235. if self._major:
  236. new_major = self._major - 1
  237. else:
  238. new_major = 0
  239. return SemanticVersion(
  240. new_major, new_minor, new_patch)
  241. def increment(self, minor=False, major=False):
  242. """Return an incremented SemanticVersion.
  243. The default behaviour is to perform a patch level increment. When
  244. incrementing a prerelease version, the patch level is not changed
  245. - the prerelease serial is changed (e.g. beta 0 -> beta 1).
  246. Incrementing non-pre-release versions will not introduce pre-release
  247. versions - except when doing a patch incremental to a pre-release
  248. version the new version will only consist of major/minor/patch.
  249. :param minor: Increment the minor version.
  250. :param major: Increment the major version.
  251. :return: A new SemanticVersion object.
  252. """
  253. if self._prerelease_type:
  254. new_prerelease_type = self._prerelease_type
  255. new_prerelease = self._prerelease + 1
  256. new_patch = self._patch
  257. else:
  258. new_prerelease_type = None
  259. new_prerelease = None
  260. new_patch = self._patch + 1
  261. if minor:
  262. new_minor = self._minor + 1
  263. new_patch = 0
  264. new_prerelease_type = None
  265. new_prerelease = None
  266. else:
  267. new_minor = self._minor
  268. if major:
  269. new_major = self._major + 1
  270. new_minor = 0
  271. new_patch = 0
  272. new_prerelease_type = None
  273. new_prerelease = None
  274. else:
  275. new_major = self._major
  276. return SemanticVersion(
  277. new_major, new_minor, new_patch,
  278. new_prerelease_type, new_prerelease)
  279. def _long_version(self, pre_separator, rc_marker=""):
  280. """Construct a long string version of this semver.
  281. :param pre_separator: What separator to use between components
  282. that sort before rather than after. If None, use . and lower the
  283. version number of the component to preserve sorting. (Used for
  284. rpm support)
  285. """
  286. if ((self._prerelease_type or self._dev_count)
  287. and pre_separator is None):
  288. segments = [self.decrement().brief_string()]
  289. pre_separator = "."
  290. else:
  291. segments = [self.brief_string()]
  292. if self._prerelease_type:
  293. segments.append(
  294. "%s%s%s%s" % (pre_separator, rc_marker, self._prerelease_type,
  295. self._prerelease))
  296. if self._dev_count:
  297. if not self._prerelease_type:
  298. segments.append(pre_separator)
  299. else:
  300. segments.append('.')
  301. segments.append('dev')
  302. segments.append(self._dev_count)
  303. return "".join(str(s) for s in segments)
  304. def release_string(self):
  305. """Return the full version of the package.
  306. This including suffixes indicating VCS status.
  307. """
  308. return self._long_version(".", "0")
  309. def rpm_string(self):
  310. """Return the version number to use when building an RPM package.
  311. This translates the PEP440/semver precedence rules into RPM version
  312. sorting operators. Because RPM has no sort-before operator (such as the
  313. ~ operator in dpkg), we show all prerelease versions as being versions
  314. of the release before.
  315. """
  316. return self._long_version(None)
  317. def to_dev(self, dev_count):
  318. """Return a development version of this semver.
  319. :param dev_count: The number of commits since the last release.
  320. """
  321. return SemanticVersion(
  322. self._major, self._minor, self._patch, self._prerelease_type,
  323. self._prerelease, dev_count=dev_count)
  324. def version_tuple(self):
  325. """Present the version as a version_info tuple.
  326. For documentation on version_info tuples see the Python
  327. documentation for sys.version_info.
  328. Since semver and PEP-440 represent overlapping but not subsets of
  329. versions, we have to have some heuristic / mapping rules, and have
  330. extended the releaselevel field to have alphadev, betadev and
  331. candidatedev values. When they are present the dev count is used
  332. to provide the serial.
  333. - a/b/rc take precedence.
  334. - if there is no pre-release version the dev version is used.
  335. - serial is taken from the dev/a/b/c component.
  336. - final non-dev versions never get serials.
  337. """
  338. segments = [self._major, self._minor, self._patch]
  339. if self._prerelease_type:
  340. type_map = {('a', False): 'alpha',
  341. ('b', False): 'beta',
  342. ('rc', False): 'candidate',
  343. ('a', True): 'alphadev',
  344. ('b', True): 'betadev',
  345. ('rc', True): 'candidatedev',
  346. }
  347. segments.append(
  348. type_map[(self._prerelease_type, bool(self._dev_count))])
  349. segments.append(self._dev_count or self._prerelease)
  350. elif self._dev_count:
  351. segments.append('dev')
  352. segments.append(self._dev_count - 1)
  353. else:
  354. segments.append('final')
  355. segments.append(0)
  356. return tuple(segments)
  357. class VersionInfo(object):
  358. def __init__(self, package):
  359. """Object that understands versioning for a package
  360. :param package: name of the python package, such as glance, or
  361. python-glanceclient
  362. """
  363. self.package = package
  364. self.version = None
  365. self._cached_version = None
  366. self._semantic = None
  367. def __str__(self):
  368. """Make the VersionInfo object behave like a string."""
  369. return self.version_string()
  370. def __repr__(self):
  371. """Include the name."""
  372. return "pbr.version.VersionInfo(%s:%s)" % (
  373. self.package, self.version_string())
  374. def _get_version_from_pkg_resources(self):
  375. """Obtain a version from pkg_resources or setup-time logic if missing.
  376. This will try to get the version of the package from the pkg_resources
  377. record associated with the package, and if there is no such record
  378. falls back to the logic sdist would use.
  379. """
  380. # Lazy import because pkg_resources is costly to import so defer until
  381. # we absolutely need it.
  382. import pkg_resources
  383. try:
  384. requirement = pkg_resources.Requirement.parse(self.package)
  385. provider = pkg_resources.get_provider(requirement)
  386. result_string = provider.version
  387. except pkg_resources.DistributionNotFound:
  388. # The most likely cause for this is running tests in a tree
  389. # produced from a tarball where the package itself has not been
  390. # installed into anything. Revert to setup-time logic.
  391. from pbr import packaging
  392. result_string = packaging.get_version(self.package)
  393. return SemanticVersion.from_pip_string(result_string)
  394. def release_string(self):
  395. """Return the full version of the package.
  396. This including suffixes indicating VCS status.
  397. """
  398. return self.semantic_version().release_string()
  399. def semantic_version(self):
  400. """Return the SemanticVersion object for this version."""
  401. if self._semantic is None:
  402. self._semantic = self._get_version_from_pkg_resources()
  403. return self._semantic
  404. def version_string(self):
  405. """Return the short version minus any alpha/beta tags."""
  406. return self.semantic_version().brief_string()
  407. # Compatibility functions
  408. canonical_version_string = version_string
  409. version_string_with_vcs = release_string
  410. def cached_version_string(self, prefix=""):
  411. """Return a cached version string.
  412. This will return a cached version string if one is already cached,
  413. irrespective of prefix. If none is cached, one will be created with
  414. prefix and then cached and returned.
  415. """
  416. if not self._cached_version:
  417. self._cached_version = "%s%s" % (prefix,
  418. self.version_string())
  419. return self._cached_version