123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417 |
- #
- # KDF.py : a collection of Key Derivation Functions
- #
- # Part of the Python Cryptography Toolkit
- #
- # ===================================================================
- # The contents of this file are dedicated to the public domain. To
- # the extent that dedication to the public domain is not available,
- # everyone is granted a worldwide, perpetual, royalty-free,
- # non-exclusive license to exercise all rights associated with the
- # contents of this file for any purpose whatsoever.
- # No rights are reserved.
- #
- # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
- # BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
- # ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
- # CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
- # SOFTWARE.
- # ===================================================================
- import struct
- from functools import reduce
- from Cryptodome.Util.py3compat import tobytes, bord, _copy_bytes, iter_range
- from Cryptodome.Hash import SHA1, SHA256, HMAC, CMAC
- from Cryptodome.Util.strxor import strxor
- from Cryptodome.Util.number import size as bit_size, long_to_bytes, bytes_to_long
- from Cryptodome.Util._raw_api import (load_pycryptodome_raw_lib,
- create_string_buffer,
- get_raw_buffer, c_size_t)
- _raw_salsa20_lib = load_pycryptodome_raw_lib("Cryptodome.Cipher._Salsa20",
- """
- int Salsa20_8_core(const uint8_t *x, const uint8_t *y,
- uint8_t *out);
- """)
- _raw_scrypt_lib = load_pycryptodome_raw_lib("Cryptodome.Protocol._scrypt",
- """
- typedef int (core_t)(const uint8_t [64], const uint8_t [64], uint8_t [64]);
- int scryptROMix(const uint8_t *data_in, uint8_t *data_out,
- size_t data_len, unsigned N, core_t *core);
- """)
- def PBKDF1(password, salt, dkLen, count=1000, hashAlgo=None):
- """Derive one key from a password (or passphrase).
- This function performs key derivation according to an old version of
- the PKCS#5 standard (v1.5) or `RFC2898
- <https://www.ietf.org/rfc/rfc2898.txt>`_.
- .. warning::
- Newer applications should use the more secure and versatile :func:`PBKDF2`
- instead.
- Args:
- password (string):
- The secret password to generate the key from.
- salt (byte string):
- An 8 byte string to use for better protection from dictionary attacks.
- This value does not need to be kept secret, but it should be randomly
- chosen for each derivation.
- dkLen (integer):
- The length of the desired key. The default is 16 bytes, suitable for
- instance for :mod:`Cryptodome.Cipher.AES`.
- count (integer):
- The number of iterations to carry out. The recommendation is 1000 or
- more.
- hashAlgo (module):
- The hash algorithm to use, as a module or an object from the :mod:`Cryptodome.Hash` package.
- The digest length must be no shorter than ``dkLen``.
- The default algorithm is :mod:`Cryptodome.Hash.SHA1`.
- Return:
- A byte string of length ``dkLen`` that can be used as key.
- """
- if not hashAlgo:
- hashAlgo = SHA1
- password = tobytes(password)
- pHash = hashAlgo.new(password+salt)
- digest = pHash.digest_size
- if dkLen > digest:
- raise TypeError("Selected hash algorithm has a too short digest (%d bytes)." % digest)
- if len(salt) != 8:
- raise ValueError("Salt is not 8 bytes long (%d bytes instead)." % len(salt))
- for i in iter_range(count-1):
- pHash = pHash.new(pHash.digest())
- return pHash.digest()[:dkLen]
- def PBKDF2(password, salt, dkLen=16, count=1000, prf=None, hmac_hash_module=None):
- """Derive one or more keys from a password (or passphrase).
- This function performs key derivation according to
- the PKCS#5 standard (v2.0).
- Args:
- password (string or byte string):
- The secret password to generate the key from.
- salt (string or byte string):
- A (byte) string to use for better protection from dictionary attacks.
- This value does not need to be kept secret, but it should be randomly
- chosen for each derivation. It is recommended to be at least 8 bytes long.
- dkLen (integer):
- The cumulative length of the desired keys.
- count (integer):
- The number of iterations to carry out.
- prf (callable):
- A pseudorandom function. It must be a function that returns a pseudorandom string
- from two parameters: a secret and a salt. If not specified,
- **HMAC-SHA1** is used.
- hmac_hash_module (module):
- A module from `Cryptodome.Hash` implementing a Merkle-Damgard cryptographic
- hash, which PBKDF2 must use in combination with HMAC.
- This parameter is mutually exclusive with ``prf``.
- Return:
- A byte string of length ``dkLen`` that can be used as key material.
- If you wanted multiple keys, just break up this string into segments of the desired length.
- """
- password = tobytes(password)
- salt = tobytes(salt)
- if prf and hmac_hash_module:
- raise ValueError("'prf' and 'hmac_hash_module' are mutually exlusive")
- if prf is None and hmac_hash_module is None:
- hmac_hash_module = SHA1
- if prf or not hasattr(hmac_hash_module, "_pbkdf2_hmac_assist"):
- # Generic (and slow) implementation
- if prf is None:
- prf = lambda p,s: HMAC.new(p, s, hmac_hash_module).digest()
- def link(s):
- s[0], s[1] = s[1], prf(password, s[1])
- return s[0]
- key = b''
- i = 1
- while len(key) < dkLen:
- s = [ prf(password, salt + struct.pack(">I", i)) ] * 2
- key += reduce(strxor, (link(s) for j in range(count)) )
- i += 1
- else:
- # Optimized implementation
- key = b''
- i = 1
- while len(key)<dkLen:
- base = HMAC.new(password, b"", hmac_hash_module)
- first_digest = base.copy().update(salt + struct.pack(">I", i)).digest()
- key += base._pbkdf2_hmac_assist(first_digest, count)
- i += 1
- return key[:dkLen]
- class _S2V(object):
- """String-to-vector PRF as defined in `RFC5297`_.
- This class implements a pseudorandom function family
- based on CMAC that takes as input a vector of strings.
- .. _RFC5297: http://tools.ietf.org/html/rfc5297
- """
- def __init__(self, key, ciphermod, cipher_params=None):
- """Initialize the S2V PRF.
- :Parameters:
- key : byte string
- A secret that can be used as key for CMACs
- based on ciphers from ``ciphermod``.
- ciphermod : module
- A block cipher module from `Cryptodome.Cipher`.
- cipher_params : dictionary
- A set of extra parameters to use to create a cipher instance.
- """
- self._key = _copy_bytes(None, None, key)
- self._ciphermod = ciphermod
- self._last_string = self._cache = b'\x00' * ciphermod.block_size
-
- # Max number of update() call we can process
- self._n_updates = ciphermod.block_size * 8 - 1
-
- if cipher_params is None:
- self._cipher_params = {}
- else:
- self._cipher_params = dict(cipher_params)
- @staticmethod
- def new(key, ciphermod):
- """Create a new S2V PRF.
- :Parameters:
- key : byte string
- A secret that can be used as key for CMACs
- based on ciphers from ``ciphermod``.
- ciphermod : module
- A block cipher module from `Cryptodome.Cipher`.
- """
- return _S2V(key, ciphermod)
- def _double(self, bs):
- doubled = bytes_to_long(bs)<<1
- if bord(bs[0]) & 0x80:
- doubled ^= 0x87
- return long_to_bytes(doubled, len(bs))[-len(bs):]
- def update(self, item):
- """Pass the next component of the vector.
- The maximum number of components you can pass is equal to the block
- length of the cipher (in bits) minus 1.
- :Parameters:
- item : byte string
- The next component of the vector.
- :Raise TypeError: when the limit on the number of components has been reached.
- """
- if self._n_updates == 0:
- raise TypeError("Too many components passed to S2V")
- self._n_updates -= 1
- mac = CMAC.new(self._key,
- msg=self._last_string,
- ciphermod=self._ciphermod,
- cipher_params=self._cipher_params)
- self._cache = strxor(self._double(self._cache), mac.digest())
- self._last_string = _copy_bytes(None, None, item)
- def derive(self):
- """"Derive a secret from the vector of components.
- :Return: a byte string, as long as the block length of the cipher.
- """
- if len(self._last_string) >= 16:
- # xorend
- final = self._last_string[:-16] + strxor(self._last_string[-16:], self._cache)
- else:
- # zero-pad & xor
- padded = (self._last_string + b'\x80' + b'\x00' * 15)[:16]
- final = strxor(padded, self._double(self._cache))
- mac = CMAC.new(self._key,
- msg=final,
- ciphermod=self._ciphermod,
- cipher_params=self._cipher_params)
- return mac.digest()
- def HKDF(master, key_len, salt, hashmod, num_keys=1, context=None):
- """Derive one or more keys from a master secret using
- the HMAC-based KDF defined in RFC5869_.
- This KDF is not suitable for deriving keys from a password or for key
- stretching. Use :func:`PBKDF2` instead.
- HKDF is a key derivation method approved by NIST in `SP 800 56C`__.
- Args:
- master (byte string):
- The unguessable value used by the KDF to generate the other keys.
- It must be a high-entropy secret, though not necessarily uniform.
- It must not be a password.
- salt (byte string):
- A non-secret, reusable value that strengthens the randomness
- extraction step.
- Ideally, it is as long as the digest size of the chosen hash.
- If empty, a string of zeroes in used.
- key_len (integer):
- The length in bytes of every derived key.
- hashmod (module):
- A cryptographic hash algorithm from :mod:`Cryptodome.Hash`.
- :mod:`Cryptodome.Hash.SHA512` is a good choice.
- num_keys (integer):
- The number of keys to derive. Every key is :data:`key_len` bytes long.
- The maximum cumulative length of all keys is
- 255 times the digest size.
- context (byte string):
- Optional identifier describing what the keys are used for.
- Return:
- A byte string or a tuple of byte strings.
- .. _RFC5869: http://tools.ietf.org/html/rfc5869
- .. __: http://csrc.nist.gov/publications/nistpubs/800-56C/SP-800-56C.pdf
- """
- output_len = key_len * num_keys
- if output_len > (255 * hashmod.digest_size):
- raise ValueError("Too much secret data to derive")
- if not salt:
- salt = b'\x00' * hashmod.digest_size
- if context is None:
- context = b""
- # Step 1: extract
- hmac = HMAC.new(salt, master, digestmod=hashmod)
- prk = hmac.digest()
- # Step 2: expand
- t = [ b"" ]
- n = 1
- tlen = 0
- while tlen < output_len:
- hmac = HMAC.new(prk, t[-1] + context + struct.pack('B', n), digestmod=hashmod)
- t.append(hmac.digest())
- tlen += hashmod.digest_size
- n += 1
- derived_output = b"".join(t)
- if num_keys == 1:
- return derived_output[:key_len]
- kol = [derived_output[idx:idx + key_len]
- for idx in iter_range(0, output_len, key_len)]
- return list(kol[:num_keys])
- def scrypt(password, salt, key_len, N, r, p, num_keys=1):
- """Derive one or more keys from a passphrase.
- This function performs key derivation according to
- the `scrypt`_ algorithm, introduced in Percival's paper
- `"Stronger key derivation via sequential memory-hard functions"`__.
- This implementation is based on `RFC7914`__.
- Args:
- password (string):
- The secret pass phrase to generate the keys from.
- salt (string):
- A string to use for better protection from dictionary attacks.
- This value does not need to be kept secret,
- but it should be randomly chosen for each derivation.
- It is recommended to be at least 8 bytes long.
- key_len (integer):
- The length in bytes of every derived key.
- N (integer):
- CPU/Memory cost parameter. It must be a power of 2 and less
- than :math:`2^{32}`.
- r (integer):
- Block size parameter.
- p (integer):
- Parallelization parameter.
- It must be no greater than :math:`(2^{32}-1)/(4r)`.
- num_keys (integer):
- The number of keys to derive. Every key is :data:`key_len` bytes long.
- By default, only 1 key is generated.
- The maximum cumulative length of all keys is :math:`(2^{32}-1)*32`
- (that is, 128TB).
- A good choice of parameters *(N, r , p)* was suggested
- by Colin Percival in his `presentation in 2009`__:
- - *(16384, 8, 1)* for interactive logins (<=100ms)
- - *(1048576, 8, 1)* for file encryption (<=5s)
- Return:
- A byte string or a tuple of byte strings.
- .. _scrypt: http://www.tarsnap.com/scrypt.html
- .. __: http://www.tarsnap.com/scrypt/scrypt.pdf
- .. __: https://tools.ietf.org/html/rfc7914
- .. __: http://www.tarsnap.com/scrypt/scrypt-slides.pdf
- """
- if 2 ** (bit_size(N) - 1) != N:
- raise ValueError("N must be a power of 2")
- if N >= 2 ** 32:
- raise ValueError("N is too big")
- if p > ((2 ** 32 - 1) * 32) // (128 * r):
- raise ValueError("p or r are too big")
- prf_hmac_sha256 = lambda p, s: HMAC.new(p, s, SHA256).digest()
- stage_1 = PBKDF2(password, salt, p * 128 * r, 1, prf=prf_hmac_sha256)
- scryptROMix = _raw_scrypt_lib.scryptROMix
- core = _raw_salsa20_lib.Salsa20_8_core
- # Parallelize into p flows
- data_out = []
- for flow in iter_range(p):
- idx = flow * 128 * r
- buffer_out = create_string_buffer(128 * r)
- result = scryptROMix(stage_1[idx : idx + 128 * r],
- buffer_out,
- c_size_t(128 * r),
- N,
- core)
- if result:
- raise ValueError("Error %X while running scrypt" % result)
- data_out += [ get_raw_buffer(buffer_out) ]
- dk = PBKDF2(password,
- b"".join(data_out),
- key_len * num_keys, 1,
- prf=prf_hmac_sha256)
- if num_keys == 1:
- return dk
- kol = [dk[idx:idx + key_len]
- for idx in iter_range(0, key_len * num_keys, key_len)]
- return kol
|