Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

# Copyright (C) 2019 Bloomberg LP 

# 

# Licensed under the Apache License, Version 2.0 (the "License"); 

# you may not use this file except in compliance with the License. 

# You may obtain a copy of the License at 

# 

# <http://www.apache.org/licenses/LICENSE-2.0> 

# 

# Unless required by applicable law or agreed to in writing, software 

# distributed under the License is distributed on an "AS IS" BASIS, 

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

# See the License for the specific language governing permissions and 

# limitations under the License. 

 

 

""" 

RedisStorage 

================== 

 

A storage provider that stores data in a persistent redis store. 

https://redis.io/ 

 

Redis client: redis-py 

https://github.com/andymccurdy/redis-py 

 

""" 

import redis 

 

import io 

import logging 

import functools 

 

from .storage_abc import StorageABC 

 

 

def redis_client_exception_wrapper(func): 

""" Wrapper from handling redis client exceptions. """ 

@functools.wraps(func) 

def wrapper(*args, **kwargs): 

try: 

return func(*args, **kwargs) 

except redis.RedisError: 

logging.getLogger(__name__).exception("Redis Exception in [{}]".format(func.__name__)) 

raise RuntimeError 

return wrapper 

 

 

class RedisStorage(StorageABC): 

""" Interface for communicating with a redis store. """ 

@redis_client_exception_wrapper 

def __init__(self, **kwargs): 

self._logger = logging.getLogger(__name__) 

self._client = redis.Redis(**kwargs) 

 

@redis_client_exception_wrapper 

def has_blob(self, digest) -> bool: 

self._logger.debug("Checking for blob: [{}]".format(digest)) 

return bool(self._client.exists(digest.hash + '_' + str(digest.size_bytes))) 

 

@redis_client_exception_wrapper 

def get_blob(self, digest): 

self._logger.debug("Getting blob: [{}]".format(digest)) 

blob = self._client.get(digest.hash + '_' + str(digest.size_bytes)) 

return None if blob is None else io.BytesIO(blob) 

 

@redis_client_exception_wrapper 

def delete_blob(self, digest): 

self._logger.debug("Deleting blob: [{}]".format(digest)) 

blob = self._client.delete(digest.hash + '_' + str(digest.size_bytes)) 

 

@redis_client_exception_wrapper 

def begin_write(self, digest) -> io.BytesIO: 

return io.BytesIO() 

 

@redis_client_exception_wrapper 

def commit_write(self, digest, write_session): 

self._logger.debug("Writing blob: [{}]".format(digest)) 

self._client.set(digest.hash + '_' + str(digest.size_bytes), write_session.getvalue()) 

write_session.close()