easy_redis
Easy to use python redis(for kb first)
Compared with kafka, redis has the following characteristics in publishing and subscribing:
- Produced messages are immediately consumed by consumers.
- Fast speed, small data( < 10KB).
- Allow message loss.
- No need to save sent messages.
Quick Start
Installation: pip install easy_redis
1.config
Edit conf/conf.yml
redis: # redis config server: 127.0.0.1 # redis server port: 6379 channel_subscribe: # channel if need, multiple - channel_1 - channel_2 channel_produce: channel_1_result # producer default channel
2.demo-consumer
import json from easy_redis.redis_consumer import EasyRedisConsumer def start_consumer(): redis_consumer = EasyRedisConsumer('../conf/conf.yml') print('consumer iterator started') for record in redis_consumer: if record['type'] == 'message': print('data', json.loads(record['data'])) else: print('subscribe', record) if __name__ == "__main__": start_consumer()
3.demo-consumer-task
import json from easy_redis.redis_consumer import EasyRedisConsumer from easy_redis.redis_producer import EasyRedisProducer redis_producer = EasyRedisProducer('../conf/conf.yml') def consumer_task(record): """ consumer callback :param record: object :return: """ print('consumer_task', ( 'received type: {}, channel: {}, msg: {}'.format(record['type'], record['channel'], record['data']))) if record['type'] == 'message': print('data', json.loads(record['data'])) if record['channel'] == 'channel_1': redis_producer.produce_msg({'type': 'task result'}) def start_consumer(): redis_consumer = EasyRedisConsumer('../conf/conf.yml') print('consumer task started') redis_consumer.subscribe(fn=consumer_task) if __name__ == "__main__": start_consumer()
4.demo-producer
from easy_redis.redis_config import EasyRedisConfig from easy_redis.redis_producer import EasyRedisProducer def demo_produce_msg(): redis_producer = EasyRedisProducer('../conf/conf.yml') redis_producer.produce_msg({'name': 'ksust'}) def demo_produce_msg_with_config(): config = EasyRedisConfig('../conf/conf.yml') print('config', config.__dict__) redis_producer = EasyRedisProducer(config) redis_producer.produce_msg({'name': 'ksust'}) redis_producer.produce_msg_channel('channel_1', {'name': 'ksust'}) if __name__ == "__main__": demo_produce_msg() demo_produce_msg_with_config()
5.demo-redis_conn
from easy_redis.redis_conn import EasyRedis def demo_redis(): redis_conn = EasyRedis('../conf/conf.yml').redis_conn redis_conn.set('demo', 'value') print(redis_conn.keys('*')) if __name__ == "__main__": demo_redis()