from dataclasses import dataclass, field from typing import ClassVar, Optional from unittest import mock import pytest import redis from pydantic import Field import bec_lib.messages as bec_messages from bec_lib.alarm_handler import Alarms from bec_lib.endpoints import MessageEndpoints from bec_lib.messages import AlarmMessage, BECMessage, ClientInfoMessage, LogMessage from bec_lib.redis_connector import RedisConnector from bec_lib.serialization import MsgpackSerialization # pylint: disable=protected-access # pylint: disable=missing-function-docstring # pylint: disable=missing-class-docstring # pylint: disable=redefined-outer-name class TestMessage(BECMessage): __test__: ClassVar[bool] = False # just for pytest to ignore this class msg_type: ClassVar[str] = "test_message" msg: Optional[str] = None # register at BEC messages module level, to be able to # find it when using "loads()" bec_messages.TestMessage = TestMessage @pytest.fixture def connector(): with mock.patch("bec_lib.redis_connector.redis.Redis"): _connector = RedisConnector("localhost:1") try: yield _connector finally: _connector.shutdown() def test_redis_connector_send_client_info(connector): with mock.patch.object(connector, "xadd", return_value=None): connector.send_client_info(message="msg", show_asap=True, source="scan_server") connector.xadd.assert_called_once_with( MessageEndpoints.client_info(), msg_dict={ "data": ClientInfoMessage(message="msg", show_asap=True, source="scan_server") }, max_size=100, ) @pytest.mark.parametrize( "severity, alarm_type, source, msg, metadata", [ [Alarms.MAJOR, "alarm", {"source": "test"}, "content1", {"metadata": "metadata1"}], [Alarms.MINOR, "alarm", {"source": "test"}, "content1", {"metadata": "metadata1"}], [Alarms.WARNING, "alarm", {"source": "test"}, "content1", {"metadata": "metadata1"}], ], ) def test_redis_connector_raise_alarm(connector, severity, alarm_type, source, msg, metadata): with mock.patch.object(connector, "set_and_publish", return_value=None): connector.raise_alarm(severity, alarm_type, source, msg, metadata) connector.set_and_publish.assert_called_once_with( MessageEndpoints.alarm(), AlarmMessage( severity=severity, alarm_type=alarm_type, source=source, msg=msg, metadata=metadata ), ) @pytest.mark.parametrize( "topic , msg", [ ["topic1", TestMessage(msg="msg1")], ["topic2", TestMessage(msg="msg2")], [ MessageEndpoints.scan_segment(), bec_messages.ScanMessage(point_id=1, scan_id="scan_id", data={}), ], ], ) def test_redis_connector_send(connector, topic, msg): connector.send(topic, msg) topic_str = topic if isinstance(topic, str) else topic.endpoint connector._redis_conn.publish.assert_called_once_with( topic_str, MsgpackSerialization.dumps(msg) ) connector.send(topic, msg, pipe=connector.pipeline()) connector._redis_conn.pipeline().publish.assert_called_once_with( topic_str, MsgpackSerialization.dumps(msg) ) @pytest.mark.parametrize( "topic, msgs, max_size, expire", [["topic1", "msgs", None, None], ["topic1", "msgs", 10, None], ["topic1", "msgs", None, 100]], ) def test_redis_connector_lpush(connector, topic, msgs, max_size, expire): pipe = None connector.lpush(topic, msgs, pipe, max_size, expire) connector._redis_conn.pipeline().lpush.assert_called_once_with(topic, msgs) if max_size: connector._redis_conn.pipeline().ltrim.assert_called_once_with(topic, 0, max_size) if expire: connector._redis_conn.pipeline().expire.assert_called_once_with(topic, expire) if not pipe: connector._redis_conn.pipeline().execute.assert_called_once() @pytest.mark.parametrize( "topic, msgs, max_size, expire", [ ["topic1", TestMessage(msg="msgs"), None, None], ["topic1", TestMessage(msg="msgs"), 10, None], ["topic1", TestMessage(msg="msgs"), None, 100], ], ) def test_redis_connector_lpush_BECMessage(connector, topic, msgs, max_size, expire): pipe = None connector.lpush(topic, msgs, pipe, max_size, expire) connector._redis_conn.pipeline().lpush.assert_called_once_with( topic, MsgpackSerialization.dumps(msgs) ) if max_size: connector._redis_conn.pipeline().ltrim.assert_called_once_with(topic, 0, max_size) if expire: connector._redis_conn.pipeline().expire.assert_called_once_with(topic, expire) if not pipe: connector._redis_conn.pipeline().execute.assert_called_once() @pytest.mark.parametrize( "topic , index , msgs, use_pipe", [["topic1", 1, "msg1", True], ["topic2", 4, "msg2", False]] ) def test_redis_connector_lset(connector, topic, index, msgs, use_pipe): pipe = use_pipe_fcn(connector, use_pipe) ret = connector.lset(topic, index, msgs, pipe) if pipe: connector._redis_conn.pipeline().lset.assert_called_once_with(topic, index, msgs) assert ret == redis.Redis().pipeline().lset() else: connector._redis_conn.lset.assert_called_once_with(topic, index, msgs) assert ret == redis.Redis().lset() @pytest.mark.parametrize( "topic , index , msgs, use_pipe", [["topic1", 1, TestMessage(msg="msg1"), True], ["topic2", 4, TestMessage(msg="msg2"), False]], ) def test_redis_connector_lset_BECMessage(connector, topic, index, msgs, use_pipe): pipe = use_pipe_fcn(connector, use_pipe) ret = connector.lset(topic, index, msgs, pipe) if pipe: connector._redis_conn.pipeline().lset.assert_called_once_with( topic, index, MsgpackSerialization.dumps(msgs) ) assert ret == redis.Redis().pipeline().lset() else: connector._redis_conn.lset.assert_called_once_with( topic, index, MsgpackSerialization.dumps(msgs) ) assert ret == redis.Redis().lset() @pytest.mark.parametrize( "topic, msgs, use_pipe", [["topic1", "msg1", True], ["topic2", "msg2", False]] ) def test_redis_connector_rpush(connector, topic, msgs, use_pipe): pipe = use_pipe_fcn(connector, use_pipe) ret = connector.rpush(topic, msgs, pipe) if pipe: connector._redis_conn.pipeline().rpush.assert_called_once_with(topic, msgs) assert ret == redis.Redis().pipeline().rpush() else: connector._redis_conn.rpush.assert_called_once_with(topic, msgs) assert ret == redis.Redis().rpush() @pytest.mark.parametrize( "topic, msgs, use_pipe", [["topic1", TestMessage(msg="msg1"), True], ["topic2", TestMessage(msg="msg2"), False]], ) def test_redis_connector_rpush_BECMessage(connector, topic, msgs, use_pipe): pipe = use_pipe_fcn(connector, use_pipe) ret = connector.rpush(topic, msgs, pipe) if pipe: connector._redis_conn.pipeline().rpush.assert_called_once_with( topic, MsgpackSerialization.dumps(msgs) ) assert ret == redis.Redis().pipeline().rpush() else: connector._redis_conn.rpush.assert_called_once_with(topic, MsgpackSerialization.dumps(msgs)) assert ret == redis.Redis().rpush() @pytest.mark.parametrize( "topic, start, end, use_pipe", [["topic1", 0, 4, True], ["topic2", 3, 7, False]] ) def test_redis_connector_lrange(connector, topic, start, end, use_pipe): pipe = use_pipe_fcn(connector, use_pipe) ret = connector.lrange(topic, start, end, pipe) if pipe: connector._redis_conn.pipeline().lrange.assert_called_once_with(topic, start, end) assert ret == redis.Redis().pipeline().lrange() else: connector._redis_conn.lrange.assert_called_once_with(topic, start, end) assert ret == [] @pytest.mark.parametrize( "topic, msg, pipe, expire", [ ["topic1", TestMessage(msg="msg1"), None, 400], ["topic2", TestMessage(msg="msg2"), None, None], ["topic3", "msg3", None, None], ], ) def test_redis_connector_set_and_publish(connector, topic, msg, pipe, expire): if not isinstance(msg, BECMessage): with pytest.raises(TypeError): connector.set_and_publish(topic, msg, pipe, expire) else: connector.set_and_publish(topic, msg, pipe, expire) connector._redis_conn.pipeline().publish.assert_called_once_with( topic, MsgpackSerialization.dumps(msg) ) connector._redis_conn.pipeline().set.assert_called_once_with( topic, MsgpackSerialization.dumps(msg), ex=expire ) if not pipe: connector._redis_conn.pipeline().execute.assert_called_once() @pytest.mark.parametrize("topic, msg, expire", [["topic1", "msg1", None], ["topic2", "msg2", 400]]) def test_redis_connector_set(connector, topic, msg, expire): pipe = None connector.set(topic, msg, pipe, expire) if pipe: connector._redis_conn.pipeline().set.assert_called_once_with(topic, msg, ex=expire) else: connector._redis_conn.set.assert_called_once_with(topic, msg, ex=expire) @pytest.mark.parametrize("pattern", ["samx", "samy", MessageEndpoints.device_read("sam*")]) def test_redis_connector_keys(connector, pattern): ret = connector.keys(pattern) endpoint = pattern if isinstance(pattern, str) else pattern.endpoint connector._redis_conn.keys.assert_called_once_with(endpoint) assert ret == redis.Redis().keys() def test_redis_connector_pipeline(connector): ret = connector.pipeline() connector._redis_conn.pipeline.assert_called_once() assert ret == redis.Redis().pipeline() def use_pipe_fcn(connector, use_pipe): if use_pipe: return connector.pipeline() return None @pytest.mark.parametrize("topic,use_pipe", [["topic1", True], ["topic2", False]]) def test_redis_connector_delete(connector, topic, use_pipe): pipe = use_pipe_fcn(connector, use_pipe) connector.delete(topic, pipe) if pipe: connector.pipeline().delete.assert_called_once_with(topic) else: connector._redis_conn.delete.assert_called_once_with(topic) @pytest.mark.parametrize("topic, use_pipe", [["topic1", True], ["topic2", False]]) def test_redis_connector_get(connector, topic, use_pipe): pipe = use_pipe_fcn(connector, use_pipe) ret = connector.get(topic, pipe) if pipe: connector.pipeline().get.assert_called_once_with(topic) assert ret == redis.Redis().pipeline().get() else: connector._redis_conn.get.assert_called_once_with(topic) assert ret == redis.Redis().get() def test_redis_connector_xread(connector): connector.xread("topic1", "id") connector._redis_conn.xread.assert_called_once_with({"topic1": "id"}, count=None, block=None) def test_redis_connector_xadd_with_maxlen(connector): connector.xadd("topic1", {"key": "value"}, max_size=100) connector._redis_conn.xadd.assert_called_once_with( "topic1", {"key": MsgpackSerialization.dumps("value")}, maxlen=100 ) def test_redis_connector_xadd_with_expire(connector): connector.xadd("topic1", {"key": "value"}, expire=100) connector._redis_conn.pipeline().xadd.assert_called_once_with( "topic1", {"key": MsgpackSerialization.dumps("value")} ) connector._redis_conn.pipeline().expire.assert_called_once_with("topic1", 100) connector._redis_conn.pipeline().execute.assert_called_once() def test_redis_connector_xread_from_end(connector): connector.xread("topic1", from_start=False) connector._redis_conn.xrevrange.assert_called_once_with("topic1", "+", "-", count=1) def test_redis_connector_xread_without_id(connector): connector.xread("topic1", from_start=True) connector._redis_conn.xread.assert_called_once_with({"topic1": "0-0"}, count=None, block=None) connector._redis_conn.xread.reset_mock() connector.stream_keys["topic1"] = "id" connector.xread("topic1") connector._redis_conn.xread.assert_called_once_with({"topic1": "id"}, count=None, block=None) def test_redis_xrange(connector): connector.xrange("topic1", "start", "end") connector._redis_conn.xrange.assert_called_once_with("topic1", "start", "end", count=None) def test_redis_xrange_topic_with_suffix(connector): connector.xrange("topic1", "start", "end") connector._redis_conn.xrange.assert_called_once_with("topic1", "start", "end", count=None) def test_send_raises_on_invalid_msg(connector): with pytest.raises(TypeError): connector.send("invalid_msg", "msg") def test_send_raises_on_invalid_topic(connector): with pytest.raises(ValueError): connector.send(MessageEndpoints.device_status("samx"), "msg") # def test_redis_stream_register_threaded_get_id(): # register = RedisStreamConsumerThreaded( # "localhost", "1", topics="topic1", cb=mock.MagicMock(), redis_cls=mock.MagicMock() # ) # register.stream_keys["topic1"] = b"1691610882756-0" # assert register.get_id("topic1") == b"1691610882756-0" # assert register.get_id("doesnt_exist") == "0-0" # def test_redis_stream_register_threaded_poll_messages(): # register = RedisStreamConsumerThreaded( # "localhost", "1", topics="topic1", cb=mock.MagicMock(), redis_cls=mock.MagicMock() # ) # with mock.patch.object( # register, "get_newest_message", return_value=None # ) as mock_get_newest_message: # register.poll_messages() # mock_get_newest_message.assert_called_once() # register._redis_conn.xread.assert_not_called() # def test_redis_stream_register_threaded_poll_messages_newest_only(): # register = RedisStreamConsumerThreaded( # "localhost", # "1", # topics="topic1", # cb=mock.MagicMock(), # redis_cls=mock.MagicMock(), # newest_only=True, # ) # # register._redis_conn.xrevrange.return_value = [(b"1691610882756-0", {b"data": b"msg"})] # register.poll_messages() # register._redis_conn.xread.assert_not_called() # register.cb.assert_called_once_with(MessageObject(topic="topic1", value=b"msg")) # def test_redis_stream_register_threaded_poll_messages_read(): # register = RedisStreamConsumerThreaded( # "localhost", # "1", # topics="topic1", # cb=mock.MagicMock(), # redis_cls=mock.MagicMock(), # ) # register.stream_keys["topic1"] = "0-0" # # msg = [[b"topic1", [(b"1691610714612-0", {b"data": b"msg"})]]] # # register._redis_conn.xread.return_value = msg # register.poll_messages() # register._redis_conn.xread.assert_called_once_with({"topic1": "0-0"}, count=1) # register.cb.assert_called_once_with(MessageObject(topic="topic1", value=b"msg")) # @pytest.mark.parametrize( # "topics,expected", # [ # ("topic1", ["topic1"]), # (["topic1"], ["topic1"]), # (["topic1", "topic2"], ["topic1", "topic2"]), # ], # ) # def test_redis_stream_register_threaded_init_topics(topics, expected): # register = RedisStreamConsumerThreaded( # "localhost", # "1", # topics=topics, # cb=mock.MagicMock(), # redis_cls=mock.MagicMock(), # ) # assert register.topics == expected