1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273
|
import re
import threading
from datetime import datetime, timedelta
from typing import Any, List, Mapping, Optional, Tuple, Union
from reactivex import Notification, Observable, abc, notification, typing
from reactivex.disposable import CompositeDisposable, Disposable
from reactivex.scheduler import NewThreadScheduler
new_thread_scheduler = NewThreadScheduler()
# tokens will be searched in the order below using pipe
# group of elements: match any characters surrounded by ()
pattern_group = r"(\(.*?\))"
# timespan: match one or multiple hyphens
pattern_ticks = r"(-+)"
# comma err: match any comma which is not in a group
pattern_comma_error = r"(,)"
# element: match | or # or one or more characters which are not - | # ( ) ,
pattern_element = r"(#|\||[^-,()#\|]+)"
pattern = r"|".join(
[
pattern_group,
pattern_ticks,
pattern_comma_error,
pattern_element,
]
)
tokens = re.compile(pattern)
def hot(
string: str,
timespan: typing.RelativeTime = 0.1,
duetime: typing.AbsoluteOrRelativeTime = 0.0,
lookup: Optional[Mapping[Union[str, float], Any]] = None,
error: Optional[Exception] = None,
scheduler: Optional[abc.SchedulerBase] = None,
) -> Observable[Any]:
_scheduler = scheduler or new_thread_scheduler
if isinstance(duetime, datetime):
duetime = duetime - _scheduler.now
messages = parse(
string,
timespan=timespan,
time_shift=duetime,
lookup=lookup,
error=error,
raise_stopped=True,
)
lock = threading.RLock()
is_stopped = False
observers: List[abc.ObserverBase[Any]] = []
def subscribe(
observer: abc.ObserverBase[Any], scheduler: Optional[abc.SchedulerBase] = None
) -> abc.DisposableBase:
# should a hot observable already completed or on error
# re-push on_completed/on_error at subscription time?
if not is_stopped:
with lock:
observers.append(observer)
def dispose() -> None:
with lock:
try:
observers.remove(observer)
except ValueError:
pass
return Disposable(dispose)
def create_action(notification: Notification[Any]) -> typing.ScheduledAction[Any]:
def action(scheduler: abc.SchedulerBase, state: Any = None) -> None:
nonlocal is_stopped
with lock:
for observer in observers:
notification.accept(observer)
if notification.kind in ("C", "E"):
is_stopped = True
return action
for message in messages:
timespan, notification = message
action = create_action(notification)
# Don't make closures within a loop
_scheduler.schedule_relative(timespan, action)
return Observable(subscribe)
def from_marbles(
string: str,
timespan: typing.RelativeTime = 0.1,
lookup: Optional[Mapping[Union[str, float], Any]] = None,
error: Optional[Exception] = None,
scheduler: Optional[abc.SchedulerBase] = None,
) -> Observable[Any]:
messages = parse(
string, timespan=timespan, lookup=lookup, error=error, raise_stopped=True
)
def subscribe(
observer: abc.ObserverBase[Any], scheduler_: Optional[abc.SchedulerBase] = None
) -> abc.DisposableBase:
_scheduler = scheduler or scheduler_ or new_thread_scheduler
disp = CompositeDisposable()
def schedule_msg(
message: Tuple[typing.RelativeTime, Notification[Any]]
) -> None:
duetime, notification = message
def action(scheduler: abc.SchedulerBase, state: Any = None) -> None:
notification.accept(observer)
disp.add(_scheduler.schedule_relative(duetime, action))
for message in messages:
# Don't make closures within a loop
schedule_msg(message)
return disp
return Observable(subscribe)
def parse(
string: str,
timespan: typing.RelativeTime = 1.0,
time_shift: typing.RelativeTime = 0.0,
lookup: Optional[Mapping[Union[str, float], Any]] = None,
error: Optional[Exception] = None,
raise_stopped: bool = False,
) -> List[Tuple[typing.RelativeTime, notification.Notification[Any]]]:
"""Convert a marble diagram string to a list of messages.
Each character in the string will advance time by timespan
(exept for space). Characters that are not special (see the table below)
will be interpreted as a value to be emitted. numbers will be cast
to int or float.
Special characters:
+--------+--------------------------------------------------------+
| `-` | advance time by timespan |
+--------+--------------------------------------------------------+
| `#` | on_error() |
+--------+--------------------------------------------------------+
| `|` | on_completed() |
+--------+--------------------------------------------------------+
| `(` | open a group of elements sharing the same timestamp |
+--------+--------------------------------------------------------+
| `)` | close a group of elements |
+--------+--------------------------------------------------------+
| `,` | separate elements in a group |
+--------+--------------------------------------------------------+
| space | used to align multiple diagrams, does not advance time |
+--------+--------------------------------------------------------+
In a group of elements, the position of the initial `(` determines the
timestamp at which grouped elements will be emitted. E.g. `--(12,3,4)--`
will emit 12, 3, 4 at 2 * timespan and then advance virtual time
by 8 * timespan.
Examples:
>>> parse("--1--(2,3)-4--|")
>>> parse("a--b--c-", lookup={'a': 1, 'b': 2, 'c': 3})
>>> parse("a--b---#", error=ValueError("foo"))
Args:
string: String with marble diagram
timespan: [Optional] duration of each character in second.
If not specified, defaults to 0.1s.
lookup: [Optional] dict used to convert an element into a specified
value. If not specified, defaults to {}.
time_shift: [Optional] time used to delay every elements.
If not specified, defaults to 0.0s.
error: [Optional] exception that will be use in place of the # symbol.
If not specified, defaults to Exception('error').
raise_finished: [optional] raise ValueError if elements are
declared after on_completed or on_error symbol.
Returns:
A list of messages defined as a tuple of (timespan, notification).
"""
error_ = error or Exception("error")
lookup_ = lookup or {}
if isinstance(timespan, timedelta):
timespan = timespan.total_seconds()
if isinstance(time_shift, timedelta):
time_shift = time_shift.total_seconds()
string = string.replace(" ", "")
# try to cast a string to an int, then to a float
def try_number(element: str) -> Union[float, str]:
try:
return int(element)
except ValueError:
try:
return float(element)
except ValueError:
return element
def map_element(
time: typing.RelativeTime, element: str
) -> Tuple[typing.RelativeTime, Notification[Any]]:
if element == "|":
return (time, notification.OnCompleted())
elif element == "#":
return (time, notification.OnError(error_))
else:
value = try_number(element)
value = lookup_.get(value, value)
return (time, notification.OnNext(value))
is_stopped = False
def check_stopped(element: str) -> None:
nonlocal is_stopped
if raise_stopped:
if is_stopped:
raise ValueError("Elements cannot be declared after a # or | symbol.")
if element in ("#", "|"):
is_stopped = True
iframe = 0
messages: List[Tuple[typing.RelativeTime, Notification[Any]]] = []
for results in tokens.findall(string):
timestamp = iframe * timespan + time_shift
group, ticks, comma_error, element = results
if group:
elements = group[1:-1].split(",")
for elm in elements:
check_stopped(elm)
grp_messages = [
map_element(timestamp, elm) for elm in elements if elm != ""
]
messages.extend(grp_messages)
iframe += len(group)
if ticks:
iframe += len(ticks)
if comma_error:
raise ValueError("Comma is only allowed in group of elements.")
if element:
check_stopped(element)
message = map_element(timestamp, element)
messages.append(message)
iframe += len(element)
return messages
|