master: propagate routes for IDs allocated via ALLOCATE_ID

needed for inter-child rsync.

mitogen/master.py

@@ -739,7 +739,10 @@ class IdAllocator(object):
 
     def on_allocate_id(self, msg):
         id_ = self.allocate()
-        LOG.debug('%r: allocating ID %d to context %r', self, id_, msg.src_id)
+        requestee = self.router.context_by_id(msg.src_id)
+        allocated = self.router.context_by_id(id_, msg.src_id)
+
+        LOG.debug('%r: allocating %r to %r', self, allocated, requestee)
         self.router.route(
             mitogen.core.Message.pickled(
                 id_,
@@ -748,6 +751,10 @@ class IdAllocator(object):
             )
         )
 
+        LOG.debug('%r: publishing route to %r via %r', self,
+                  allocated, requestee)
+        self.router.propagate_route(allocated, requestee)
+
 
 class ChildIdAllocator(object):
     def __init__(self, router):
@@ -787,8 +794,14 @@ class Router(mitogen.core.Router):
     def allocate_id(self):
         return self.id_allocator.allocate()
 
-    def context_by_id(self, context_id):
+    def context_by_id(self, context_id, via_id=None):
-        return self._context_by_id.get(context_id)
+        context = self._context_by_id.get(context_id)
+        if context is None:
+            context = Context(self, context_id)
+            if via_id is not None:
+                context.via = self.context_by_id(via_id)
+            self._context_by_id[context_id] = context
+        return context
 
     def local(self, **kwargs):
         return self.connect('local', **kwargs)
@@ -819,31 +832,36 @@ class Router(mitogen.core.Router):
         context_id = self.allocate_id()
         return self._connect(context_id, klass, name=name, **kwargs)
 
-    def proxy_connect(self, via_context, method_name, name=None, **kwargs):
+    def propagate_route(self, target, via):
-        context_id = self.allocate_id()
+        self.add_route(target.context_id, via.context_id)
-        # Must be added prior to _proxy_connect() to avoid a race.
+        child = via
-        self.add_route(context_id, via_context.context_id)
+        parent = via.via
-        name = via_context.call(_proxy_connect,
-            name, context_id, method_name, kwargs
-        )
-        # name = '%s.%s' % (via_context.name, name)
-        context = Context(self, context_id, name=name)
-        context.via = via_context
 
-        child = via_context
-        parent = via_context.via
         while parent is not None:
-            LOG.debug('Adding route to %r for %r via %r', parent, context, child)
+            LOG.debug('Adding route to %r for %r via %r', parent, target, child)
             parent.send(
                 mitogen.core.Message(
-                    data='%s\x00%s' % (context_id, child.context_id),
+                    data='%s\x00%s' % (target.context_id, child.context_id),
                     handle=mitogen.core.ADD_ROUTE,
                 )
             )
             child = parent
             parent = parent.via
 
+    def proxy_connect(self, via_context, method_name, name=None, **kwargs):
+        context_id = self.allocate_id()
+        # Must be added prior to _proxy_connect() to avoid a race.
+        self.add_route(context_id, via_context.context_id)
+        name = via_context.call(_proxy_connect,
+            name, context_id, method_name, kwargs
+        )
+
+        # name = '%s.%s' % (via_context.name, name)
+        context = Context(self, context_id, name=name)
+        context.via = via_context
         self._context_by_id[context.context_id] = context
+
+        self.propagate_route(context, via_context)
         return context