/- spider /+ libstrand=strand =, strand=strand:libstrand =, strand-fail=strand-fail:libstrand |% ++ send-raw-cards |= cards=(list =card:agent:gall) =/ m (strand ,~) ^- form:m |= strand-input:strand [cards %done ~] :: ++ send-raw-card |= =card:agent:gall =/ m (strand ,~) ^- form:m (send-raw-cards card ~) :: ++ ignore |= tin=strand-input:strand `[%fail %ignore ~] :: ++ get-bowl =/ m (strand ,bowl:strand) ^- form:m |= tin=strand-input:strand `[%done bowl.tin] :: ++ get-time =/ m (strand ,@da) ^- form:m |= tin=strand-input:strand `[%done now.bowl.tin] :: ++ get-our =/ m (strand ,ship) ^- form:m |= tin=strand-input:strand `[%done our.bowl.tin] :: ++ get-entropy =/ m (strand ,@uvJ) ^- form:m |= tin=strand-input:strand `[%done eny.bowl.tin] :: :: Convert skips to %ignore failures. :: :: This tells the main loop to try the next handler. :: ++ handle |* a=mold =/ m (strand ,a) |= =form:m ^- form:m |= tin=strand-input:strand =/ res (form tin) =? next.res ?=(%skip -.next.res) [%fail %ignore ~] res :: :: Wait for a poke with a particular mark :: ++ take-poke |= =mark =/ m (strand ,vase) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %poke @ *] ?. =(mark p.cage.u.in.tin) `[%skip ~] `[%done q.cage.u.in.tin] == :: :: :: ++ take-sign-arvo =/ m (strand ,[wire sign-arvo]) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %sign *] `[%done [wire sign-arvo]:u.in.tin] == :: :: Wait for a subscription update on a wire :: ++ take-fact-prefix |= =wire =/ m (strand ,[path cage]) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %agent * %fact *] ?. =(watch+wire (scag +((lent wire)) wire.u.in.tin)) `[%skip ~] `[%done (slag (lent wire) wire.u.in.tin) cage.sign.u.in.tin] == :: :: Wait for a subscription update on a wire :: ++ take-fact |= =wire =/ m (strand ,cage) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %agent * %fact *] ?. =(watch+wire wire.u.in.tin) `[%skip ~] `[%done cage.sign.u.in.tin] == :: :: Wait for a subscription close :: ++ take-kick |= =wire =/ m (strand ,~) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %agent * %kick *] ?. =(watch+wire wire.u.in.tin) `[%skip ~] `[%done ~] == :: ++ echo =/ m (strand ,~) ^- form:m %- (main-loop ,~) :~ |= ~ ^- form:m ;< =vase bind:m ((handle ,vase) (take-poke %echo)) =/ message=tape !<(tape vase) %- (slog leaf+"{message}..." ~) ;< ~ bind:m (sleep ~s2) %- (slog leaf+"{message}.." ~) (pure:m ~) :: |= ~ ^- form:m ;< =vase bind:m ((handle ,vase) (take-poke %over)) %- (slog leaf+"over..." ~) (pure:m ~) == :: ++ take-watch =/ m (strand ,path) |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %watch *] `[%done path.u.in.tin] == :: ++ take-wake |= until=(unit @da) =/ m (strand ,~) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %sign [%wait @ ~] %b %wake *] ?. |(?=(~ until) =(`u.until (slaw %da i.t.wire.u.in.tin))) `[%skip ~] ?~ error.sign-arvo.u.in.tin `[%done ~] `[%fail %timer-error u.error.sign-arvo.u.in.tin] == :: ++ take-poke-ack |= =wire =/ m (strand ,~) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %agent * %poke-ack *] ?. =(wire wire.u.in.tin) `[%skip ~] ?~ p.sign.u.in.tin `[%done ~] `[%fail %poke-fail u.p.sign.u.in.tin] == :: ++ take-watch-ack |= =wire =/ m (strand ,~) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %agent * %watch-ack *] ?. =(watch+wire wire.u.in.tin) `[%skip ~] ?~ p.sign.u.in.tin `[%done ~] `[%fail %watch-ack-fail u.p.sign.u.in.tin] == :: ++ poke |= [=dock =cage] =/ m (strand ,~) ^- form:m =/ =card:agent:gall [%pass /poke %agent dock %poke cage] ;< ~ bind:m (send-raw-card card) (take-poke-ack /poke) :: ++ poke-our |= [=term =cage] =/ m (strand ,~) ^- form:m ;< our=@p bind:m get-our (poke [our term] cage) :: ++ watch |= [=wire =dock =path] =/ m (strand ,~) ^- form:m =/ =card:agent:gall [%pass watch+wire %agent dock %watch path] ;< ~ bind:m (send-raw-card card) (take-watch-ack wire) :: ++ watch-our |= [=wire =term =path] =/ m (strand ,~) ^- form:m ;< our=@p bind:m get-our (watch wire [our term] path) :: ++ leave |= [=wire =dock] =/ m (strand ,~) ^- form:m =/ =card:agent:gall [%pass watch+wire %agent dock %leave ~] (send-raw-card card) :: ++ leave-our |= [=wire =term] =/ m (strand ,~) ^- form:m ;< our=@p bind:m get-our (leave wire [our term]) :: ++ rewatch |= [=wire =dock =path] =/ m (strand ,~) ;< ~ bind:m ((handle ,~) (take-kick wire)) ;< ~ bind:m (flog-text "rewatching {} {}") ;< ~ bind:m (watch wire dock path) (pure:m ~) :: ++ wait |= until=@da =/ m (strand ,~) ^- form:m ;< ~ bind:m (send-wait until) (take-wake `until) :: ++ sleep |= for=@dr =/ m (strand ,~) ^- form:m ;< now=@da bind:m get-time (wait (add now for)) :: ++ send-wait |= until=@da =/ m (strand ,~) ^- form:m =/ =card:agent:gall [%pass /wait/(scot %da until) %arvo %b %wait until] (send-raw-card card) :: ++ set-timeout |* computation-result=mold =/ m (strand ,computation-result) |= [time=@dr computation=form:m] ^- form:m ;< now=@da bind:m get-time =/ when (add now time) =/ =card:agent:gall [%pass /timeout/(scot %da when) %arvo %b %wait when] ;< ~ bind:m (send-raw-card card) |= tin=strand-input:strand =* loop $ ?: ?& ?=([~ %sign [%timeout @ ~] %b %wake *] in.tin) =((scot %da when) i.t.wire.u.in.tin) == `[%fail %timeout ~] =/ c-res (computation tin) ?: ?=(%cont -.next.c-res) c-res(self.next ..loop(computation self.next.c-res)) ?: ?=(%done -.next.c-res) =/ =card:agent:gall [%pass /timeout/(scot %da when) %arvo %b %rest when] c-res(cards [card cards.c-res]) c-res :: ++ send-request |= =request:http =/ m (strand ,~) ^- form:m (send-raw-card %pass /request %arvo %i %request request *outbound-config:iris) :: ++ send-cancel-request =/ m (strand ,~) ^- form:m (send-raw-card %pass /request %arvo %i %cancel-request ~) :: ++ take-client-response =/ m (strand ,client-response:iris) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %sign [%request ~] %i %http-response %finished *] `[%done client-response.sign-arvo.u.in.tin] == :: :: Wait until we get an HTTP response or cancelation and unset contract :: ++ take-maybe-sigh =/ m (strand ,(unit httr:eyre)) ^- form:m ;< rep=(unit client-response:iris) bind:m take-maybe-response ?~ rep (pure:m ~) :: XX s/b impossible :: ?. ?=(%finished -.u.rep) (pure:m ~) (pure:m (some (to-httr:iris +.u.rep))) :: ++ take-maybe-response =/ m (strand ,(unit client-response:iris)) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %sign [%request ~] %i %http-response %cancel *] `[%done ~] [~ %sign [%request ~] %i %http-response %finished *] `[%done `client-response.sign-arvo.u.in.tin] == :: ++ extract-body |= =client-response:iris =/ m (strand ,cord) ^- form:m ?> ?=(%finished -.client-response) ?> ?=(^ full-file.client-response) (pure:m q.data.u.full-file.client-response) :: ++ fetch-json |= url=tape =/ m (strand ,json) ^- form:m =/ =request:http [%'GET' (crip url) ~ ~] ;< ~ bind:m (send-request request) ;< =client-response:iris bind:m take-client-response ;< =cord bind:m (extract-body client-response) =/ json=(unit json) (de-json:html cord) ?~ json (strand-fail %json-parse-error ~) (pure:m u.json) :: ++ hiss-request |= =hiss:eyre =/ m (strand ,(unit httr:eyre)) ^- form:m ;< ~ bind:m (send-request (hiss-to-request:html hiss)) take-maybe-sigh :: :: Run ford build :: ++ ford-build |= =schematic:ford =/ m (strand ,build-result:ford) ^- form:m ;< ~ bind:m (send-raw-card %pass /ford-build %arvo %f %build | schematic) ;< =made-result:ford bind:m (take-made-result /ford-build) ?: ?=(%incomplete -.made-result) (strand-fail %ford-incomplete tang.made-result) (pure:m build-result.made-result) :: :: Take ford build result :: ++ take-made-result |= =wire =/ m (strand ,made-result:ford) ^- form:m |= tin=strand-input:strand ?+ in.tin `[%skip ~] ~ `[%wait ~] [~ %sign * %f %made *] ?. =(wire wire.u.in.tin) `[%skip ~] `[%done result.sign-arvo.u.in.tin] == :: :: Run several taggged ford builds :: ++ build-map |= builds=(map path schematic:ford) =/ m (strand ,(map path build-result:ford)) ^- form:m =/ schematics=(list schematic:ford) %+ turn ~(tap by builds) |= [=path =schematic:ford] [[%$ %noun !>(path)] schematic] :: ;< =build-result:ford bind:m (ford-build %list schematics) ?: ?=(%error -.build-result) (strand-fail %ford-error message.build-result) ?> ?=(%list -.+.build-result) :: =| produce=(map path build-result:ford) |- ^- form:m =* loop $ ?^ results.build-result ?> ?=([[%success %$ %noun *] *] +.i.results.build-result) =. produce %+ ~(put by produce) !<(path q.cage.head.i.results.build-result) tail.i.results.build-result loop(results.build-result t.results.build-result) (pure:m produce) :: :: Run several taggged ford builds :: ++ build-cages |= builds=(map path schematic:ford) =/ m (strand ,(map path cage)) ^- form:m ;< result-map=(map path build-result:ford) bind:m (build-map builds) =/ results=(list [=path =build-result:ford]) ~(tap by result-map) =| produce=(map path cage) |- ^- form:m =* loop $ ?^ results ?: ?=(%error -.build-result.i.results) (strand-fail %ford-error message.build-result.i.results) =. produce %+ ~(put by produce) path.i.results (result-to-cage:ford build-result.i.results) loop(results t.results) (pure:m produce) :: :: Run ford %core build :: ++ build-core |= =rail:ford =/ m (strand ,vase) ^- form:m ;< =build-result:ford bind:m (ford-build %core rail) ?: ?=(%error -.build-result) (strand-fail %ford-error message.build-result) ?> ?=(%core -.+.build-result) (pure:m vase.build-result) :: :: Run ford %core builds :: ++ build-cores |= rails=(map path rail:ford) =/ m (strand ,(map path vase)) ^- form:m =/ builds %- ~(run by rails) |= =rail:ford [%core rail] :: ;< result-map=(map path build-result:ford) bind:m (build-map builds) =/ results=(list [=path =build-result:ford]) ~(tap by result-map) =| produce=(map path vase) |- ^- form:m =* loop $ ?^ results ?: ?=(%error -.build-result.i.results) (strand-fail %ford-error message.build-result.i.results) ?> ?=(%core -.+.build-result.i.results) =. produce (~(put by produce) path.i.results vase.build-result.i.results) loop(results t.results) (pure:m produce) :: :: Queue on skip, try next on fail %ignore :: ++ main-loop |* a=mold =/ m (strand ,~) =/ m-a (strand ,a) =| queue=(qeu (unit input:strand)) =| active=(unit [in=(unit input:strand) =form:m-a forms=(list $-(a form:m-a))]) =| state=a |= forms=(lest $-(a form:m-a)) ^- form:m |= tin=strand-input:strand =* top `form:m`..$ =. queue (~(put to queue) in.tin) |^ (continue bowl.tin) :: ++ continue |= =bowl:strand ^- output:m ?> =(~ active) ?: =(~ queue) `[%cont top] =^ in=(unit input:strand) queue ~(get to queue) ^- output:m =. active `[in (i.forms state) t.forms] ^- output:m (run bowl in) :: ++ run ^- form:m |= tin=strand-input:strand ^- output:m ?> ?=(^ active) =/ res (form.u.active tin) =/ =output:m ?- -.next.res %wait `[%wait ~] %skip `[%cont ..$(queue (~(put to queue) in.tin))] %cont `[%cont ..$(active `[in.u.active self.next.res forms.u.active])] %done (continue(active ~, state value.next.res) bowl.tin) %fail ?: &(?=(^ forms.u.active) ?=(%ignore p.err.next.res)) %= $ active `[in.u.active (i.forms.u.active state) t.forms.u.active] in.tin in.u.active == `[%fail err.next.res] == [(weld cards.res cards.output) next.output] -- :: ++ retry |* result=mold |= [crash-after=(unit @ud) computation=_*form:(strand (unit result))] =/ m (strand ,result) =| try=@ud |- ^- form:m =* loop $ ?: =(crash-after `try) (strand-fail %retry-too-many ~) ;< ~ bind:m (backoff try ~m1) ;< res=(unit result) bind:m computation ?^ res (pure:m u.res) loop(try +(try)) :: ++ backoff |= [try=@ud limit=@dr] =/ m (strand ,~) ^- form:m ;< eny=@uvJ bind:m get-entropy %- sleep %+ min limit ?: =(0 try) ~s0 %+ add (mul ~s1 (bex (dec try))) (mul ~s0..0001 (~(rad og eny) 1.000)) :: :: ---- :: :: Output :: ++ flog |= =flog:dill =/ m (strand ,~) ^- form:m (send-raw-card %pass / %arvo %d %flog flog) :: ++ flog-text |= =tape =/ m (strand ,~) ^- form:m (flog %text tape) :: ++ flog-tang |= =tang =/ m (strand ,~) ^- form:m =/ =wall (zing (turn (flop tang) (cury wash [0 80]))) |- ^- form:m =* loop $ ?~ wall (pure:m ~) ;< ~ bind:m (flog-text i.wall) loop(wall t.wall) :: ++ app-message |= [app=term =cord =tang] =/ m (strand ,~) ^- form:m =/ msg=tape :(weld (trip app) ": " (trip cord)) ;< ~ bind:m (flog-text msg) (flog-tang tang) :: :: ---- :: :: Handle domains :: ++ install-domain |= =turf =/ m (strand ,~) ^- form:m (send-raw-card %pass / %arvo %e %rule %turf %put turf) :: :: ---- :: :: Threads :: ++ start-thread |= file=term =/ m (strand ,tid:spider) ^- form:m ;< =bowl:spider bind:m get-bowl =/ tid (scot %ta (cat 3 'strand_' (scot %uv (sham file eny.bowl)))) =/ poke-vase !>([`tid.bowl `tid file *vase]) ;< ~ bind:m (poke-our %spider %spider-start poke-vase) ;< ~ bind:m (sleep ~s0) :: wait for thread to start (pure:m tid) :: +$ thread-result (each vase [term (list tang)]) :: ++ await-thread |= [file=term args=vase] =/ m (strand ,thread-result) ^- form:m ;< =bowl:spider bind:m get-bowl =/ tid (scot %ta (cat 3 'strand_' (scot %uv (sham file eny.bowl)))) =/ tid (scot %ta (cat 3 'strand_' (scot %uv (sham file eny.bowl)))) =/ poke-vase !>([`tid.bowl `tid file args]) ;< ~ bind:m (watch-our /awaiting/[tid] %spider /thread-result/[tid]) ;< ~ bind:m (poke-our %spider %spider-start poke-vase) ;< ~ bind:m (sleep ~s0) :: wait for thread to start ;< =cage bind:m (take-fact /awaiting/[tid]) ?+ p.cage ~|([%strange-thread-result p.cage file tid] !!) %thread-done (pure:m %& q.cage) %thread-fail (pure:m %| !<([term (list tang)] q.cage)) == --