shrub/pkg/arvo/app/metadata-store.hoon

491 lines
12 KiB
Plaintext
Raw Normal View History

:: metadata-store [landscape]:
::
:: data store for application metadata and mappings
:: between groups and resources within applications
::
2021-01-28 09:13:57 +03:00
:: paths are expected to be an existing group path
:: resources are expected to correspond to existing app paths
::
:: note: when scrying for metadata, to make the arguments safe in paths,
2021-01-28 09:13:57 +03:00
:: encode path and path using (scot %t (spat path))
::
:: +watch paths:
:: /all associations + updates
:: /updates just updates
:: /app-name/%app-name specific app's associations + updates
::
:: +peek paths:
:: /associations all associations
:: /group-indices all group indices
:: /app-indices all app indices
:: /resource-indices all resource indices
2021-01-28 09:13:57 +03:00
:: /metadata/%path/%app-name/%path specific metadatum
:: /app-name/%app-name associations for app
2021-01-28 09:13:57 +03:00
:: /group/%path associations for group
::
2021-01-28 09:13:57 +03:00
/- store=metadata-store
2021-01-29 07:52:36 +03:00
/+ default-agent, verb, dbug, resource, *migrate
|%
+$ card card:agent:gall
+$ base-state-0
$: associations=associations-0
2021-01-28 09:13:57 +03:00
group-indices=(jug path md-resource:store)
app-indices=(jug app-name:store [path path])
resource-indices=(jug md-resource:store path)
==
2020-06-24 03:28:57 +03:00
::
2021-01-28 09:13:57 +03:00
+$ associations-0 (map [path md-resource:store] metadata-0)
2020-06-24 03:28:57 +03:00
::
+$ metadata-0
$: title=@t
description=@t
color=@ux
date-created=@da
creator=@p
2020-06-24 03:28:57 +03:00
==
::
2021-01-14 06:10:32 +03:00
+$ metadata-1
$: title=@t
description=@t
color=@ux
date-created=@da
creator=@p
module=term
==
::
2021-01-28 09:13:57 +03:00
+$ md-resource-1 [=app-name:store =path]
2021-01-12 07:26:19 +03:00
::
2021-01-28 09:13:57 +03:00
+$ associations-1 (map [path md-resource-1] metadata-1)
2021-01-12 07:26:19 +03:00
::
+$ base-state-1
2021-01-12 07:26:19 +03:00
$: associations=associations-1
2021-01-28 09:13:57 +03:00
group-indices=(jug path md-resource-1)
app-indices=(jug app-name:store [path path])
resource-indices=(jug md-resource-1 path)
2021-01-12 07:26:19 +03:00
==
::
+$ metadatum-2
$: title=cord
description=cord
=color:store
date-created=time
creator=ship
module=term
picture=url:store
preview=?
vip=vip-metadata:store
==
::
+$ association-2 [group=resource =metadatum-2]
+$ associations-2 (map md-resource:store association-2)
::
2021-01-12 07:26:19 +03:00
+$ cached-indices
2021-01-28 09:13:57 +03:00
$: group-indices=(jug resource md-resource:store)
app-indices=(jug app-name:store [group=resource =resource])
resource-indices=(map md-resource:store resource)
2021-01-12 07:26:19 +03:00
==
::
+$ base-state-2
$: associations=associations-2
~
==
::
+$ base-state-3
2021-01-28 09:13:57 +03:00
$: =associations:store
~
2020-07-23 08:02:54 +03:00
==
::
+$ state-0 [%0 base-state-0]
+$ state-1 [%1 base-state-0]
+$ state-2 [%2 base-state-0]
+$ state-3 [%3 base-state-1]
+$ state-4 [%4 base-state-1]
+$ state-5 [%5 base-state-1]
+$ state-6 [%6 base-state-1]
2021-01-12 07:26:19 +03:00
+$ state-7 [%7 base-state-2]
+$ state-8 [%8 base-state-3]
2020-06-24 03:28:57 +03:00
+$ versioned-state
$% state-0
state-1
state-2
state-3
state-4
state-5
state-6
2021-01-12 07:26:19 +03:00
state-7
state-8
2021-01-12 07:26:19 +03:00
==
::
+$ inflated-state
$: state-8
2021-01-12 07:26:19 +03:00
cached-indices
2020-06-24 03:28:57 +03:00
==
--
::
2021-01-12 07:26:19 +03:00
=| inflated-state
=* state -
%+ verb |
%- agent:dbug
^- agent:gall
=<
|_ =bowl:gall
+* this .
mc ~(. +> bowl)
def ~(. (default-agent this %|) bowl)
::
++ on-init on-init:def
2021-01-12 07:26:19 +03:00
++ on-save !>(-.state)
++ on-load
2020-06-24 03:28:57 +03:00
|= =vase
^- (quip card _this)
=^ cards state
(on-load:mc vase)
[cards this]
::
++ on-poke
|= [=mark =vase]
^- (quip card _this)
?> (team:title our.bowl src.bowl)
=^ cards state
?+ mark (on-poke:def mark vase)
?(%metadata-action %metadata-update)
2021-01-28 09:13:57 +03:00
(poke-metadata-update:mc !<(update:store vase))
2020-12-01 00:06:41 +03:00
::
%import
(poke-import:mc q.vase)
::
%noun ~& +.state `state
==
[cards this]
::
++ on-watch
|= =path
^- (quip card _this)
?> (team:title our.bowl src.bowl)
|^
=/ cards=(list card)
?+ path (on-watch:def path)
[%all ~]
(give %metadata-update !>([%associations associations]))
::
[%updates ~]
~
::
[%app-name @ ~]
2021-01-28 09:13:57 +03:00
=/ =app-name:store i.t.path
=/ app-indices (metadata-for-app:mc app-name)
(give %metadata-update !>([%associations app-indices]))
==
[cards this]
::
++ give
|= =cage
^- (list card)
[%give %fact ~ cage]~
--
::
++ on-peek
|= =path
^- (unit (unit cage))
?+ path (on-peek:def path)
[%y %group-indices ~] ``noun+!>(group-indices)
[%y %app-indices ~] ``noun+!>(app-indices)
[%y %resource-indices ~] ``noun+!>(resource-indices)
[%x %associations ~] ``noun+!>(associations)
[%x %app-name @ ~]
2021-01-28 09:13:57 +03:00
=/ =app-name:store i.t.t.path
``noun+!>((metadata-for-app:mc app-name))
::
[%x %group *]
2021-01-12 07:26:19 +03:00
=/ group=resource (de-path:resource t.t.path)
``noun+!>((metadata-for-group:mc group))
::
[%x %metadata @ @ @ @ ~]
2021-01-28 09:13:57 +03:00
=/ =md-resource:store
[i.t.t.path (de-path:resource t.t.t.path)]
``noun+!>((~(get by associations) md-resource))
::
[%x %resource @ *]
=/ app=term i.t.t.path
2021-01-12 07:26:19 +03:00
=/ rid=resource (de-path:resource t.t.t.path)
``noun+!>((~(get by resource-indices) [app rid]))
2020-12-01 00:06:41 +03:00
::
[%x %export ~]
2021-01-12 07:26:19 +03:00
``noun+!>(-.state)
==
::
++ on-leave on-leave:def
++ on-agent on-agent:def
++ on-arvo on-arvo:def
++ on-fail on-fail:def
--
::
|_ =bowl:gall
::
++ on-load
|= =vase
^- (quip card _state)
=/ old !<(versioned-state vase)
=| cards=(list card)
|^
2021-01-14 06:10:32 +03:00
=* loop $
?: ?=(%8 -.old)
:- cards
2021-01-12 07:26:19 +03:00
%_ state
associations associations.old
resource-indices (rebuild-resource-indices associations.old)
group-indices (rebuild-group-indices associations.old)
app-indices (rebuild-app-indices associations.old)
==
?: ?=(%7 -.old)
$(old [%8 (associations-2-to-3 associations.old) ~])
2021-01-12 07:26:19 +03:00
?: ?=(%6 -.old)
=/ old-assoc=associations-1
(migrate-app-to-graph-store %chat associations.old)
$(old [%7 (associations-1-to-2 old-assoc) ~])
::
?: ?=(%5 -.old)
2021-01-12 07:26:19 +03:00
=/ associations=associations-1
(migrate-app-to-graph-store %publish associations.old)
%_ $
-.old %6
associations.old associations
==
2021-01-12 07:26:19 +03:00
:: pre-breach, can safely throw away
loop(old *state-8)
2021-01-14 06:10:32 +03:00
::
++ associations-2-to-3
|= assoc=associations-2
2021-01-28 09:13:57 +03:00
^- associations:store
%- ~(gas by *associations:store)
%+ turn ~(tap by assoc)
|= [m=md-resource:store [g=resource met=metadatum-2]]
[m [g (metadatum-2-to-3 met)]]
::
++ metadatum-2-to-3
|= m=metadatum-2
%* . *metadatum:store
title title.m
description description.m
color color.m
date-created date-created.m
creator creator.m
preview preview.m
hidden %|
::
config
?: =(module.m %$)
[%group ~]
[%graph module.m]
==
::
++ associations-1-to-2
|= assoc=associations-1
^- associations-2
%- ~(gas by *associations-2)
2021-01-14 06:10:32 +03:00
%+ murn
~(tap by assoc)
|= [[group=path m=md-resource-1] met=metadata-1]
%+ biff (de-path-soft:resource group)
|= g=resource
%+ bind (md-resource-1-to-2 m)
2021-01-28 09:13:57 +03:00
|= =md-resource:store
2021-01-14 06:10:32 +03:00
[md-resource g (metadata-1-to-2 met)]
::
++ md-resource-1-to-2
|= m=md-resource-1
2021-01-28 09:13:57 +03:00
^- (unit md-resource:store)
%+ bind (de-path-soft:resource path.m)
|= rid=resource
:_ rid
?: =(%contacts app-name.m) %groups
app-name.m
2021-01-14 06:10:32 +03:00
::
++ metadata-1-to-2
|= m=metadata-1
%* . *metadatum-2
2021-01-14 06:10:32 +03:00
title title.m
description description.m
color color.m
date-created date-created.m
creator creator.m
module module.m
preview %.n
2021-01-14 06:10:32 +03:00
==
::
++ rebuild-resource-indices
2021-01-28 09:13:57 +03:00
|= =associations:store
%- ~(gas by *(map md-resource:store resource))
%+ turn ~(tap by associations)
2021-01-28 09:13:57 +03:00
|= [r=md-resource:store g=resource =metadatum:store]
[r g]
::
++ rebuild-group-indices
2021-01-28 09:13:57 +03:00
|= =associations:store
%- ~(gas ju *(jug resource md-resource:store))
%+ turn
~(tap by associations)
2021-01-28 09:13:57 +03:00
|= [r=md-resource:store g=resource =metadatum:store]
[g r]
::
++ rebuild-app-indices
2021-01-28 09:13:57 +03:00
|= =associations:store
%- ~(gas ju *(jug app-name:store [group=resource resource]))
%+ turn ~(tap by associations)
2021-01-28 09:13:57 +03:00
|= [r=md-resource:store g=resource =metadatum:store]
[app-name.r g resource.r]
::
++ migrate-app-to-graph-store
2021-01-12 07:26:19 +03:00
|= [app=@tas associations=associations-1]
^- associations-1
%- malt
%+ turn ~(tap by associations)
2021-01-28 09:13:57 +03:00
|= [[=path md-resource=md-resource-1] m=metadata-1]
^- [[^path md-resource-1] metadata-1]
?. =(app-name.md-resource app)
2021-01-28 09:13:57 +03:00
[[path md-resource] m]
=/ new-path=^path
?. ?=([@ @ ~] path.md-resource)
path.md-resource
ship+path.md-resource
[[path [%graph new-path]] m(module app)]
--
++ poke-metadata-update
2021-01-28 09:13:57 +03:00
|= upd=update:store
^- (quip card _state)
?> (team:title [our src]:bowl)
?+ -.upd !!
%add (handle-add +.upd)
%remove (handle-remove +.upd)
%initial-group (handle-initial-group +.upd)
==
::
2020-12-01 00:06:41 +03:00
++ poke-import
|= arc=*
^- (quip card _state)
2020-12-02 10:03:05 +03:00
|^
=^ cards state
(on-load !>([%8 (remake-metadata ;;(tree-metadata +.arc))]))
:_ state
%+ weld cards
%+ turn ~(tap in ~(key by group-indices))
|= rid=resource
%- poke-our
?: =(entity.rid our.bowl)
:- %metadata-push-hook
push-hook-action+!>([%add rid])
:- %metadata-pull-hook
pull-hook-action+!>([%add [entity .]:rid])
::
++ poke-our
|= [app=term =cage]
^- card
[%pass / %agent [our.bowl app] %poke cage]
2020-12-02 10:03:05 +03:00
::
+$ tree-metadata
2021-01-28 09:13:57 +03:00
$: associations=(tree [md-resource:store [resource metadatum:store]])
2021-01-12 07:26:19 +03:00
~
2020-12-02 10:03:05 +03:00
==
::
++ remake-metadata
|= tm=tree-metadata
^- base-state-3
2020-12-02 10:03:05 +03:00
:* (remake-map associations.tm)
2021-01-12 07:26:19 +03:00
~
2020-12-02 10:03:05 +03:00
==
--
2020-12-01 00:06:41 +03:00
::
++ handle-add
2021-01-28 09:13:57 +03:00
|= [group=resource =md-resource:store =metadatum:store]
^- (quip card _state)
:- %- send-diff
2021-01-28 09:13:57 +03:00
[%add group md-resource metadatum]
%= state
associations
2021-01-28 09:13:57 +03:00
(~(put by associations) md-resource [group metadatum])
::
app-indices
%+ ~(put ju app-indices)
app-name.md-resource
2021-01-12 07:26:19 +03:00
[group resource.md-resource]
::
resource-indices
(~(put by resource-indices) md-resource group)
::
group-indices
(~(put ju group-indices) group md-resource)
==
::
++ handle-remove
2021-01-28 09:13:57 +03:00
|= [group=resource =md-resource:store]
^- (quip card _state)
:- (send-diff [%remove group md-resource])
%= state
associations
(~(del by associations) md-resource)
::
app-indices
%+ ~(del ju app-indices)
app-name.md-resource
2021-01-12 07:26:19 +03:00
[group resource.md-resource]
::
resource-indices
(~(del by resource-indices) md-resource)
::
group-indices
(~(del ju group-indices) group md-resource)
==
::
++ handle-initial-group
2021-01-28 09:13:57 +03:00
|= [group=resource =associations:store]
=/ assocs=(list [=md-resource:store grp=resource =metadatum:store])
~(tap by associations)
:- (send-diff %initial-group group associations)
|-
?~ assocs
state
=, assocs
?> =(group grp.i)
=^ cards state
2021-01-28 09:13:57 +03:00
(handle-add group [md-resource metadatum]:i)
$(assocs t)
::
++ metadata-for-app
2021-01-28 09:13:57 +03:00
|= =app-name:store
^+ associations
%+ roll ~(tap in (~(gut by app-indices) app-name ~))
2021-01-28 09:13:57 +03:00
|= [[group=resource rid=resource] out=associations:store]
=/ =md-resource:store
[app-name rid]
2021-01-28 09:13:57 +03:00
=/ [resource =metadatum:store]
(~(got by associations) md-resource)
2021-01-28 09:13:57 +03:00
(~(put by out) md-resource [group metadatum])
::
++ metadata-for-group
2021-01-12 07:26:19 +03:00
|= group=resource
2021-01-28 09:13:57 +03:00
=/ resources=(set md-resource:store)
(~(get ju group-indices) group)
%+ roll
~(tap in resources)
2021-01-28 09:13:57 +03:00
|= [=md-resource:store out=associations:store]
=/ [resource =metadatum:store]
(~(got by associations) md-resource)
2021-01-28 09:13:57 +03:00
(~(put by out) md-resource [group metadatum])
::
++ send-diff
|= =update:store
^- (list card)
|^
%- zing
2021-01-28 09:13:57 +03:00
:~ (update-subscribers /all update)
(update-subscribers /updates update)
==
::
++ update-subscribers
2021-01-28 09:13:57 +03:00
|= [pax=path =update:store]
^- (list card)
2021-01-28 09:13:57 +03:00
[%give %fact ~[pax] %metadata-update !>(update)]~
--
--