From 16e48a74847dba1e4e0665a86889afea12a578b9 Mon Sep 17 00:00:00 2001 From: pilfer-pandex <47340789+pilfer-pandex@users.noreply.github.com> Date: Wed, 11 Nov 2020 16:28:04 -0800 Subject: [PATCH 01/13] king: this is a holdup! --- .../urbit-king/lib/Urbit/Vere/Ames/Packet.hs | 7 +- pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs | 35 +++++----- pkg/hs/urbit-noun-core/lib/Urbit/Noun/Mug.hs | 32 +++++++++ pkg/hs/urbit-noun-core/package.yaml | 1 + pkg/hs/urbit-noun/lib/Urbit/Noun.hs | 2 + .../urbit-noun/lib/Urbit/Noun/Conversions.hs | 7 +- pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs | 66 +------------------ 7 files changed, 57 insertions(+), 93 deletions(-) create mode 100644 pkg/hs/urbit-noun-core/lib/Urbit/Noun/Mug.hs diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/Packet.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/Packet.hs index 193a1da365..4c1ebb6bd3 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/Packet.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/Packet.hs @@ -53,9 +53,7 @@ instance Serialize Packet where lookAhead $ do len <- remaining body <- getBytes len - -- XX mug (marked "TODO") is implemented as "slowMug" in U.N.Tree. Ominous - -- Also, toNoun will copy the bytes into an atom. We probably want a mugBS - let chk = fromIntegral (mug $ toNoun $ MkBytes body) .&. (2 ^ 20 - 1) + let chk = fromIntegral (mugBS body) .&. (2 ^ 20 - 1) when (checksum /= chk) $ fail ("checksum mismatch: expected " <> show checksum <> "; got " <> show chk) @@ -84,8 +82,7 @@ instance Serialize Packet where let (sndR, putSndr) = putShipGetRank pktSndr let (rcvR, putRcvr) = putShipGetRank pktRcvr let body = runPut (putSndr <> putRcvr <> putByteString load) - -- XX again maybe mug can be made better here - let chek = fromIntegral (mug $ toNoun $ MkBytes body) .&. (2 ^ 20 - 1) + let chek = fromIntegral (mugBS body) .&. (2 ^ 20 - 1) let encr = pktEncrypted let vers = fromIntegral pktVersion .&. 0b111 let head = vers diff --git a/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs b/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs index 0aeca303d3..cff0be4f76 100644 --- a/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs +++ b/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs @@ -14,11 +14,13 @@ module Urbit.Noun.Core , pattern Cell, pattern Atom , pattern C, pattern A , textToUtf8Atom, utf8AtomToText + , mug ) where import ClassyPrelude hiding (hash) import Urbit.Atom +import Urbit.Noun.Mug import Data.Bits (xor) import Data.Function ((&)) @@ -34,8 +36,8 @@ import qualified Data.Char as C -- Types ----------------------------------------------------------------------- data Noun - = NCell Int Word !Noun !Noun - | NAtom Int !Atom + = NCell ~Mug Word Noun Noun + | NAtom ~Mug Atom pattern Cell x y <- NCell _ _ x y where Cell = mkCell pattern Atom a <- NAtom _ a where Atom = mkAtom @@ -51,10 +53,9 @@ pattern A a <- NAtom _ a where A = mkAtom -------------------------------------------------------------------------------- instance Hashable Noun where - hash = \case NCell h _ _ _ -> h - NAtom h _ -> h + hash = fromIntegral . mug {-# INLINE hash #-} - hashWithSalt = defaultHashWithSalt + hashWithSalt salt x = salt `combine` hash x {-# INLINE hashWithSalt #-} textToUtf8Atom :: Text -> Noun @@ -140,6 +141,10 @@ genAtom = do False -> genNatural True -> (`mod` 16) <$> genNatural +-- From http://hackage.haskell.org/package/hashable-1.2.7.0/docs/src/Data-Hashable-Class.html +combine :: Int -> Int -> Int +combine h1 h2 = (h1 * 16777619) `xor` h2 + -------------------------------------------------------------------------------- {-# INLINE nounSize #-} @@ -148,24 +153,18 @@ nounSize = \case NCell _ s _ _ -> s NAtom _ _ -> 1 +{-# INLINE mug #-} +mug :: Noun -> Mug +mug = \case NCell h _ _ _ -> h + NAtom h _ -> h + {-# INLINE mkAtom #-} mkAtom :: Atom -> Noun -mkAtom a = NAtom (hash a) a +mkAtom a = NAtom (mugAtom a) a {-# INLINE mkCell #-} mkCell :: Noun -> Noun -> Noun mkCell h t = NCell has siz h t where siz = nounSize h + nounSize t - has = hash h `combine` hash t - - --- Stolen from Hashable Library ------------------------------------------------ - -{-# INLINE combine #-} -combine :: Int -> Int -> Int -combine h1 h2 = (h1 * 16777619) `xor` h2 - -{-# INLINE defaultHashWithSalt #-} -defaultHashWithSalt :: Hashable a => Int -> a -> Int -defaultHashWithSalt salt x = salt `combine` hash x + has = mugBoth (mug h) (mug t) diff --git a/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Mug.hs b/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Mug.hs new file mode 100644 index 0000000000..3847ed6419 --- /dev/null +++ b/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Mug.hs @@ -0,0 +1,32 @@ +{-# OPTIONS_GHC -O2 #-} + +module Urbit.Noun.Mug where + +import ClassyPrelude + +import Data.Bits +import Urbit.Atom + +import Data.Hash.Murmur (murmur3) + +type Mug = Word32 + +{-# INLINE mugBS #-} +mugBS :: ByteString -> Word32 +mugBS = go 0xcafebabe + where + go seed buf = + let haz = murmur3 seed buf + ham = shiftR haz 31 `xor` (haz .&. 0x7fff_ffff) + in if ham == 0 + then go (seed + 1) buf + else ham + +-- XX is there a way to do this without copy? +{-# INLINE mugAtom #-} +mugAtom :: Atom -> Word32 +mugAtom = mugBS . atomBytes + +{-# INLINE mugBoth #-} +mugBoth :: Word32 -> Word32 -> Word32 +mugBoth m n = mugAtom $ fromIntegral $ m `xor` 0x7fff_ffff `xor` n diff --git a/pkg/hs/urbit-noun-core/package.yaml b/pkg/hs/urbit-noun-core/package.yaml index f9fee33741..aa1b579f29 100644 --- a/pkg/hs/urbit-noun-core/package.yaml +++ b/pkg/hs/urbit-noun-core/package.yaml @@ -24,6 +24,7 @@ dependencies: - vector - integer-gmp - template-haskell + - murmur3 default-extensions: - ApplicativeDo diff --git a/pkg/hs/urbit-noun/lib/Urbit/Noun.hs b/pkg/hs/urbit-noun/lib/Urbit/Noun.hs index ac62f5c3fc..3357e91d99 100644 --- a/pkg/hs/urbit-noun/lib/Urbit/Noun.hs +++ b/pkg/hs/urbit-noun/lib/Urbit/Noun.hs @@ -11,6 +11,7 @@ module Urbit.Noun , module Urbit.Noun.Core , module Urbit.Noun.Cue , module Urbit.Noun.Jam + , module Urbit.Noun.Mug , module Urbit.Noun.Tank , module Urbit.Noun.TH , module Urbit.Noun.Tree @@ -29,6 +30,7 @@ import Urbit.Noun.Convert import Urbit.Noun.Core import Urbit.Noun.Cue import Urbit.Noun.Jam +import Urbit.Noun.Mug import Urbit.Noun.Tank import Urbit.Noun.TH import Urbit.Noun.Tree diff --git a/pkg/hs/urbit-noun/lib/Urbit/Noun/Conversions.hs b/pkg/hs/urbit-noun/lib/Urbit/Noun/Conversions.hs index 499712fc7b..b8104a77ae 100644 --- a/pkg/hs/urbit-noun/lib/Urbit/Noun/Conversions.hs +++ b/pkg/hs/urbit-noun/lib/Urbit/Noun/Conversions.hs @@ -10,7 +10,7 @@ module Urbit.Noun.Conversions , BigTape(..), BigCord(..) , Wain(..), Wall, Each(..) , UD(..), UV(..), UW(..), cordToUW - , Mug(..), Path(..), EvilPath(..), Ship(..) + , Path(..), EvilPath(..), Ship(..) , Lenient(..), pathToFilePath, filePathToPath , showUD, tshowUD , textAsTa @@ -639,11 +639,6 @@ filePathToPath fp = Path path ('.':xs) -> xs x -> x --- Mug ------------------------------------------------------------------------- - -newtype Mug = Mug Word32 - deriving newtype (Eq, Ord, Show, Num, ToNoun, FromNoun) - -- Bool ------------------------------------------------------------------------ diff --git a/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs b/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs index 6ff6d7586c..7588b4239d 100644 --- a/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs +++ b/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs @@ -7,7 +7,6 @@ module Urbit.Noun.Tree ( HoonSet, setToHoonSet, setFromHoonSet , HoonMap, mapToHoonMap, mapFromHoonMap - , mug ) where import ClassyPrelude @@ -78,67 +77,6 @@ instance FromNoun a => FromNoun (HoonTree a) where deriveNoun ''HoonTreeNode --- Mug ------------------------------------------------------------------------- - -type Nat = Natural - -slowMug :: Noun -> Nat -slowMug = trim 0xcafe_babe . \case - A a -> a - C h t -> mix (slowMug h) $ mix 0x7fff_ffff (slowMug t) - where - trim :: Nat -> Nat -> Nat - trim syd key = - if 0/=ham then ham else trim (succ syd) key - where - haz = muk syd (met 3 key) key - ham = mix (rsh 0 31 haz) (end 0 31 haz) - -mix :: Nat -> Nat -> Nat -mix = xor - --- Murmur3 -muk :: Nat -> Nat -> Nat -> Nat -muk seed len = - fromIntegral . murmur3 (word32 seed) . resize . atomBytes - where - resize :: ByteString -> ByteString - resize buf = - case compare (length buf) (int len) of - EQ -> buf - LT -> error "bad-muk" - GT -> error "bad-muk" --- LT -> buf <> replicate (len - length buf) 0 --- GT -> take len buf - -int :: Integral i => i -> Int -int = fromIntegral - -word32 :: Integral i => i -> Word32 -word32 = fromIntegral - -bex :: Nat -> Nat -bex = (2^) - -end :: Nat -> Nat -> Nat -> Nat -end blockSize blocks n = - n `mod` (bex (bex blockSize * blocks)) - -rsh :: Nat -> Nat -> Nat -> Nat -rsh blockSize blocks n = - shiftR n $ fromIntegral $ (bex blockSize * blocks) - -met :: Nat -> Nat -> Nat -met bloq = go 0 - where - go c 0 = c - go c n = go (succ c) (rsh bloq 1 n) - --- XX TODO -mug :: Noun -> Nat -mug = slowMug - - -- Order ----------------------------------------------------------------------- {- @@ -147,8 +85,8 @@ mug = slowMug mor :: Noun -> Noun -> Bool mor a b = if c == d then dor a b else c < d where - c = mug $ A $ mug a - d = mug $ A $ mug b + c = mug $ A $ fromIntegral $ mug a + d = mug $ A $ fromIntegral $ mug b {- Orders in ascending tree depth. From d7de50be07b5f54fbd80455e163be23bb6529cc8 Mon Sep 17 00:00:00 2001 From: pilfer-pandex <47340789+pilfer-pandex@users.noreply.github.com> Date: Wed, 11 Nov 2020 16:42:55 -0800 Subject: [PATCH 02/13] king: fix warnings in Tree (thanks dad) --- pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs | 5 ----- 1 file changed, 5 deletions(-) diff --git a/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs b/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs index 7588b4239d..777f465779 100644 --- a/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs +++ b/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs @@ -12,16 +12,11 @@ module Urbit.Noun.Tree import ClassyPrelude import Control.Lens hiding (non) -import Urbit.Atom import Urbit.Noun.Conversions () import Urbit.Noun.Convert import Urbit.Noun.Core import Urbit.Noun.TH -import Data.Bits (shiftR, xor) -import Data.Hash.Murmur (murmur3) -import GHC.Natural (Natural) - -- Types ----------------------------------------------------------------------- From f08d7c603154b1b7df6717f71f52467d9e5fe0e3 Mon Sep 17 00:00:00 2001 From: pilfer-pandex <47340789+pilfer-pandex@users.noreply.github.com> Date: Wed, 11 Nov 2020 16:56:56 -0800 Subject: [PATCH 03/13] king: fix test (daaad) --- pkg/hs/urbit-king/test/HoonMapSetTests.hs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/hs/urbit-king/test/HoonMapSetTests.hs b/pkg/hs/urbit-king/test/HoonMapSetTests.hs index a012e16eae..13101ab01a 100644 --- a/pkg/hs/urbit-king/test/HoonMapSetTests.hs +++ b/pkg/hs/urbit-king/test/HoonMapSetTests.hs @@ -70,7 +70,7 @@ treeRTMug inp = do non <- cueBSExn byt tee <- fromNounExn non mug <- evaluate $ mug $ toNoun $ treeTestsIdentity tee - pure $ Text.Lazy.Encoding.encodeUtf8 $ tlshow (mug :: Natural) + pure $ Text.Lazy.Encoding.encodeUtf8 $ tlshow mug goldenPill :: TestName From bd4edb7fa4b57bc4ff28cc5b9ca50a34f8bcdc9c Mon Sep 17 00:00:00 2001 From: Joe Bryan Date: Fri, 13 Nov 2020 14:31:24 -0800 Subject: [PATCH 04/13] vere: refactors pier initialization to fix -X --- pkg/urbit/vere/pier.c | 144 ++++++++++++++++++++++-------------------- 1 file changed, 74 insertions(+), 70 deletions(-) diff --git a/pkg/urbit/vere/pier.c b/pkg/urbit/vere/pier.c index 0da9f6bb19..fd0828a40e 100644 --- a/pkg/urbit/vere/pier.c +++ b/pkg/urbit/vere/pier.c @@ -477,6 +477,51 @@ u3_pier_peek_last(u3_pier* pir_u, _pier_peek_plan(pir_u, pic_u); } +/* _pier_on_scry_done(): scry callback. +*/ +static void +_pier_on_scry_done(void* ptr_v, u3_noun nun) +{ + u3_pier* pir_u = ptr_v; + u3_weak res = u3r_at(7, nun); + + if (u3_none == res) { + u3l_log("pier: scry failed\n"); + } + else { + u3l_log("pier: scry succeeded\n"); + + c3_c* pac_c = u3_Host.ops_u.puk_c; + if (!pac_c) { + pac_c = u3_Host.ops_u.pek_c; + } + + u3_noun pad; + { + // XX crashes if [pac_c] is not a valid path + // XX virtualize or fix + // + u3_noun pax = u3do("stab", u3i_string(pac_c)); + c3_w len_w = u3kb_lent(u3k(pax)); + pad = u3nt(c3_s4('.','u','r','b'), + c3_s3('p','u','t'), + u3qb_scag(len_w - 1, pax)); + u3z(pax); + } + + c3_c fil_c[2048]; + snprintf(fil_c, 2048, "%s/.urb/put/%s.jam", pir_u->pax_c, pac_c+1); + + u3_walk_save(fil_c, 0, u3qe_jam(res), pir_u->pax_c, pad); + u3l_log("pier: scry in %s\n", fil_c); + } + + u3l_log("pier: exit\n"); + u3_pier_exit(pir_u); + + u3z(nun); +} + /* _pier_work_init(): begin processing new events */ static void @@ -529,11 +574,6 @@ _pier_work_init(u3_pier* pir_u) uv_idle_init(u3L, &wok_u->idl_u); wok_u->idl_u.data = wok_u; - // initialize i/o drivers - // - wok_u->car_u = u3_auto_init(pir_u); - u3_auto_talk(wok_u->car_u); - // // setup u3_lord work callbacks // // // u3_lord_work_cb cb_u = { @@ -545,6 +585,34 @@ _pier_work_init(u3_pier* pir_u) // }; // u3_lord_work_init(pir_u->god_u, cb_u); + // XX this is messy, revise + // + if ( u3_Host.ops_u.pek_c ) { + u3_noun pex = u3do("stab", u3i_string(u3_Host.ops_u.pek_c)); + u3_noun car; + u3_noun dek; + u3_noun pax; + if ( c3n == u3r_trel(pex, &car, &dek, &pax) + || c3n == u3a_is_cat(car) ) + { + u3m_p("pier: invalid scry", pex); + _pier_on_scry_done(pir_u, u3_nul); + } else { + // run the requested scry, jam to disk, then exit + // + u3l_log("pier: scry\n"); + u3_pier_peek_last(pir_u, u3_nul, u3k(car), u3k(dek), u3k(pax), + pir_u, _pier_on_scry_done); + } + u3z(pex); + } + else { + // initialize i/o drivers + // + wok_u->car_u = u3_auto_init(pir_u); + u3_auto_talk(wok_u->car_u); + } + _pier_work(wok_u); } @@ -1068,51 +1136,6 @@ _pier_on_lord_bail(void* ptr_v) u3_pier_bail(pir_u); } -/* _pier_on_scry_done(): scry callback. -*/ -static void -_pier_on_scry_done(void* ptr_v, u3_noun nun) -{ - u3_pier* pir_u = ptr_v; - u3_weak res = u3r_at(7, nun); - - if (u3_none == res) { - u3l_log("pier: scry failed\n"); - } - else { - u3l_log("pier: scry succeeded\n"); - - c3_c* pac_c = u3_Host.ops_u.puk_c; - if (!pac_c) { - pac_c = u3_Host.ops_u.pek_c; - } - - u3_noun pad; - { - // XX crashes if [pac_c] is not a valid path - // XX virtualize or fix - // - u3_noun pax = u3do("stab", u3i_string(pac_c)); - c3_w len_w = u3kb_lent(u3k(pax)); - pad = u3nt(c3_s4('.','u','r','b'), - c3_s3('p','u','t'), - u3qb_scag(len_w - 1, pax)); - u3z(pax); - } - - c3_c fil_c[2048]; - snprintf(fil_c, 2048, "%s/.urb/put/%s.jam", pir_u->pax_c, pac_c+1); - - u3_walk_save(fil_c, 0, u3qe_jam(res), pir_u->pax_c, pad); - u3l_log("pier: scry in %s\n", fil_c); - } - - u3l_log("pier: exit"); - u3_pier_exit(pir_u); - - u3z(nun); -} - /* _pier_on_lord_live(): worker is ready. */ static void @@ -1143,26 +1166,7 @@ _pier_on_lord_live(void* ptr_v) c3_assert( u3_psat_init == pir_u->sat_e ); c3_assert( log_u->sen_d == log_u->dun_d ); - if (u3_Host.ops_u.pek_c) { - u3_noun pex = u3do("stab", u3i_string(u3_Host.ops_u.pek_c)); - u3_noun car; - u3_noun dek; - u3_noun pax; - if ( c3n == u3r_trel(pex, &car, &dek, &pax) - || c3n == u3a_is_cat(car) ) - { - u3m_p("pier: invalid scry", pex); - _pier_on_scry_done(pir_u, u3_nul); - } else { - // run the requested scry, jam to disk, then exit - // - u3l_log("pier: scry\n"); - u3_pier_peek_last(pir_u, u3_nul, u3k(car), u3k(dek), u3k(pax), - pir_u, _pier_on_scry_done); - } - u3z(pex); - } - else if ( god_u->eve_d < log_u->dun_d ) { + if ( god_u->eve_d < log_u->dun_d ) { c3_d eve_d; // XX revisit From 41ce22d6ae18678f9979f7ab5bef54f5c65fb6e7 Mon Sep 17 00:00:00 2001 From: Isaac Visintainer Date: Mon, 16 Nov 2020 15:57:35 -0800 Subject: [PATCH 05/13] herb/lens: add utilites for import/export --- pkg/arvo/app/dojo.hoon | 2 ++ pkg/arvo/app/lens.hoon | 63 ++++++++++++++++++++++++++++++---- pkg/arvo/mar/lens/command.hoon | 2 ++ pkg/arvo/sur/lens.hoon | 2 ++ pkg/herb/herb | 37 ++++++++++++++++++-- 5 files changed, 98 insertions(+), 8 deletions(-) diff --git a/pkg/arvo/app/dojo.hoon b/pkg/arvo/app/dojo.hoon index 2716c009f7..d225ef9e0b 100644 --- a/pkg/arvo/app/dojo.hoon +++ b/pkg/arvo/app/dojo.hoon @@ -1144,6 +1144,8 @@ $listen-api !! $export !! $import !! + $export-all !! + $import-all !! $as :* %as mar.source.com $(num +(num), source.com next.source.com) diff --git a/pkg/arvo/app/lens.hoon b/pkg/arvo/app/lens.hoon index 8c86f8f8d6..e08d3e395d 100644 --- a/pkg/arvo/app/lens.hoon +++ b/pkg/arvo/app/lens.hoon @@ -14,6 +14,28 @@ job=(unit [eyre-id=@ta com=command:lens]) == == +:: +++ export-app + |= [app=@tas our=@p now=@da] + .^(@ %gx /(scot %p our)/[app]/(scot %da now)/export/noun) +++ export-all + |= [our=@p now=@da] + ^- (list [@tas @]) + %+ turn + ^- (list @tas) + :~ %group-store + %metadata-store + %metadata-hook + %contact-store + %contact-hook + %invite-store + %chat-store + %chat-hook + %publish + %graph-store + == + |= app=@tas + [app (export-app app our now)] -- :: =| =state @@ -43,12 +65,15 @@ =/ com=command:lens (json:grab:lens-mark jon) :: - ?: ?=(%export -.source.com) - ~& [%export app.source.com] + ?+ -.source.com + :_ this(job.state (some [eyre-id com])) + [%pass /sole %agent [our.bowl %dojo] %watch /sole/[eyre-id]]~ + :: + %export :_ this(job.state (some [eyre-id com])) [%pass /export %agent [our.bowl app.source.com] %watch /export]~ :: - ?: ?=(%import -.source.com) + %import ?~ enc=(de:base64 base64-jam.source.com) !! :: @@ -57,8 +82,28 @@ :_ this(job.state (some [eyre-id com])) [%pass /import %agent [our.bowl app.source.com] %poke %import !>(c)]~ :: - :_ this(job.state (some [eyre-id com])) - [%pass /sole %agent [our.bowl %dojo] %watch /sole/[eyre-id]]~ + %export-all + =/ output (crip "{}-export/atom") + =/ jon + =/ =atom (jam (export-all our.bowl now.bowl)) + =/ =octs [(met 3 atom) atom] + =/ enc (en:base64 octs) + (pairs:enjs:format file+s+output data+s+enc ~) + :_ this + %+ give-simple-payload:app eyre-id + (json-response:gen jon) + :: + %import-all + =/ enc (de:base64 base64-jam.source.com) + ?~ enc !! + =/ by-app ;;((list [@tas @]) (cue q.u.enc)) + :_ this + %+ weld (give-simple-payload:app eyre-id not-found:gen) + %+ turn by-app + |= [app=@tas data=@] + ^- card:agent:gall + [%pass /import-all %agent [our.bowl app] %poke %import !>(data)] + == :: ++ on-watch |= =path @@ -68,7 +113,13 @@ (on-watch:def path) :: ++ on-leave on-leave:def -++ on-peek on-peek:def +++ on-peek + |= =path + ^- (unit (unit cage)) + ?+ path (on-peek:def path) + [%x %export-all ~] + ``noun+!>((jam (export-all our.bowl now.bowl))) + == ++ on-agent |= [=wire =sign:agent:gall] ^- (quip card:agent:gall _this) diff --git a/pkg/arvo/mar/lens/command.hoon b/pkg/arvo/mar/lens/command.hoon index b8f0532f2e..bd8a88cc9f 100644 --- a/pkg/arvo/mar/lens/command.hoon +++ b/pkg/arvo/mar/lens/command.hoon @@ -42,6 +42,8 @@ listen-api+(su ;~(plug sym ;~(pfix col sym))) export+so import+(ot app+so base64-jam+so ~) + export-all+none + import-all+(ot base64-jam+so ~) as+(ot mark+(su sym) next+source ~) hoon+(ot code+so next+source ~) == diff --git a/pkg/arvo/sur/lens.hoon b/pkg/arvo/sur/lens.hoon index 5503aa7581..0c75afa8c7 100644 --- a/pkg/arvo/sur/lens.hoon +++ b/pkg/arvo/sur/lens.hoon @@ -17,6 +17,8 @@ {$listen-api api/term event/term} {$export app/@t} {$import app/@t base64-jam/@t} + {$export-all ~} + {$import-all base64-jam/@t} == ++ sink $% {$stdout ~} diff --git a/pkg/herb/herb b/pkg/herb/herb index 94c02942a8..7f5bd69f88 100755 --- a/pkg/herb/herb +++ b/pkg/herb/herb @@ -145,6 +145,34 @@ class importFileAction(argparse.Action): res.source = {"import": {"app": new_value, "base64-jam": base_data}} +class importAllAction(argparse.Action): + """Handles the import-all statement. + + The --import-all statement reads in a jammed noun file from the path passed + in and stuffs it the base64 encoded version which gets passed into your + Urbit. + + """ + def __call__(self, parser, res, new_value, option_string): + logging.debug('%r %r' % (new_value, option_string)) + logging.debug('source %s' % res.source) + logging.debug('level %s' % res.level) + + # We check to see if there's a "{new_value}" file in the current + # working directory. If there isn't, we error + data = "" + filename = new_value + with open(filename, 'rb') as f: + data = f.read() + + if data == "": + raise ValueError('Failed to read jamfile') + + base_data = base64.b64encode(data) + + res.source = {"import-all": {"base64-jam": base_data}} + + class transformerAction(argparse.Action): """Handle transformer flag. @@ -350,6 +378,13 @@ parser.add_argument('-i', '--import', metavar='app-name', help='imports the application state', action=importFileAction) +parser.add_argument('-E', '--export-all', const={'export-all': None}, + help='exports data from all landscape apps', + action='store_const', dest='source') +parser.add_argument('-I', '--import-all', + metavar='jam-file', + help='imports data for all landscape apps', + action=importAllAction) parser.add_argument('-m', '--mark', which='as', metavar='mark', help='transform a source to another mark', @@ -398,10 +433,8 @@ sinks.add_argument('-p', '--app', which='app', metavar='app', action=sinkAction) - args = parser.parse_args(args) - if args.source is None: args.source = {"data": ''.join(sys.stdin)} From 050bcf0ab9908e5dcc1707db3a7bbea7f7cc4d38 Mon Sep 17 00:00:00 2001 From: Isaac Visintainer Date: Mon, 16 Nov 2020 15:59:40 -0800 Subject: [PATCH 06/13] vere: add -i and -o options for import and export --- pkg/urbit/daemon/main.c | 12 ++++++++++-- pkg/urbit/include/vere/vere.h | 2 ++ pkg/urbit/vere/io/fore.c | 30 ++++++++++++++++++++++++++++++ pkg/urbit/vere/pier.c | 17 +++++++++++++++++ 4 files changed, 59 insertions(+), 2 deletions(-) diff --git a/pkg/urbit/daemon/main.c b/pkg/urbit/daemon/main.c index 9918726406..4ef173240c 100644 --- a/pkg/urbit/daemon/main.c +++ b/pkg/urbit/daemon/main.c @@ -74,6 +74,7 @@ _main_getopt(c3_i argc, c3_c** argv) u3_Host.ops_u.abo = c3n; u3_Host.ops_u.dem = c3n; u3_Host.ops_u.dry = c3n; + u3_Host.ops_u.exp = c3n; u3_Host.ops_u.gab = c3n; u3_Host.ops_u.git = c3n; @@ -96,7 +97,7 @@ _main_getopt(c3_i argc, c3_c** argv) u3_Host.ops_u.kno_w = DefaultKernel; while ( -1 != (ch_i=getopt(argc, argv, - "X:Y:G:J:B:K:A:H:I:C:w:u:e:F:k:n:p:r:LljacdgqstvxPDRS")) ) + "X:Y:G:J:B:K:A:H:I:C:w:u:e:F:k:n:p:r:i:LljacdgoqstvxPDRS")) ) { switch ( ch_i ) { case 'X': { @@ -187,6 +188,10 @@ _main_getopt(c3_i argc, c3_c** argv) u3_Host.ops_u.roc_c = strdup(optarg); break; } + case 'i': { + u3_Host.ops_u.imp_c = strdup(optarg); + break; + } case 'L': { u3_Host.ops_u.net = c3n; break; } case 'l': { u3_Host.ops_u.lit = c3y; break; } case 'j': { u3_Host.ops_u.tra = c3y; break; } @@ -194,6 +199,7 @@ _main_getopt(c3_i argc, c3_c** argv) case 'c': { u3_Host.ops_u.nuu = c3y; break; } case 'd': { u3_Host.ops_u.dem = c3y; break; } case 'g': { u3_Host.ops_u.gab = c3y; break; } + case 'o': { u3_Host.ops_u.exp = c3y; break; } case 'P': { u3_Host.ops_u.pro = c3y; break; } case 'D': { u3_Host.ops_u.dry = c3y; break; } case 'q': { u3_Host.ops_u.qui = c3y; break; } @@ -398,10 +404,12 @@ u3_ve_usage(c3_i argc, c3_c** argv) "-e url Ethereum gateway\n", "-F ship Fake keys; also disables networking\n", "-g Set GC flag\n", + "-i jam_file import pier state\n", "-j Create json trace file in .urb/put/trace\n", "-K stage Start at Hoon kernel version stage\n", "-k keys Private key file\n", "-L local networking only\n", + "-o export pier state\n", "-P Profiling\n", "-p ames_port Set the ames port to bind to\n", "-q Quiet\n", @@ -415,7 +423,7 @@ u3_ve_usage(c3_i argc, c3_c** argv) "-w name Boot as ~name\n", "-X path Scry, jam to file, then exit\n" "-x Exit immediately\n", - "-Y file Optional name of jamfile (for -X)\n" + "-Y file Optional name of jamfile (for -X and -o)\n" "\n", "Development Usage:\n", " To create a development ship, use a fakezod:\n", diff --git a/pkg/urbit/include/vere/vere.h b/pkg/urbit/include/vere/vere.h index de62a3fdd1..ba38d0c666 100644 --- a/pkg/urbit/include/vere/vere.h +++ b/pkg/urbit/include/vere/vere.h @@ -265,6 +265,8 @@ c3_o gab; // -g, test garbage collection c3_c* dns_c; // -H, ames bootstrap domain c3_c* jin_c; // -I, inject raw event + c3_c* imp_c; // -i, import pier state + c3_o exp; // -o, export pier state c3_w hap_w; // -C, cap memo cache c3_c* lit_c; // -J, ivory (fastboot) kernel c3_o tra; // -j, json trace diff --git a/pkg/urbit/vere/io/fore.c b/pkg/urbit/vere/io/fore.c index 96f6dd53b7..8eea61f226 100644 --- a/pkg/urbit/vere/io/fore.c +++ b/pkg/urbit/vere/io/fore.c @@ -69,6 +69,32 @@ _fore_inject(u3_auto* car_u, c3_c* pax_c) u3z(ovo); } +/* _fore_import(): form an ovum from jammed archive at [pax_c] and inject it. +*/ +static void +_fore_import(u3_auto* car_u, c3_c* pax_c) +{ + // With apologies + u3_noun arc = u3ke_cue(u3m_file(pax_c)); + c3_c * b64_c = u3r_string(u3do("crip", u3do("en-base64:mimes:html", arc))); + c3_w siz = strlen(b64_c) + 120; + + c3_c bod_c[siz]; + snprintf(bod_c, siz, + "{\"source\": {\"import-all\": {\"base64-jam\": \"%s\"}}, \ + \"sink\": {\"stdout\": null}}", b64_c); + u3_noun dat = u3nt(u3_nul, u3i_word(strlen(bod_c)), u3i_string(bod_c)); + + u3_noun req = u3nt(c3n, + u3nc(u3i_string("ipv4"), u3i_word(0x7f000001)), + u3nq(u3i_string("POST"), u3i_string("/"), u3_nul, dat)); + u3_noun wir = u3nc(u3i_string("http-server"), u3_nul); + u3_noun cad = u3nc(u3i_string("request-local"), req); + u3_auto_peer( + u3_auto_plan(car_u, u3_ovum_init(0, c3__e, wir, cad)), + 0, 0, _fore_inject_bail); +} + /* _fore_io_talk(): */ static void @@ -106,6 +132,10 @@ _fore_io_talk(u3_auto* car_u) if ( u3_Host.ops_u.jin_c ) { _fore_inject(car_u, u3_Host.ops_u.jin_c); } + + if ( u3_Host.ops_u.imp_c ) { + _fore_import(car_u, u3_Host.ops_u.imp_c); + } } /* _fore_io_kick(): handle no effects. diff --git a/pkg/urbit/vere/pier.c b/pkg/urbit/vere/pier.c index fd0828a40e..289f1768a9 100644 --- a/pkg/urbit/vere/pier.c +++ b/pkg/urbit/vere/pier.c @@ -606,6 +606,23 @@ _pier_work_init(u3_pier* pir_u) } u3z(pex); } + else if ( _(u3_Host.ops_u.exp) ) { + u3_noun pex = u3do("stab", u3i_string("/gx/lens/export-all/noun")); + u3_noun car; + u3_noun dek; + u3_noun pax; + u3r_trel(pex, &car, &dek, &pax); + if (!u3_Host.ops_u.puk_c) { + u3_Host.ops_u.puk_c = strdup("/archive"); + } + // run the requested scry, jam to disk, then exit + // + u3l_log("pier: scry\n"); + u3_pier_peek_last(pir_u, u3_nul, u3k(car), u3k(dek), u3k(pax), + pir_u, _pier_on_scry_done); + u3z(pex); + + } else { // initialize i/o drivers // From 491034b4eb91f13d5a25b60a36f2e45a94fe729d Mon Sep 17 00:00:00 2001 From: pilfer-pandex <47340789+pilfer-pandex@users.noreply.github.com> Date: Tue, 3 Nov 2020 11:03:58 -0800 Subject: [PATCH 07/13] king: fix warnings; more consistent warn policy --- pkg/hs/proto/lib/SimpleNoun.hs | 3 ++- pkg/hs/proto/lib/Untyped/CST.hs | 2 +- pkg/hs/proto/lib/Untyped/Core.hs | 3 --- pkg/hs/proto/lib/Untyped/Parser.hs | 6 +----- pkg/hs/urbit-atom/package.yaml | 8 +++++--- pkg/hs/urbit-eventlog-lmdb/package.yaml | 8 +++++--- pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs | 2 +- pkg/hs/urbit-king/lib/Urbit/Vere/Ames.hs | 2 +- pkg/hs/urbit-king/lib/Urbit/Vere/Ames/DNS.hs | 2 +- pkg/hs/urbit-king/lib/Urbit/Vere/Ames/UDP.hs | 2 +- pkg/hs/urbit-king/lib/Urbit/Vere/Behn.hs | 3 +++ pkg/hs/urbit-king/lib/Urbit/Vere/Clay.hs | 3 ++- pkg/hs/urbit-king/lib/Urbit/Vere/Dawn.hs | 2 +- pkg/hs/urbit-king/lib/Urbit/Vere/Eyre.hs | 2 +- pkg/hs/urbit-king/lib/Urbit/Vere/Eyre/Multi.hs | 2 +- pkg/hs/urbit-king/lib/Urbit/Vere/Term.hs | 5 ++++- pkg/hs/urbit-king/package.yaml | 8 +++++--- pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs | 6 ++++++ pkg/hs/urbit-noun-core/package.yaml | 7 ++++--- pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs | 1 + pkg/hs/urbit-noun/package.yaml | 8 +++++--- 21 files changed, 51 insertions(+), 34 deletions(-) diff --git a/pkg/hs/proto/lib/SimpleNoun.hs b/pkg/hs/proto/lib/SimpleNoun.hs index e8b63cb216..1c6294a451 100644 --- a/pkg/hs/proto/lib/SimpleNoun.hs +++ b/pkg/hs/proto/lib/SimpleNoun.hs @@ -45,7 +45,8 @@ loob = \case textToAtom :: Text -> Atom textToAtom t = case N.textToUtf8Atom t of - N.A a -> a + N.A a -> a + N.C _ _ -> error "textToAtom: nani!?" showA :: Atom -> String showA a = show (N.A a) diff --git a/pkg/hs/proto/lib/Untyped/CST.hs b/pkg/hs/proto/lib/Untyped/CST.hs index e5c75eaa32..5ac2a37ec5 100644 --- a/pkg/hs/proto/lib/Untyped/CST.hs +++ b/pkg/hs/proto/lib/Untyped/CST.hs @@ -38,7 +38,7 @@ hone = go Atom a -> H.HAtom a Tag tx -> H.HAtom (textToAtom tx) Cord tx -> H.HAtom (textToAtom tx) - Tape tx -> undefined + Tape tx -> error "hone: tapes not implemented" Incr c -> H.DotLus (go c) IncrIrr c -> H.DotLus (go c) AppIrr c d -> H.CenHep (go c) (go d) diff --git a/pkg/hs/proto/lib/Untyped/Core.hs b/pkg/hs/proto/lib/Untyped/Core.hs index fc8cd99d7f..e70dcebb79 100644 --- a/pkg/hs/proto/lib/Untyped/Core.hs +++ b/pkg/hs/proto/lib/Untyped/Core.hs @@ -5,11 +5,8 @@ import ClassyPrelude import Bound import Control.Monad.Writer hiding (fix) import Data.Deriving (deriveEq1, deriveOrd1, deriveRead1, deriveShow1) -import qualified Data.Function as F -import Data.List (elemIndex) import Data.Maybe (fromJust) import qualified Data.Set as Set -import Data.Void import Dashboard (pattern FastAtom) import Nock diff --git a/pkg/hs/proto/lib/Untyped/Parser.hs b/pkg/hs/proto/lib/Untyped/Parser.hs index be32011cdb..d012d0a6f7 100644 --- a/pkg/hs/proto/lib/Untyped/Parser.hs +++ b/pkg/hs/proto/lib/Untyped/Parser.hs @@ -11,12 +11,7 @@ import Control.Monad.State.Lazy import Data.List.NonEmpty (NonEmpty(..)) import Data.Void (Void) import Prelude (head) -import Text.Format.Para (formatParas) -import qualified Data.MultiMap as MM -import qualified Data.Text as T -import qualified Data.Text.Lazy as LT -import qualified Data.Text.Lazy.IO as LT import qualified Prelude @@ -325,6 +320,7 @@ cst = irregular <|> rune <|> literal -- Entry Point ----------------------------------------------------------------- +hoonFile :: StateT Mode (Parsec Void Text) CST hoonFile = do option () whitespace h <- cst diff --git a/pkg/hs/urbit-atom/package.yaml b/pkg/hs/urbit-atom/package.yaml index 369c2a1aa0..a41b95d23a 100644 --- a/pkg/hs/urbit-atom/package.yaml +++ b/pkg/hs/urbit-atom/package.yaml @@ -4,10 +4,12 @@ license: MIT license-file: LICENSE ghc-options: - - -fwarn-incomplete-patterns - - -fwarn-unused-binds - - -fwarn-unused-imports + - -Wall - -Werror + - -Wno-type-defaults + - -Wno-unused-matches + - -Wno-name-shadowing + - -Wno-unused-do-bind - -O2 library: diff --git a/pkg/hs/urbit-eventlog-lmdb/package.yaml b/pkg/hs/urbit-eventlog-lmdb/package.yaml index 9e53f1a116..1644cf6c70 100644 --- a/pkg/hs/urbit-eventlog-lmdb/package.yaml +++ b/pkg/hs/urbit-eventlog-lmdb/package.yaml @@ -6,10 +6,12 @@ license-file: LICENSE library: source-dirs: lib ghc-options: - - -fwarn-incomplete-patterns - - -fwarn-unused-binds - - -fwarn-unused-imports + - -Wall - -Werror + - -Wno-type-defaults + - -Wno-unused-matches + - -Wno-name-shadowing + - -Wno-unused-do-bind - -O2 dependencies: diff --git a/pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs b/pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs index 645b8a1f7a..312f288d93 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs @@ -15,7 +15,7 @@ module Urbit.Arvo.Common , HttpServerConf(..), PEM(..), Key, Cert , HttpEvent(..), Method, Header(..), ResponseHeader(..) , ReOrg(..), reorgThroughNoun - , AmesDest(..), Ipv4(..), Ipv6(..), Patp(..), Galaxy, AmesAddress(..) + , AmesDest, Ipv4(..), Ipv6(..), Patp(..), Galaxy, AmesAddress(..) ) where import Urbit.Prelude hiding (Term) diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Ames.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Ames.hs index 251eb7b145..b83e187921 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Ames.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Ames.hs @@ -10,7 +10,7 @@ module Urbit.Vere.Ames (ames, ames', PacketOutcome(..)) where import Urbit.Prelude -import Network.Socket hiding (recvFrom, sendTo) +import Network.Socket import Urbit.Arvo hiding (Fake) import Urbit.King.Config import Urbit.King.Scry diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/DNS.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/DNS.hs index 3078646124..442e23faca 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/DNS.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/DNS.hs @@ -61,7 +61,7 @@ where import Urbit.Prelude -import Network.Socket hiding (recvFrom, sendTo) +import Network.Socket import Urbit.Arvo hiding (Fake) import qualified Data.Map.Strict as M diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/UDP.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/UDP.hs index 75014dd0d0..a0175b8292 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/UDP.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Ames/UDP.hs @@ -35,7 +35,7 @@ where import Urbit.Prelude import Urbit.Vere.Ports -import Network.Socket hiding (recvFrom, sendTo) +import Network.Socket import Control.Monad.STM (retry) import Network.Socket.ByteString (recvFrom, sendTo) diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Behn.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Behn.hs index aab87ebff3..35c462ac22 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Behn.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Behn.hs @@ -8,6 +8,8 @@ module Urbit.Vere.Behn (behn, DriverApi(..), behn') where +import Data.Time.Clock.System (SystemTime) + import Urbit.Arvo hiding (Behn) import Urbit.Prelude import Urbit.Vere.Pier.Types @@ -39,6 +41,7 @@ bornEv king = EvBlip $ BlipEvBehn $ BehnEvBorn (king, ()) () wakeEv :: Ev wakeEv = EvBlip $ BlipEvBehn $ BehnEvWake () () +sysTime :: Wen -> SystemTime sysTime = view Time.systemTime wakeErr :: WorkError -> IO () diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Clay.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Clay.hs index 4bf767fa3a..c29fced795 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Clay.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Clay.hs @@ -8,7 +8,7 @@ module Urbit.Vere.Clay ) where -import Urbit.Arvo hiding (Term) +import Urbit.Arvo import Urbit.King.App import Urbit.Prelude import Urbit.Vere.Pier.Types @@ -32,6 +32,7 @@ deskToPath :: Desk -> FilePath deskToPath (Desk (Cord t)) = unpack t -- | The hard coded mime type of every file. +textPlain :: Path textPlain = Path [(MkKnot "text"), (MkKnot "plain")] -- | Filter for dotfiles, tempfiles and backup files. diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Dawn.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Dawn.hs index b30ade42b9..de590d0138 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Dawn.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Dawn.hs @@ -17,7 +17,7 @@ module Urbit.Vere.Dawn ( dawnVent import Urbit.Arvo.Common import Urbit.Arvo.Event hiding (Address) -import Urbit.Prelude hiding (Call, rights, to, (.=)) +import Urbit.Prelude hiding (rights, to, (.=)) import Data.Bits (xor) import Data.List (nub) diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Eyre.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Eyre.hs index 2aea990569..bea9e1962b 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Eyre.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Eyre.hs @@ -10,7 +10,7 @@ where import Urbit.Prelude hiding (Builder) -import Urbit.Arvo hiding (ServerId, reqUrl, secure) +import Urbit.Arvo hiding (ServerId, reqUrl) import Urbit.King.App (HasKingId(..), HasMultiEyreApi(..), HasPierEnv(..)) import Urbit.King.Config import Urbit.Vere.Eyre.Multi diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Eyre/Multi.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Eyre/Multi.hs index 667e686d22..7a3c27c12a 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Eyre/Multi.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Eyre/Multi.hs @@ -16,7 +16,7 @@ where import Urbit.Prelude hiding (Builder) -import Urbit.Arvo hiding (ServerId, reqUrl, secure) +import Urbit.Arvo hiding (ServerId, reqUrl) import Urbit.Vere.Eyre.Serv import Urbit.Vere.Eyre.Wai diff --git a/pkg/hs/urbit-king/lib/Urbit/Vere/Term.hs b/pkg/hs/urbit-king/lib/Urbit/Vere/Term.hs index b6c8db0d23..a5ab80b92e 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Vere/Term.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Vere/Term.hs @@ -18,7 +18,7 @@ import Foreign.Storable import RIO.FilePath import System.Posix.IO import System.Posix.Terminal -import Urbit.Arvo hiding (Term) +import Urbit.Arvo import Urbit.King.App import Urbit.Noun.Time import Urbit.Prelude hiding (getCurrentTime) @@ -71,8 +71,10 @@ data Private = Private -- Utils ----------------------------------------------------------------------- +blewEvent :: Word -> Word -> Ev blewEvent w h = EvBlip $ BlipEvTerm $ TermEvBlew (UD 1, ()) w h +initialHail :: Ev initialHail = EvBlip $ BlipEvTerm $ TermEvHail (UD 1, ()) () -- Version one of this is punting on the ops_u.dem flag: whether we're running @@ -162,6 +164,7 @@ leftBracket, rightBracket :: Text leftBracket = "«" rightBracket = "»" +_spin_cool_us, _spin_warm_us, _spin_rate_us, _spin_idle_us :: Integral i => i _spin_cool_us = 500000 _spin_warm_us = 50000 _spin_rate_us = 250000 diff --git a/pkg/hs/urbit-king/package.yaml b/pkg/hs/urbit-king/package.yaml index 10bbe83284..4879b06701 100644 --- a/pkg/hs/urbit-king/package.yaml +++ b/pkg/hs/urbit-king/package.yaml @@ -9,10 +9,12 @@ data-files: library: source-dirs: lib ghc-options: - - -fwarn-incomplete-patterns - - -fwarn-unused-binds - - -fwarn-unused-imports + - -Wall - -Werror + - -Wno-type-defaults + - -Wno-unused-matches + - -Wno-name-shadowing + - -Wno-unused-do-bind - -O2 tests: diff --git a/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs b/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs index 0aeca303d3..ba042f9b1a 100644 --- a/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs +++ b/pkg/hs/urbit-noun-core/lib/Urbit/Noun/Core.hs @@ -37,11 +37,17 @@ data Noun = NCell Int Word !Noun !Noun | NAtom Int !Atom +pattern Cell :: Noun -> Noun -> Noun +pattern Atom :: Atom -> Noun + pattern Cell x y <- NCell _ _ x y where Cell = mkCell pattern Atom a <- NAtom _ a where Atom = mkAtom {-# COMPLETE Cell, Atom #-} +pattern C :: Noun -> Noun -> Noun +pattern A :: Atom -> Noun + pattern C x y <- NCell _ _ x y where C = mkCell pattern A a <- NAtom _ a where A = mkAtom diff --git a/pkg/hs/urbit-noun-core/package.yaml b/pkg/hs/urbit-noun-core/package.yaml index f9fee33741..a786bfffe4 100644 --- a/pkg/hs/urbit-noun-core/package.yaml +++ b/pkg/hs/urbit-noun-core/package.yaml @@ -6,10 +6,11 @@ license-file: LICENSE library: source-dirs: lib ghc-options: - - -fwarn-incomplete-patterns - - -fwarn-unused-binds - - -fwarn-unused-imports + - -Wall - -Werror + - -Wno-type-defaults + - -Wno-unused-matches + - -Wno-name-shadowing - -O2 dependencies: diff --git a/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs b/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs index 6ff6d7586c..d7459737de 100644 --- a/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs +++ b/pkg/hs/urbit-noun/lib/Urbit/Noun/Tree.hs @@ -41,6 +41,7 @@ data HoonTreeNode a = NTN data HoonTree a = E | Node (HoonTreeNode a) deriving (Eq, Ord, Show) +pattern N :: NounVal a -> HoonTree a -> HoonTree a -> HoonTree a pattern N n l r = Node (NTN n l r) newtype HoonSet a = HoonSet { unHoonSet :: HoonTree a } diff --git a/pkg/hs/urbit-noun/package.yaml b/pkg/hs/urbit-noun/package.yaml index 03d08a117e..2ba714abb8 100644 --- a/pkg/hs/urbit-noun/package.yaml +++ b/pkg/hs/urbit-noun/package.yaml @@ -6,10 +6,12 @@ license-file: LICENSE library: source-dirs: lib ghc-options: - - -fwarn-incomplete-patterns - - -fwarn-unused-binds - - -fwarn-unused-imports + - -Wall - -Werror + - -Wno-type-defaults + - -Wno-unused-matches + - -Wno-name-shadowing + - -Wno-orphans - -O2 dependencies: From 0567f249591a365536c6dece18a10e7bbada430e Mon Sep 17 00:00:00 2001 From: pilfer-pandex <47340789+pilfer-pandex@users.noreply.github.com> Date: Tue, 3 Nov 2020 11:29:51 -0800 Subject: [PATCH 08/13] king: more warnery --- pkg/hs/proto/package.yaml | 1 + pkg/hs/racquire/lib/Data/RAcquire.hs | 4 +--- pkg/hs/racquire/package.yaml | 8 +++++--- pkg/hs/urbit-atom/package.yaml | 2 +- pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs | 3 +++ pkg/hs/urbit-termsize/app/Main.hs | 1 - pkg/hs/urbit-termsize/package.yaml | 9 ++++++--- 7 files changed, 17 insertions(+), 11 deletions(-) diff --git a/pkg/hs/proto/package.yaml b/pkg/hs/proto/package.yaml index 4427b11615..bb8f9e8829 100644 --- a/pkg/hs/proto/package.yaml +++ b/pkg/hs/proto/package.yaml @@ -64,6 +64,7 @@ library: - -fwarn-incomplete-patterns - -fwarn-unused-binds - -fwarn-unused-imports + - -Wwarn - -O2 executables: diff --git a/pkg/hs/racquire/lib/Data/RAcquire.hs b/pkg/hs/racquire/lib/Data/RAcquire.hs index 618013aa52..588db777fe 100644 --- a/pkg/hs/racquire/lib/Data/RAcquire.hs +++ b/pkg/hs/racquire/lib/Data/RAcquire.hs @@ -18,9 +18,7 @@ import qualified Control.Exception as E import qualified Control.Monad.Catch as C () import qualified Data.Acquire.Internal as Act -import Control.Applicative (Applicative(..)) -import Control.Monad (ap, liftM) -import Control.Monad.IO.Unlift (MonadIO(..), MonadUnliftIO, withRunInIO) +import Control.Monad.IO.Unlift (MonadUnliftIO, withRunInIO) import Control.Monad.Reader import Data.Typeable (Typeable) diff --git a/pkg/hs/racquire/package.yaml b/pkg/hs/racquire/package.yaml index b882b2753b..bbaca592cc 100644 --- a/pkg/hs/racquire/package.yaml +++ b/pkg/hs/racquire/package.yaml @@ -6,9 +6,11 @@ license-file: LICENSE library: source-dirs: lib ghc-options: - - -fwarn-incomplete-patterns - - -fwarn-unused-binds - - -fwarn-unused-imports + - -Wall + - -Werror + - -Wno-type-defaults + - -Wno-unused-matches + - -Wno-name-shadowing - -O2 dependencies: diff --git a/pkg/hs/urbit-atom/package.yaml b/pkg/hs/urbit-atom/package.yaml index a41b95d23a..088da5055a 100644 --- a/pkg/hs/urbit-atom/package.yaml +++ b/pkg/hs/urbit-atom/package.yaml @@ -9,7 +9,7 @@ ghc-options: - -Wno-type-defaults - -Wno-unused-matches - -Wno-name-shadowing - - -Wno-unused-do-bind + - -Wno-unbanged-strict-patterns - -O2 library: diff --git a/pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs b/pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs index 312f288d93..f02c7f69d5 100644 --- a/pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs +++ b/pkg/hs/urbit-king/lib/Urbit/Arvo/Common.hs @@ -4,6 +4,9 @@ -- combination with 'deriveNoun' which generates an unreachable pattern. {-# OPTIONS_GHC -Wno-overlapping-patterns #-} +-- Hack. See comment above instance ToNoun H.StdMethod +{-# OPTIONS_GHC -Wno-orphans #-} + {-| Types used in both Events and Effects. -} diff --git a/pkg/hs/urbit-termsize/app/Main.hs b/pkg/hs/urbit-termsize/app/Main.hs index 798ece23fa..aed583c746 100644 --- a/pkg/hs/urbit-termsize/app/Main.hs +++ b/pkg/hs/urbit-termsize/app/Main.hs @@ -3,7 +3,6 @@ module Main where import Prelude import Urbit.TermSize (liveTermSize) -import System.IO (getLine) main :: IO () main = do diff --git a/pkg/hs/urbit-termsize/package.yaml b/pkg/hs/urbit-termsize/package.yaml index 83efc8c17a..d63d312f7f 100644 --- a/pkg/hs/urbit-termsize/package.yaml +++ b/pkg/hs/urbit-termsize/package.yaml @@ -9,9 +9,12 @@ dependencies: - unix ghc-options: - - -fwarn-incomplete-patterns - - -fwarn-unused-binds - - -fwarn-unused-imports + - -Wall + - -Werror + - -Wno-type-defaults + - -Wno-unused-matches + - -Wno-name-shadowing + - -Wno-unused-do-bind - -O2 library: From 108b6ed485e69e05a84d2892ae4fab22fbb45d76 Mon Sep 17 00:00:00 2001 From: pilfer-pandex <47340789+pilfer-pandex@users.noreply.github.com> Date: Tue, 3 Nov 2020 21:45:39 -0800 Subject: [PATCH 09/13] king: diswarn tests --- pkg/hs/urbit-atom/bench/Main.hs | 2 ++ pkg/hs/urbit-atom/test/Main.hs | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/pkg/hs/urbit-atom/bench/Main.hs b/pkg/hs/urbit-atom/bench/Main.hs index 26975a9703..c4fbd225bd 100644 --- a/pkg/hs/urbit-atom/bench/Main.hs +++ b/pkg/hs/urbit-atom/bench/Main.hs @@ -1,3 +1,5 @@ +{-# OPTIONS_GHC -Wno-missing-signatures #-} + module Main (main) where import Prelude diff --git a/pkg/hs/urbit-atom/test/Main.hs b/pkg/hs/urbit-atom/test/Main.hs index e41449b5d0..0ba9611ccc 100644 --- a/pkg/hs/urbit-atom/test/Main.hs +++ b/pkg/hs/urbit-atom/test/Main.hs @@ -1,4 +1,4 @@ -{-# OPTIONS_GHC -Wno-deprecations #-} +{-# OPTIONS_GHC -Wno-deprecations -Wno-orphans #-} module Main (main) where From 9062f398a5b44f28567a0e2a39d55965e2fe98f5 Mon Sep 17 00:00:00 2001 From: pilfer-pandex <47340789+pilfer-pandex@users.noreply.github.com> Date: Fri, 6 Nov 2020 10:45:25 -0800 Subject: [PATCH 10/13] king: try undoing warnings in eventlog-lmdb --- pkg/hs/urbit-eventlog-lmdb/package.yaml | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/pkg/hs/urbit-eventlog-lmdb/package.yaml b/pkg/hs/urbit-eventlog-lmdb/package.yaml index 1644cf6c70..9e53f1a116 100644 --- a/pkg/hs/urbit-eventlog-lmdb/package.yaml +++ b/pkg/hs/urbit-eventlog-lmdb/package.yaml @@ -6,12 +6,10 @@ license-file: LICENSE library: source-dirs: lib ghc-options: - - -Wall + - -fwarn-incomplete-patterns + - -fwarn-unused-binds + - -fwarn-unused-imports - -Werror - - -Wno-type-defaults - - -Wno-unused-matches - - -Wno-name-shadowing - - -Wno-unused-do-bind - -O2 dependencies: From 506e7685079ddb40891ec62461f5506db62074d9 Mon Sep 17 00:00:00 2001 From: Brendan Hay Date: Tue, 17 Nov 2020 18:54:17 +0100 Subject: [PATCH 11/13] build: update GoogleCloudPlatform/github-actions/setup-gcloud to 0.2.0 --- .github/workflows/build.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 83c4bbbd9f..bad482dd78 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -100,7 +100,7 @@ jobs: name: mars authToken: ${{ secrets.CACHIX_AUTH_TOKEN }} - - uses: GoogleCloudPlatform/github-actions/setup-gcloud@0.1.2 + - uses: GoogleCloudPlatform/github-actions/setup-gcloud@0.2.0 with: version: '290.0.1' service_account_key: ${{ secrets.GCS_SERVICE_ACCOUNT_KEY }} From 16b9d810f980f7ff5957cb3c8f2ca6aa04ce1816 Mon Sep 17 00:00:00 2001 From: Isaac Visintainer Date: Wed, 18 Nov 2020 12:56:31 -0800 Subject: [PATCH 12/13] vere: manage memory properly in _fore_import --- pkg/urbit/vere/io/fore.c | 30 +++++++++++++++++++++++------- 1 file changed, 23 insertions(+), 7 deletions(-) diff --git a/pkg/urbit/vere/io/fore.c b/pkg/urbit/vere/io/fore.c index 8eea61f226..1da96bcc6d 100644 --- a/pkg/urbit/vere/io/fore.c +++ b/pkg/urbit/vere/io/fore.c @@ -22,6 +22,17 @@ _fore_inject_bail(u3_ovum* egg_u, u3_noun lud) u3_ovum_free(egg_u); } +/* _fore_import_bail(): handle failure on arbitrary injection. +*/ +static void +_fore_import_bail(u3_ovum* egg_u, u3_noun lud) +{ + u3_auto_bail_slog(egg_u, lud); + u3l_log("pier: import failed\n"); + + u3_ovum_free(egg_u); +} + /* _fore_inject(): inject an arbitrary ovum from a jammed file at [pax_c]. */ static void @@ -75,16 +86,17 @@ static void _fore_import(u3_auto* car_u, c3_c* pax_c) { // With apologies - u3_noun arc = u3ke_cue(u3m_file(pax_c)); - c3_c * b64_c = u3r_string(u3do("crip", u3do("en-base64:mimes:html", arc))); - c3_w siz = strlen(b64_c) + 120; + u3_noun arc = u3ke_cue(u3m_file(pax_c)); + u3_noun b64 = u3do("crip", u3do("en-base64:mimes:html", arc)); + c3_c * b64_c = u3r_string(b64); - c3_c bod_c[siz]; - snprintf(bod_c, siz, + c3_w siz_w = strlen(b64_c) + 120; + c3_c * bod_c = (c3_c *) c3_malloc(siz_w); + snprintf(bod_c, siz_w, "{\"source\": {\"import-all\": {\"base64-jam\": \"%s\"}}, \ \"sink\": {\"stdout\": null}}", b64_c); - u3_noun dat = u3nt(u3_nul, u3i_word(strlen(bod_c)), u3i_string(bod_c)); + u3_noun dat = u3nt(u3_nul, u3i_word(strlen(bod_c)), u3i_string(bod_c)); u3_noun req = u3nt(c3n, u3nc(u3i_string("ipv4"), u3i_word(0x7f000001)), u3nq(u3i_string("POST"), u3i_string("/"), u3_nul, dat)); @@ -92,7 +104,11 @@ _fore_import(u3_auto* car_u, c3_c* pax_c) u3_noun cad = u3nc(u3i_string("request-local"), req); u3_auto_peer( u3_auto_plan(car_u, u3_ovum_init(0, c3__e, wir, cad)), - 0, 0, _fore_inject_bail); + 0, 0, _fore_import_bail); + + u3z(b64); + c3_free(b64_c); + c3_free(bod_c); } /* _fore_io_talk(): From 3d2b24e85e8a15939a949d98c49b815e7bb90136 Mon Sep 17 00:00:00 2001 From: Brendan Hay Date: Fri, 20 Nov 2020 07:47:04 +0100 Subject: [PATCH 13/13] build: update gcloud to use non-deprecated action --- .github/workflows/build.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index bad482dd78..28d4b19b3d 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -100,7 +100,7 @@ jobs: name: mars authToken: ${{ secrets.CACHIX_AUTH_TOKEN }} - - uses: GoogleCloudPlatform/github-actions/setup-gcloud@0.2.0 + - uses: google-github-actions/setup-gcloud@v0.2.0 with: version: '290.0.1' service_account_key: ${{ secrets.GCS_SERVICE_ACCOUNT_KEY }}