module Ecluse.Core.Server.MirrorView (
MirrorView,
MirrorRetention,
newMirrorView,
mirrorViewDocuments,
newMirrorRetention,
mirrorRetentionWeight,
validateMirrorProject,
mirrorProjectViews,
mirrorVersionView,
publicMirrorCoverage,
readMirrorCompanion,
) where
import Crypto.Hash (hashInit, hashUpdate)
import Data.ByteString qualified as BS
import Data.ByteString.Short qualified as SBS
import Data.Map.Strict qualified as Map
import Data.Text.Encoding qualified as TE
import Data.Time (NominalDiffTime)
import Data.Traversable (for)
import UnliftIO (evaluate, tryAny)
import Ecluse.Core.Mirror.Documents (MirrorDocuments (..))
import Ecluse.Core.Mirror.State
import Ecluse.Core.Mirror.State.Format (MirrorStateFormat)
import Ecluse.Core.Mirror.State.Internal (StateRevision (..), targetKey)
import Ecluse.Core.Package (Artifact (..), PackageDetails (..), PackageInfo (..), PackageName)
import Ecluse.Core.Registry.CachedDocument (weighCachedDoc)
import Ecluse.Core.Registry.Metadata (Manifest (..), VersionDoc (..))
import Ecluse.Core.Registry.Metadata.EntryFloor (noRetainedEntries)
import Ecluse.Core.Registry.MirrorUpload (expectedTargetMatchesWith)
import Ecluse.Core.Security (Limits)
import Ecluse.Core.Server.Admission.Meter (MemoryTicket, charge, newChargeRegion)
import Ecluse.Core.Server.Cache.Backend (Recency (RefreshRecency), RetentionOperations (..))
import Ecluse.Core.Server.Cache.Backend.Local (LocalPool, newPooledRetention)
import Ecluse.Core.Server.Cache.Types (CacheKey, Source (Source), StoreBudget, cacheKeyIdentity, fullKey)
import Ecluse.Core.Server.Cache.VersionWeight.Fields (nameWeight, textWeight)
import Ecluse.Core.Server.MemoryModel (saturatingCharge)
import Ecluse.Core.Snapshot (digestBytes, digestFromContext)
import Ecluse.Core.Version (Version)
type MirrorRetention = RetentionOperations CacheKey (StateRevision, ProjectMirrorRecord, Int)
data MirrorView = MirrorView Limits StateTarget MirrorState MirrorRetention MirrorStateFormat MirrorDocuments
newMirrorView :: Limits -> StateTarget -> MirrorState -> MirrorRetention -> MirrorStateFormat -> MirrorDocuments -> MirrorView
newMirrorView :: Limits
-> StateTarget
-> MirrorState
-> MirrorRetention
-> MirrorStateFormat
-> MirrorDocuments
-> MirrorView
newMirrorView = Limits
-> StateTarget
-> MirrorState
-> MirrorRetention
-> MirrorStateFormat
-> MirrorDocuments
-> MirrorView
MirrorView
mirrorViewDocuments :: MirrorView -> MirrorDocuments
mirrorViewDocuments :: MirrorView -> MirrorDocuments
mirrorViewDocuments (MirrorView Limits
_ StateTarget
_ MirrorState
_ MirrorRetention
_ MirrorStateFormat
_ MirrorDocuments
documents) = MirrorDocuments
documents
newMirrorRetention :: LocalPool -> NominalDiffTime -> StoreBudget -> IO MirrorRetention
newMirrorRetention :: LocalPool -> NominalDiffTime -> StoreBudget -> IO MirrorRetention
newMirrorRetention LocalPool
pool NominalDiffTime
ttl StoreBudget
budget = LocalPool
-> NominalDiffTime
-> StoreBudget
-> ((StateRevision, ProjectMirrorRecord, Int) -> Int)
-> IO MirrorRetention
forall k v.
Hashable k =>
LocalPool
-> NominalDiffTime
-> StoreBudget
-> (v -> Int)
-> IO (RetentionOperations k v)
newPooledRetention LocalPool
pool NominalDiffTime
ttl StoreBudget
budget (\(StateRevision
_, ProjectMirrorRecord
_, Int
weight) -> Int
weight)
validateMirrorProject :: MirrorView -> MemoryTicket -> PackageName -> IO (Either MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
validateMirrorProject :: MirrorView
-> MemoryTicket
-> PackageName
-> IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
validateMirrorProject (MirrorView Limits
limits StateTarget
target MirrorState
store MirrorRetention
cache MirrorStateFormat
format MirrorDocuments
_) MemoryTicket
ticket PackageName
name = do
let key :: CacheKey
key = Source -> PackageName -> CacheKey
fullKey (Text -> Source
Source (StateTarget -> Text
forall b a. (Show a, IsString b) => a -> b
show StateTarget
target)) PackageName
name
attempted <- IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
-> IO
(Either
SomeException
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))))
forall (m :: * -> *) a.
MonadUnliftIO m =>
m a -> m (Either SomeException a)
tryAny (IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
-> IO
(Either
SomeException
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))))
-> IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
-> IO
(Either
SomeException
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))))
forall a b. (a -> b) -> a -> b
$ do
held <- MirrorRetention
-> (CacheOccupancy -> IO ())
-> Recency
-> CacheKey
-> IO (Maybe (StateRevision, ProjectMirrorRecord, Int))
forall k v.
RetentionOperations k v
-> (CacheOccupancy -> IO ()) -> Recency -> k -> IO (Maybe v)
roLookup MirrorRetention
cache (IO () -> CacheOccupancy -> IO ()
forall a b. a -> b -> a
const IO ()
forall (f :: * -> *). Applicative f => f ()
pass) Recency
RefreshRecency CacheKey
key
for_ held (\(StateRevision
_, ProjectMirrorRecord
_, Int
weight) -> MemoryTicket -> Int -> IO ()
charge MemoryTicket
ticket Int
weight)
stateCharge <- newChargeRegion (charge ticket)
msReadProject store stateCharge name (fmap (\(StateRevision
revision, ProjectMirrorRecord
_, Int
_) -> StateRevision
revision) held) >>= \case
Left MirrorStateFault
fault -> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
-> IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
forall a. a -> IO a
forall (f :: * -> *) a. Applicative f => a -> f a
pure (MirrorStateFault
-> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
forall a b. a -> Either a b
Left MirrorStateFault
fault)
Right StateRead
StateAbsent -> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
-> IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
forall a. a -> IO a
forall (f :: * -> *) a. Applicative f => a -> f a
pure (Maybe (StateRevision, ProjectMirrorRecord)
-> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
forall a b. b -> Either a b
Right Maybe (StateRevision, ProjectMirrorRecord)
forall a. Maybe a
Nothing)
Right (StateUnchanged StateRevision
revision) -> case Maybe (StateRevision, ProjectMirrorRecord, Int)
held of
Just (StateRevision
previous, ProjectMirrorRecord
record, Int
_) | StateRevision
revision StateRevision -> StateRevision -> Bool
forall a. Eq a => a -> a -> Bool
== StateRevision
previous -> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
-> IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
forall a. a -> IO a
forall (f :: * -> *) a. Applicative f => a -> f a
pure (Maybe (StateRevision, ProjectMirrorRecord)
-> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
forall a b. b -> Either a b
Right ((StateRevision, ProjectMirrorRecord)
-> Maybe (StateRevision, ProjectMirrorRecord)
forall a. a -> Maybe a
Just (StateRevision
revision, ProjectMirrorRecord
record)))
Maybe (StateRevision, ProjectMirrorRecord, Int)
_ -> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
-> IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
forall a. a -> IO a
forall (f :: * -> *) a. Applicative f => a -> f a
pure (MirrorStateFault
-> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
forall a b. a -> Either a b
Left MirrorStateFault
StateRevisionMismatch)
Right (StateLoaded StateRevision
revision ProjectMirrorRecord
record)
| ProjectMirrorRecord -> StateTarget
recordTarget ProjectMirrorRecord
record StateTarget -> StateTarget -> Bool
forall a. Eq a => a -> a -> Bool
/= StateTarget
target Bool -> Bool -> Bool
|| ProjectMirrorRecord -> PackageName
recordPackage ProjectMirrorRecord
record PackageName -> PackageName -> Bool
forall a. Eq a => a -> a -> Bool
/= PackageName
name -> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
-> IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
forall a. a -> IO a
forall (f :: * -> *) a. Applicative f => a -> f a
pure (MirrorStateFault
-> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
forall a b. a -> Either a b
Left MirrorStateFault
StateIdentityMismatch)
| Bool
otherwise -> case MirrorStateFormat
-> Limits -> ProjectMirrorRecord -> Either MirrorStateFault Int
projectRecordWeight MirrorStateFormat
format Limits
limits ProjectMirrorRecord
record of
Left MirrorStateFault
fault -> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
-> IO
(Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord)))
forall a. a -> IO a
forall (f :: * -> *) a. Applicative f => a -> f a
pure (MirrorStateFault
-> Either
MirrorStateFault (Maybe (StateRevision, ProjectMirrorRecord))
forall a b. a -> Either a b
Left MirrorStateFault
fault)
Right Int
weight -> do
let StateRevision StateTarget
revisionTarget PackageName
revisionName ByteString
bytes = StateRevision
revision
retained :: Int
retained = CacheKey -> StateRevision -> Int -> Int
mirrorRetentionWeight CacheKey
key StateRevision
revision Int
weight
MemoryTicket -> Int -> IO ()
charge MemoryTicket
ticket Int
retained
owned <- StateRevision -> IO StateRevision
forall (m :: * -> *) a. MonadIO m => a -> m a
evaluate (StateTarget -> PackageName -> ByteString -> StateRevision
StateRevision StateTarget
revisionTarget PackageName
revisionName (ByteString -> ByteString
BS.copy ByteString
bytes))
roInsert cache (const pass) pass key (owned, record, retained)
pure (Right (Just (owned, record)))
pure (fromRight (Left (StateInvalid "mirror state read failed")) attempted)
mirrorRetentionWeight :: CacheKey -> StateRevision -> Int -> Int
mirrorRetentionWeight :: CacheKey -> StateRevision -> Int -> Int
mirrorRetentionWeight CacheKey
key (StateRevision StateTarget
target PackageName
name ByteString
bytes) Int
recordWeight =
Integer -> Int
saturatingCharge
( Int -> Integer
forall a. Integral a => a -> Integer
toInteger Int
recordWeight
Integer -> Integer -> Integer
forall a. Num a => a -> a -> a
+ Integer
256
Integer -> Integer -> Integer
forall a. Num a => a -> a -> a
+ Int -> Integer
forall a. Integral a => a -> Integer
toInteger (ByteString -> Int
BS.length ByteString
bytes)
Integer -> Integer -> Integer
forall a. Num a => a -> a -> a
+ Int -> Integer
forall a. Integral a => a -> Integer
toInteger (ShortByteString -> Int
SBS.length (CacheKey -> ShortByteString
cacheKeyIdentity CacheKey
key))
Integer -> Integer -> Integer
forall a. Num a => a -> a -> a
+ Text -> Integer
textWeight (StateTarget -> Text
targetKey StateTarget
target)
Integer -> Integer -> Integer
forall a. Num a => a -> a -> a
+ PackageName -> Integer
nameWeight PackageName
name
)
mirrorProjectViews :: MirrorDocuments -> StateRevision -> ProjectMirrorRecord -> Maybe Manifest -> Either MirrorStateFault (Maybe Manifest, Maybe Manifest, Map Text MirrorVersion)
mirrorProjectViews :: MirrorDocuments
-> StateRevision
-> ProjectMirrorRecord
-> Maybe Manifest
-> Either
MirrorStateFault
(Maybe Manifest, Maybe Manifest, Map Text MirrorVersion)
mirrorProjectViews MirrorDocuments
documents StateRevision
revision ProjectMirrorRecord
record Maybe Manifest
private = do
let current :: Map Text PackageDetails
current = Map Text PackageDetails
-> (Manifest -> Map Text PackageDetails)
-> Maybe Manifest
-> Map Text PackageDetails
forall b a. b -> (a -> b) -> Maybe a -> b
maybe Map Text PackageDetails
forall k a. Map k a
Map.empty (PackageInfo -> Map Text PackageDetails
infoVersions (PackageInfo -> Map Text PackageDetails)
-> (Manifest -> PackageInfo) -> Manifest -> Map Text PackageDetails
forall b c a. (b -> c) -> (a -> b) -> a -> c
. Manifest -> PackageInfo
manifestInfo) Maybe Manifest
private
complete :: Text -> MirrorVersion -> Bool
complete Text
version MirrorVersion
mirror = MirrorVersion -> [Artifact] -> MirrorCompletion
checkMirrorCompletion MirrorVersion
mirror ([Artifact]
-> (PackageDetails -> [Artifact])
-> Maybe PackageDetails
-> [Artifact]
forall b a. b -> (a -> b) -> Maybe a -> b
maybe [] (NonEmpty Artifact -> [Artifact]
forall a. NonEmpty a -> [a]
forall (t :: * -> *) a. Foldable t => t a -> [a]
toList (NonEmpty Artifact -> [Artifact])
-> (PackageDetails -> NonEmpty Artifact)
-> PackageDetails
-> [Artifact]
forall b c a. (b -> c) -> (a -> b) -> a -> c
. PackageDetails -> NonEmpty Artifact
pkgArtifacts) (Text -> Map Text PackageDetails -> Maybe PackageDetails
forall k a. Ord k => k -> Map k a -> Maybe a
Map.lookup Text
version Map Text PackageDetails
current)) MirrorCompletion -> MirrorCompletion -> Bool
forall a. Eq a => a -> a -> Bool
== MirrorCompletion
MirrorComplete
(Map Text MirrorVersion
ready, Map Text MirrorVersion
pending) = (Text -> MirrorVersion -> Bool)
-> Map Text MirrorVersion
-> (Map Text MirrorVersion, Map Text MirrorVersion)
forall k a. (k -> a -> Bool) -> Map k a -> (Map k a, Map k a)
Map.partitionWithKey Text -> MirrorVersion -> Bool
complete (ProjectMirrorRecord -> Map Text MirrorVersion
recordVersions ProjectMirrorRecord
record)
unmanaged :: Maybe Manifest
unmanaged = (Manifest -> Manifest) -> Maybe Manifest -> Maybe Manifest
forall a b. (a -> b) -> Maybe a -> Maybe b
forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
fmap (\Manifest
manifest -> Manifest
manifest{manifestInfo = (manifestInfo manifest){infoVersions = Map.withoutKeys current (Map.keysSet (recordVersions record))}}) Maybe Manifest
private
restored <- [(Text, MirrorVersion)]
-> ((Text, MirrorVersion)
-> Either MirrorStateFault (Text, VersionDoc))
-> Either MirrorStateFault [(Text, VersionDoc)]
forall (t :: * -> *) (f :: * -> *) a b.
(Traversable t, Applicative f) =>
t a -> (a -> f b) -> f (t b)
for (Map Text MirrorVersion -> [(Text, MirrorVersion)]
forall k a. Map k a -> [(k, a)]
Map.toAscList Map Text MirrorVersion
ready) (((Text, MirrorVersion)
-> Either MirrorStateFault (Text, VersionDoc))
-> Either MirrorStateFault [(Text, VersionDoc)])
-> ((Text, MirrorVersion)
-> Either MirrorStateFault (Text, VersionDoc))
-> Either MirrorStateFault [(Text, VersionDoc)]
forall a b. (a -> b) -> a -> b
$ \(Text
version, MirrorVersion
mirror) -> do
let files :: [Artifact]
files = [Artifact]
-> (PackageDetails -> [Artifact])
-> Maybe PackageDetails
-> [Artifact]
forall b a. b -> (a -> b) -> Maybe a -> b
maybe [] (NonEmpty Artifact -> [Artifact]
forall a. NonEmpty a -> [a]
forall (t :: * -> *) a. Foldable t => t a -> [a]
toList (NonEmpty Artifact -> [Artifact])
-> (PackageDetails -> NonEmpty Artifact)
-> PackageDetails
-> [Artifact]
forall b c a. (b -> c) -> (a -> b) -> a -> c
. PackageDetails -> NonEmpty Artifact
pkgArtifacts) (Text -> Map Text PackageDetails -> Maybe PackageDetails
forall k a. Ord k => k -> Map k a -> Maybe a
Map.lookup Text
version Map Text PackageDetails
current)
doc <- MirrorStateFault
-> Maybe VersionDoc -> Either MirrorStateFault VersionDoc
forall l r. l -> Maybe r -> Either l r
maybeToRight (Text -> MirrorStateFault
StateInvalid Text
"cannot restore paired mirror source") (MirrorDocuments -> MirrorVersion -> [Artifact] -> Maybe VersionDoc
mdRestore MirrorDocuments
documents MirrorVersion
mirror [Artifact]
files)
pure (version, doc)
let (_, rebased) = mapAccumL (rekeyVersion documents) 0 (mdOrder documents restored)
details = [(Text, PackageDetails)] -> Map Text PackageDetails
forall k a. Ord k => [(k, a)] -> Map k a
Map.fromList [(Text
key, VersionDoc -> PackageDetails
vdDetails VersionDoc
doc) | (Text
key, VersionDoc
doc) <- [(Text, VersionDoc)]
rebased]
managedRaw = MirrorDocuments -> ProjectMirrorRecord -> [VersionDoc] -> CachedDoc
mdAssemble MirrorDocuments
documents ProjectMirrorRecord
record (((Text, VersionDoc) -> VersionDoc)
-> [(Text, VersionDoc)] -> [VersionDoc]
forall a b. (a -> b) -> [a] -> [b]
map (Text, VersionDoc) -> VersionDoc
forall a b. (a, b) -> b
snd [(Text, VersionDoc)]
rebased)
fingerprint = Text -> ByteString
TE.encodeUtf8 (StateRevision -> Text
forall b a. (Show a, IsString b) => a -> b
show StateRevision
revision) ByteString -> ByteString -> ByteString
forall a. Semigroup a => a -> a -> a
<> ByteString
-> (Manifest -> ByteString) -> Maybe Manifest -> ByteString
forall b a. b -> (a -> b) -> Maybe a -> b
maybe ByteString
forall a. Monoid a => a
mempty (ContentDigest -> ByteString
digestBytes (ContentDigest -> ByteString)
-> (Manifest -> ContentDigest) -> Manifest -> ByteString
forall b c a. (b -> c) -> (a -> b) -> a -> c
. Manifest -> ContentDigest
manifestDigest) Maybe Manifest
private
managed = PackageInfo
-> CachedDoc -> Int -> RetainedEntries -> ContentDigest -> Manifest
Manifest (PackageName
-> Map Text PackageDetails
-> Map Text Version
-> [InvalidEntry]
-> PackageInfo
PackageInfo (ProjectMirrorRecord -> PackageName
recordPackage ProjectMirrorRecord
record) Map Text PackageDetails
details Map Text Version
forall k a. Map k a
Map.empty []) CachedDoc
managedRaw (Int64 -> Int
forall a b. (Integral a, Num b) => a -> b
fromIntegral (CachedDoc -> Int64
weighCachedDoc CachedDoc
managedRaw)) RetainedEntries
noRetainedEntries (Context SHA256 -> ContentDigest
digestFromContext (Context SHA256 -> ByteString -> Context SHA256
forall ba a.
(ByteArrayAccess ba, HashAlgorithm a) =>
Context a -> ba -> Context a
hashUpdate Context SHA256
forall a. HashAlgorithm a => Context a
hashInit ByteString
fingerprint))
pure (unmanaged, managed <$ guard (not (Map.null details)), pending)
rekeyVersion :: MirrorDocuments -> Int -> (Text, VersionDoc) -> (Int, (Text, VersionDoc))
rekeyVersion :: MirrorDocuments
-> Int -> (Text, VersionDoc) -> (Int, (Text, VersionDoc))
rekeyVersion MirrorDocuments
documents Int
start (Text
version, VersionDoc
doc) =
let details :: PackageDetails
details = VersionDoc -> PackageDetails
vdDetails VersionDoc
doc
artifacts :: NonEmpty Artifact
artifacts = PackageDetails -> NonEmpty Artifact
pkgArtifacts PackageDetails
details
indexed :: [(EntryKey, Artifact)]
indexed = [EntryKey] -> [Artifact] -> [(EntryKey, Artifact)]
forall a b. [a] -> [b] -> [(a, b)]
zip ((Int -> EntryKey) -> [Int] -> [EntryKey]
forall a b. (a -> b) -> [a] -> [b]
map (MirrorDocuments -> Int -> EntryKey
mdEntryKey MirrorDocuments
documents) [Int
start ..]) (NonEmpty Artifact -> [Artifact]
forall a. NonEmpty a -> [a]
forall (t :: * -> *) a. Foldable t => t a -> [a]
toList NonEmpty Artifact
artifacts)
keys :: Map EntryKey EntryKey
keys = [(EntryKey, EntryKey)] -> Map EntryKey EntryKey
forall k a. Ord k => [(k, a)] -> Map k a
Map.fromList [(Artifact -> EntryKey
artEntryKey Artifact
artifact, EntryKey
key) | (EntryKey
key, Artifact
artifact) <- [(EntryKey, Artifact)]
indexed]
rekey :: EntryKey -> EntryKey
rekey EntryKey
key = EntryKey -> EntryKey -> Map EntryKey EntryKey -> EntryKey
forall k a. Ord k => a -> k -> Map k a -> a
Map.findWithDefault EntryKey
key EntryKey
key Map EntryKey EntryKey
keys
changed :: NonEmpty Artifact
changed = (Artifact -> Artifact) -> NonEmpty Artifact -> NonEmpty Artifact
forall a b. (a -> b) -> NonEmpty a -> NonEmpty b
forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
fmap (\Artifact
artifact -> Artifact
artifact{artEntryKey = rekey (artEntryKey artifact)}) NonEmpty Artifact
artifacts
in (Int
start Int -> Int -> Int
forall a. Num a => a -> a -> a
+ NonEmpty Artifact -> Int
forall a. NonEmpty a -> Int
forall (t :: * -> *) a. Foldable t => t a -> Int
length NonEmpty Artifact
artifacts, (Text
version, VersionDoc
doc{vdDetails = details{pkgArtifacts = changed}, vdRaw = vdRaw doc >>= mdRekey documents rekey}))
mirrorVersionView :: MirrorDocuments -> Version -> ProjectMirrorRecord -> Maybe VersionDoc -> Either MirrorStateFault (Maybe VersionDoc)
mirrorVersionView :: MirrorDocuments
-> Version
-> ProjectMirrorRecord
-> Maybe VersionDoc
-> Either MirrorStateFault (Maybe VersionDoc)
mirrorVersionView MirrorDocuments
documents Version
version ProjectMirrorRecord
record Maybe VersionDoc
current = case Version -> ProjectMirrorRecord -> Maybe MirrorVersion
recordVersion Version
version ProjectMirrorRecord
record of
Maybe MirrorVersion
Nothing -> Maybe VersionDoc -> Either MirrorStateFault (Maybe VersionDoc)
forall a b. b -> Either a b
Right Maybe VersionDoc
current
Just MirrorVersion
mirror -> do
let files :: [Artifact]
files = [Artifact]
-> (VersionDoc -> [Artifact]) -> Maybe VersionDoc -> [Artifact]
forall b a. b -> (a -> b) -> Maybe a -> b
maybe [] (NonEmpty Artifact -> [Artifact]
forall a. NonEmpty a -> [a]
forall (t :: * -> *) a. Foldable t => t a -> [a]
toList (NonEmpty Artifact -> [Artifact])
-> (VersionDoc -> NonEmpty Artifact) -> VersionDoc -> [Artifact]
forall b c a. (b -> c) -> (a -> b) -> a -> c
. PackageDetails -> NonEmpty Artifact
pkgArtifacts (PackageDetails -> NonEmpty Artifact)
-> (VersionDoc -> PackageDetails)
-> VersionDoc
-> NonEmpty Artifact
forall b c a. (b -> c) -> (a -> b) -> a -> c
. VersionDoc -> PackageDetails
vdDetails) Maybe VersionDoc
current
Bool -> Either MirrorStateFault () -> Either MirrorStateFault ()
forall (f :: * -> *). Applicative f => Bool -> f () -> f ()
unless (MirrorVersion -> [Artifact] -> MirrorCompletion
checkMirrorCompletion MirrorVersion
mirror [Artifact]
files MirrorCompletion -> MirrorCompletion -> Bool
forall a. Eq a => a -> a -> Bool
== MirrorCompletion
MirrorComplete) (MirrorStateFault -> Either MirrorStateFault ()
forall a b. a -> Either a b
Left (Text -> MirrorStateFault
StateInvalid Text
"managed mirror version is incomplete"))
VersionDoc -> Maybe VersionDoc
forall a. a -> Maybe a
Just (VersionDoc -> Maybe VersionDoc)
-> Either MirrorStateFault VersionDoc
-> Either MirrorStateFault (Maybe VersionDoc)
forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
<$> MirrorStateFault
-> Maybe VersionDoc -> Either MirrorStateFault VersionDoc
forall l r. l -> Maybe r -> Either l r
maybeToRight (Text -> MirrorStateFault
StateInvalid Text
"cannot restore paired mirror source") (MirrorDocuments -> MirrorVersion -> [Artifact] -> Maybe VersionDoc
mdRestore MirrorDocuments
documents MirrorVersion
mirror [Artifact]
files)
publicMirrorCoverage :: Map Text MirrorVersion -> PackageInfo -> Bool
publicMirrorCoverage :: Map Text MirrorVersion -> PackageInfo -> Bool
publicMirrorCoverage Map Text MirrorVersion
expected PackageInfo
info = ((Text, MirrorVersion) -> Bool) -> [(Text, MirrorVersion)] -> Bool
forall (t :: * -> *) a. Foldable t => (a -> Bool) -> t a -> Bool
all (Text, MirrorVersion) -> Bool
covered (Map Text MirrorVersion -> [(Text, MirrorVersion)]
forall k a. Map k a -> [(k, a)]
Map.toList Map Text MirrorVersion
expected)
where
covered :: (Text, MirrorVersion) -> Bool
covered (Text
version, MirrorVersion
mirror) = case Text -> Map Text PackageDetails -> Maybe PackageDetails
forall k a. Ord k => k -> Map k a -> Maybe a
Map.lookup Text
version (PackageInfo -> Map Text PackageDetails
infoVersions PackageInfo
info) of
Maybe PackageDetails
Nothing -> Bool
False
Just PackageDetails
details ->
let files :: Map Text [Artifact]
files = ([Artifact] -> [Artifact] -> [Artifact])
-> [(Text, [Artifact])] -> Map Text [Artifact]
forall k a. Ord k => (a -> a -> a) -> [(k, a)] -> Map k a
Map.fromListWith [Artifact] -> [Artifact] -> [Artifact]
forall a. Semigroup a => a -> a -> a
(<>) [(Artifact -> Text
artFilename Artifact
artifact, [Artifact
artifact]) | Artifact
artifact <- NonEmpty Artifact -> [Artifact]
forall a. NonEmpty a -> [a]
forall (t :: * -> *) a. Foldable t => t a -> [a]
toList (PackageDetails -> NonEmpty Artifact
pkgArtifacts PackageDetails
details)]
in ((Text, ExpectedMirrorFile) -> Bool)
-> [(Text, ExpectedMirrorFile)] -> Bool
forall (t :: * -> *) a. Foldable t => (a -> Bool) -> t a -> Bool
all (MirrorVersion
-> Map Text [Artifact] -> (Text, ExpectedMirrorFile) -> Bool
forall {t :: * -> *}.
Foldable t =>
MirrorVersion
-> Map Text (t Artifact) -> (Text, ExpectedMirrorFile) -> Bool
matches MirrorVersion
mirror Map Text [Artifact]
files) (Map Text ExpectedMirrorFile -> [(Text, ExpectedMirrorFile)]
forall k a. Map k a -> [(k, a)]
Map.toList (MirrorVersion -> Map Text ExpectedMirrorFile
versionFiles MirrorVersion
mirror))
matches :: MirrorVersion
-> Map Text (t Artifact) -> (Text, ExpectedMirrorFile) -> Bool
matches MirrorVersion
mirror Map Text (t Artifact)
files (Text
name, ExpectedMirrorFile
expectedFile) = case Text -> Map Text (t Artifact) -> Maybe (t Artifact)
forall k a. Ord k => k -> Map k a -> Maybe a
Map.lookup Text
name Map Text (t Artifact)
files of
Maybe (t Artifact)
Nothing -> Bool
False
Just t Artifact
candidates -> (Artifact -> Bool) -> t Artifact -> Bool
forall (t :: * -> *) a. Foldable t => (a -> Bool) -> t a -> Bool
all (ExpectedMirrorFile -> Maybe Hash -> Artifact -> Bool
expectedTargetMatchesWith ExpectedMirrorFile
expectedFile (Text -> Map Text Hash -> Maybe Hash
forall k a. Ord k => k -> Map k a -> Maybe a
Map.lookup Text
name (MirrorVersion -> Map Text Hash
versionVerifiedIdentities MirrorVersion
mirror))) t Artifact
candidates
readMirrorCompanion :: MirrorView -> MemoryTicket -> ProjectMirrorRecord -> Version -> Text -> IO (Either MirrorStateFault ByteString)
readMirrorCompanion :: MirrorView
-> MemoryTicket
-> ProjectMirrorRecord
-> Version
-> Text
-> IO (Either MirrorStateFault ByteString)
readMirrorCompanion (MirrorView Limits
_ StateTarget
_ MirrorState
store MirrorRetention
_ MirrorStateFormat
_ MirrorDocuments
_) MemoryTicket
ticket ProjectMirrorRecord
record Version
version Text
filename =
case Version -> ProjectMirrorRecord -> Maybe MirrorVersion
recordVersion Version
version ProjectMirrorRecord
record Maybe MirrorVersion
-> (MirrorVersion -> Maybe CompanionState) -> Maybe CompanionState
forall a b. Maybe a -> (a -> Maybe b) -> Maybe b
forall (m :: * -> *) a b. Monad m => m a -> (a -> m b) -> m b
>>= Text -> Map Text CompanionState -> Maybe CompanionState
forall k a. Ord k => k -> Map k a -> Maybe a
Map.lookup Text
filename (Map Text CompanionState -> Maybe CompanionState)
-> (MirrorVersion -> Map Text CompanionState)
-> MirrorVersion
-> Maybe CompanionState
forall b c a. (b -> c) -> (a -> b) -> a -> c
. MirrorVersion -> Map Text CompanionState
versionCompanions of
Just (CompanionRetained CompanionRef
reference) -> do
stateCharge <- (Int -> IO ()) -> IO (Int -> IO ())
newChargeRegion (MemoryTicket -> Int -> IO ()
charge MemoryTicket
ticket)
attempted <- tryAny (msReadCompanion store stateCharge reference)
pure (either (const (Left StateMissingCompanion)) (>>= verifyRetainedCompanion reference) attempted)
Maybe CompanionState
_ -> Either MirrorStateFault ByteString
-> IO (Either MirrorStateFault ByteString)
forall a. a -> IO a
forall (f :: * -> *) a. Applicative f => a -> f a
pure (MirrorStateFault -> Either MirrorStateFault ByteString
forall a b. a -> Either a b
Left MirrorStateFault
StateMissingCompanion)