module ProjectM36.TransactionGraph where
import ProjectM36.Base
import ProjectM36.Error
import ProjectM36.Transaction
import ProjectM36.Relation
import ProjectM36.TupleSet
import ProjectM36.Tuple
import qualified Data.Vector as V
import qualified ProjectM36.Attribute as A
import qualified Data.UUID as U
import qualified Data.Set as S
import qualified Data.Map as M
import Control.Monad
import qualified Data.Text as T
import GHC.Generics
import Data.Binary
import ProjectM36.TransactionGraph.Merge
import Data.Either (lefts, rights, isRight)
data TransactionIdLookup = TransactionIdLookup TransactionId |
TransactionIdHeadNameLookup HeadName [TransactionIdHeadBacktrack]
deriving (Show, Eq, Binary, Generic)
data TransactionIdHeadBacktrack = TransactionIdHeadParentBacktrack Int |
TransactionIdHeadBranchBacktrack Int
deriving (Show, Eq, Binary, Generic)
data CommitOption = AllowEmptyCommitOption |
ForbidEmptyCommitOption |
IgnoreEmptyCommitOption
deriving (Eq, Show, Binary, Generic)
data TransactionGraphOperator = JumpToHead HeadName |
JumpToTransaction TransactionId |
Branch HeadName |
DeleteBranch HeadName |
MergeTransactions MergeStrategy HeadName HeadName |
Commit CommitOption |
Rollback
deriving (Eq, Show, Binary, Generic)
isCommit :: TransactionGraphOperator -> Bool
isCommit (Commit _) = True
isCommit _ = False
data ROTransactionGraphOperator = ShowGraph
deriving Show
bootstrapTransactionGraph :: TransactionId -> DatabaseContext -> TransactionGraph
bootstrapTransactionGraph freshId context = TransactionGraph bootstrapHeads bootstrapTransactions
where
bootstrapHeads = M.singleton "master" freshTransaction
newSchemas = Schemas context M.empty
freshTransaction = Transaction freshId (TransactionInfo U.nil S.empty) newSchemas
bootstrapTransactions = S.singleton freshTransaction
emptyTransactionGraph :: TransactionGraph
emptyTransactionGraph = TransactionGraph M.empty S.empty
transactionForHead :: HeadName -> TransactionGraph -> Maybe Transaction
transactionForHead headName graph = M.lookup headName (transactionHeadsForGraph graph)
headList :: TransactionGraph -> [(HeadName, TransactionId)]
headList graph = map (\(k,v) -> (k, transactionId v)) (M.assocs (transactionHeadsForGraph graph))
headNameForTransaction :: Transaction -> TransactionGraph -> Maybe HeadName
headNameForTransaction transaction (TransactionGraph heads _) = if M.null matchingTrans then
Nothing
else
Just $ (head . M.keys) matchingTrans
where
matchingTrans = M.filter (transaction ==) heads
transactionForId :: TransactionId -> TransactionGraph -> Either RelationalError Transaction
transactionForId tid graph = if tid == U.nil then
Left RootTransactionTraversalError
else if S.null matchingTrans then
Left $ NoSuchTransactionError tid
else
Right $ head (S.toList matchingTrans)
where
matchingTrans = S.filter (\(Transaction idMatch _ _) -> idMatch == tid) (transactionsForGraph graph)
transactionsForIds :: S.Set TransactionId -> TransactionGraph -> Either RelationalError (S.Set Transaction)
transactionsForIds idSet graph = do
transList <- forM (S.toList idSet) ((flip transactionForId) graph)
return (S.fromList transList)
isRootTransaction :: Transaction -> TransactionGraph -> Bool
isRootTransaction (Transaction _ (TransactionInfo pId _) _) _ = U.null pId
isRootTransaction (Transaction _ (MergeTransactionInfo _ _ _) _) _ = False
parentTransactions :: Transaction -> TransactionGraph -> Either RelationalError (S.Set Transaction)
parentTransactions (Transaction _ (TransactionInfo pId _) _) graph = do
trans <- transactionForId pId graph
return (S.singleton trans)
parentTransactions (Transaction _ (MergeTransactionInfo pId1 pId2 _) _ ) graph = transactionsForIds (S.fromList [pId1, pId2]) graph
childTransactions :: Transaction -> TransactionGraph -> Either RelationalError (S.Set Transaction)
childTransactions (Transaction _ (TransactionInfo _ children) _) = transactionsForIds children
childTransactions (Transaction _ (MergeTransactionInfo _ _ children) _) = transactionsForIds children
addBranch :: TransactionId -> HeadName -> TransactionId -> TransactionGraph -> Either RelationalError (Transaction, TransactionGraph)
addBranch newId newBranchName branchPointId graph = do
parentTrans <- transactionForId branchPointId graph
let newTrans = Transaction newId (TransactionInfo branchPointId S.empty) (schemas parentTrans)
addTransactionToGraph newBranchName newTrans graph
addDisconnectedTransaction :: TransactionId -> HeadName -> DisconnectedTransaction -> TransactionGraph -> Either RelationalError (Transaction, TransactionGraph)
addDisconnectedTransaction newId headName (DisconnectedTransaction parentId schemas' _) graph = addTransactionToGraph headName (Transaction newId (TransactionInfo parentId S.empty) schemas') graph
addTransactionToGraph :: HeadName -> Transaction -> TransactionGraph -> Either RelationalError (Transaction, TransactionGraph)
addTransactionToGraph headName newTrans graph = do
let parentIds = transactionParentIds newTrans
childIds = transactionChildIds newTrans
newId = transactionId newTrans
validateIds ids = mapM (\i -> transactionForId i graph) (S.toList ids)
addChildTransaction trans = transactionSetChildren trans (S.insert newId (transactionChildIds trans))
_ <- validateIds parentIds
when (S.size parentIds < 1) (Left $ NewTransactionMissingParentError newId)
case transactionForHead headName graph of
Nothing -> pure ()
Just trans -> when (S.notMember (transactionId trans) parentIds) (Left (HeadNameSwitchingHeadProhibitedError headName))
when (not (S.null childIds)) (Left $ NewTransactionMayNotHaveChildrenError newId)
when (isRight (transactionForId newId graph)) (Left (TransactionIdInUseError newId))
parents <- mapM (\tid -> transactionForId tid graph) (S.toList parentIds)
let updatedParents = S.map addChildTransaction (S.fromList parents)
updatedTransSet = S.insert newTrans (S.union updatedParents (transactionsForGraph graph))
updatedHeads = M.insert headName newTrans (transactionHeadsForGraph graph)
pure (newTrans, (TransactionGraph updatedHeads updatedTransSet))
validateGraph :: TransactionGraph -> Maybe [RelationalError]
validateGraph graph@(TransactionGraph _ transSet) = do
_ <- mapM (walkParentTransactions S.empty graph) (S.toList transSet)
mapM (walkChildTransactions S.empty graph) (S.toList transSet)
walkParentTransactions :: S.Set TransactionId -> TransactionGraph -> Transaction -> Maybe RelationalError
walkParentTransactions seenTransSet graph trans =
let transId = transactionId trans in
if transId == U.nil then
Nothing
else if S.member transId seenTransSet then
Just $ TransactionGraphCycleError transId
else
let parentTransSetOrError = parentTransactions trans graph in
case parentTransSetOrError of
Left err -> Just err
Right parentTransSet -> do
walk <- mapM (walkParentTransactions (S.insert transId seenTransSet) graph) (S.toList parentTransSet)
case walk of
err:_ -> Just err
_ -> Nothing
walkChildTransactions :: S.Set TransactionId -> TransactionGraph -> Transaction -> Maybe RelationalError
walkChildTransactions seenTransSet graph trans =
let transId = transactionId trans in
if childTransactions trans graph == Right S.empty then
Nothing
else if S.member transId seenTransSet then
Just $ TransactionGraphCycleError transId
else
let childTransSetOrError = childTransactions trans graph in
case childTransSetOrError of
Left err -> Just err
Right childTransSet -> do
walk <- mapM (walkChildTransactions (S.insert transId seenTransSet) graph) (S.toList childTransSet)
case walk of
err:_ -> Just err
_ -> Nothing
evalGraphOp :: TransactionId -> DisconnectedTransaction -> TransactionGraph -> TransactionGraphOperator -> Either RelationalError (DisconnectedTransaction, TransactionGraph)
evalGraphOp _ _ graph (JumpToTransaction jumpId) = case transactionForId jumpId graph of
Left err -> Left err
Right parentTrans -> Right (newTrans, graph)
where
newTrans = DisconnectedTransaction jumpId (schemas parentTrans) False
evalGraphOp _ _ graph (JumpToHead headName) =
case transactionForHead headName graph of
Just newHeadTransaction -> let disconnectedTrans = DisconnectedTransaction (transactionId newHeadTransaction) (schemas newHeadTransaction) False in
Right (disconnectedTrans, graph)
Nothing -> Left $ NoSuchHeadNameError headName
evalGraphOp newId (DisconnectedTransaction parentId schemas' _) graph (Branch newBranchName) = do
let newDiscon = DisconnectedTransaction newId schemas' False
case addBranch newId newBranchName parentId graph of
Left err -> Left err
Right (_, newGraph) -> Right (newDiscon, newGraph)
evalGraphOp newTransId discon@(DisconnectedTransaction parentId schemas' _) graph (Commit _) = case transactionForId parentId graph of
Left err -> Left err
Right parentTransaction -> case headNameForTransaction parentTransaction graph of
Nothing -> Left $ TransactionIsNotAHeadError parentId
Just headName -> case maybeUpdatedGraph of
Left err-> Left err
Right (_, updatedGraph) -> Right (newDisconnectedTrans, updatedGraph)
where
newDisconnectedTrans = DisconnectedTransaction newTransId schemas' False
maybeUpdatedGraph = addDisconnectedTransaction newTransId headName discon graph
evalGraphOp _ (DisconnectedTransaction parentId _ _) graph Rollback = case transactionForId parentId graph of
Left err -> Left err
Right parentTransaction -> Right (newDiscon, graph)
where
newDiscon = DisconnectedTransaction parentId (schemas parentTransaction) False
evalGraphOp newId (DisconnectedTransaction parentId _ _) graph (MergeTransactions mergeStrategy headNameA headNameB) = mergeTransactions newId parentId mergeStrategy (headNameA, headNameB) graph
evalGraphOp _ discon graph@(TransactionGraph graphHeads transSet) (DeleteBranch branchName) = case transactionForHead branchName graph of
Nothing -> Left (NoSuchHeadNameError branchName)
Just _ -> Right (discon, TransactionGraph (M.delete branchName graphHeads) transSet)
graphAsRelation :: DisconnectedTransaction -> TransactionGraph -> Either RelationalError Relation
graphAsRelation (DisconnectedTransaction parentId _ _) graph@(TransactionGraph _ transSet) = do
tupleMatrix <- mapM tupleGenerator (S.toList transSet)
mkRelationFromList attrs tupleMatrix
where
attrs = A.attributesFromList [Attribute "id" TextAtomType,
Attribute "parents" (RelationAtomType parentAttributes),
Attribute "current" BoolAtomType,
Attribute "head" TextAtomType
]
parentAttributes = A.attributesFromList [Attribute "id" TextAtomType]
tupleGenerator transaction = case transactionParentsRelation transaction graph of
Left err -> Left err
Right parentTransRel -> Right [TextAtom $ T.pack $ show (transactionId transaction),
RelationAtom parentTransRel,
BoolAtom $ parentId == transactionId transaction,
TextAtom $ case headNameForTransaction transaction graph of
Just headName -> headName
Nothing -> ""
]
transactionParentsRelation :: Transaction -> TransactionGraph -> Either RelationalError Relation
transactionParentsRelation trans graph = do
if isRootTransaction trans graph then do
mkRelation attrs emptyTupleSet
else do
parentTransSet <- parentTransactions trans graph
let tuples = map trans2tuple (S.toList parentTransSet)
mkRelationFromTuples attrs tuples
where
attrs = A.attributesFromList [Attribute "id" TextAtomType]
trans2tuple trans2 = mkRelationTuple attrs $ V.singleton (TextAtom (T.pack (show $ transactionId trans2)))
createMergeTransaction :: TransactionId -> MergeStrategy -> TransactionGraph -> (Transaction, Transaction) -> Either MergeError Transaction
createMergeTransaction newId (SelectedBranchMergeStrategy selectedBranch) graph t2@(trans1, trans2) = do
selectedTrans <- validateHeadName selectedBranch graph t2
pure $ Transaction newId (MergeTransactionInfo (transactionId trans1) (transactionId trans2) S.empty) (schemas selectedTrans)
createMergeTransaction newId strat@UnionMergeStrategy graph t2 = createUnionMergeTransaction newId strat graph t2
createMergeTransaction newId strat@(UnionPreferMergeStrategy _) graph t2 = createUnionMergeTransaction newId strat graph t2
validateHeadName :: HeadName -> TransactionGraph -> (Transaction, Transaction) -> Either MergeError Transaction
validateHeadName headName graph (t1, t2) = do
case transactionForHead headName graph of
Nothing -> Left SelectedHeadMismatchMergeError
Just trans -> if trans /= t1 && trans /= t2 then
Left SelectedHeadMismatchMergeError
else
Right trans
subGraphOfFirstCommonAncestor :: TransactionGraph -> TransactionHeads -> Transaction -> Transaction -> S.Set Transaction -> Either RelationalError TransactionGraph
subGraphOfFirstCommonAncestor origGraph resultHeads currentTrans goalTrans traverseSet = do
let currentid = transactionId currentTrans
goalid = transactionId goalTrans
if currentTrans == goalTrans then
Right (TransactionGraph resultHeads traverseSet)
else do
currentTransChildren <- liftM S.fromList $ mapM (flip transactionForId origGraph) (S.toList (transactionChildIds currentTrans))
let searchChildren = S.difference (S.insert currentTrans traverseSet) currentTransChildren
searchChild start = pathToTransaction origGraph start goalTrans (S.insert currentTrans traverseSet)
childSearches = map searchChild (S.toList searchChildren)
errors = lefts childSearches
pathsFound = rights childSearches
realErrors = filter (/= (FailedToFindTransactionError goalid)) errors
when (not (null realErrors)) (Left (head realErrors))
if null pathsFound then
case oneParent currentTrans of
Left RootTransactionTraversalError -> Left (NoCommonTransactionAncestorError currentid goalid)
Left err -> Left err
Right currentTransParent -> do
subGraphOfFirstCommonAncestor origGraph resultHeads currentTransParent goalTrans (S.insert currentTrans traverseSet)
else
Right (TransactionGraph resultHeads (S.unions (traverseSet : pathsFound)))
where
oneParent (Transaction _ (TransactionInfo parentId _) _) = transactionForId parentId origGraph
oneParent (Transaction _ (MergeTransactionInfo parentId _ _) _) = transactionForId parentId origGraph
pathToTransaction :: TransactionGraph -> Transaction -> Transaction -> S.Set Transaction -> Either RelationalError (S.Set Transaction)
pathToTransaction graph currentTransaction targetTransaction accumTransSet = do
let targetId = transactionId targetTransaction
if transactionId targetTransaction == transactionId currentTransaction then do
Right accumTransSet
else do
currentTransChildren <- mapM (flip transactionForId graph) (S.toList (transactionChildIds currentTransaction))
if length currentTransChildren == 0 then
Left (FailedToFindTransactionError targetId)
else do
let searches = map (\t -> pathToTransaction graph t targetTransaction (S.insert t accumTransSet)) currentTransChildren
let realErrors = filter (/= FailedToFindTransactionError targetId) (lefts searches)
paths = rights searches
if length realErrors > 0 then
Left (head realErrors)
else if length paths == 0 then
Left (FailedToFindTransactionError targetId)
else
Right (S.unions paths)
mergeTransactions :: TransactionId -> TransactionId -> MergeStrategy -> (HeadName, HeadName) -> TransactionGraph -> Either RelationalError (DisconnectedTransaction, TransactionGraph)
mergeTransactions newId parentId mergeStrategy (headNameA, headNameB) graph = do
let transactionForHeadErr name = case transactionForHead name graph of
Nothing -> Left (NoSuchHeadNameError name)
Just t -> Right t
transA <- transactionForHeadErr headNameA
transB <- transactionForHeadErr headNameB
disconParent <- transactionForId parentId graph
let subHeads = M.filterWithKey (\k _ -> elem k [headNameA, headNameB]) (transactionHeadsForGraph graph)
subGraph <- subGraphOfFirstCommonAncestor graph subHeads transA transB S.empty
subGraph' <- filterSubGraph subGraph subHeads
case createMergeTransaction newId mergeStrategy subGraph' (transA, transB) of
Left err -> Left (MergeTransactionError err)
Right mergedTrans -> case headNameForTransaction disconParent graph of
Nothing -> Left (TransactionIsNotAHeadError parentId)
Just headName -> do
(newTrans, newGraph) <- addTransactionToGraph headName mergedTrans graph
let newGraph' = TransactionGraph (transactionHeadsForGraph newGraph) (transactionsForGraph newGraph)
newDiscon = DisconnectedTransaction newId (schemas newTrans) False
pure (newDiscon, newGraph')
showTransactionStructureX :: Transaction -> TransactionGraph -> String
showTransactionStructureX trans graph = headInfo ++ " " ++ show (transactionId trans) ++ " " ++ parentTransactionsInfo
where
headInfo = maybe "" show (headNameForTransaction trans graph)
parentTransactionsInfo = if isRootTransaction trans graph then "root" else case parentTransactions trans graph of
Left err -> show err
Right parentTransSet -> concat $ S.toList $ S.map (show . transactionId) parentTransSet
showGraphStructureX :: TransactionGraph -> String
showGraphStructureX graph@(TransactionGraph heads transSet) = headsInfo ++ S.foldr folder "" transSet
where
folder trans acc = acc ++ showTransactionStructureX trans graph ++ "\n"
headsInfo = show $ M.map transactionId heads
filterSubGraph :: TransactionGraph -> TransactionHeads -> Either RelationalError TransactionGraph
filterSubGraph graph heads = Right $ TransactionGraph newHeads newTransSet
where
validIds = S.map transactionId (transactionsForGraph graph)
newTransSet = S.map (filterTransaction validIds) (transactionsForGraph graph)
newHeads = M.map (filterTransaction validIds) heads
createUnionMergeTransaction :: TransactionId -> MergeStrategy -> TransactionGraph -> (Transaction, Transaction) -> Either MergeError Transaction
createUnionMergeTransaction newId strategy graph (t1,t2) = do
let contextA = concreteDatabaseContext t1
contextB = concreteDatabaseContext t2
preference <- case strategy of
UnionMergeStrategy -> pure PreferNeither
UnionPreferMergeStrategy preferBranch -> do
case transactionForHead preferBranch graph of
Nothing -> Left (PreferredHeadMissingMergeError preferBranch)
Just preferredTrans -> pure $ if t1 == preferredTrans then PreferFirst else PreferSecond
badStrat -> Left (InvalidMergeStrategyError badStrat)
incDeps <- unionMergeMaps preference (inclusionDependencies contextA) (inclusionDependencies contextB)
relVars <- unionMergeRelVars preference (relationVariables contextA) (relationVariables contextB)
atomFuncs <- unionMergeAtomFunctions preference (atomFunctions contextA) (atomFunctions contextB)
notifs <- unionMergeMaps preference (notifications contextA) (notifications contextB)
types <- unionMergeTypeConstructorMapping preference (typeConstructorMapping contextA) (typeConstructorMapping contextB)
let newContext = DatabaseContext {
inclusionDependencies = incDeps,
relationVariables = relVars,
atomFunctions = atomFuncs,
dbcFunctions = undefined,
notifications = notifs,
typeConstructorMapping = types
}
newSchemas = Schemas newContext (subschemas t1)
pure (Transaction newId (MergeTransactionInfo (transactionId t1) (transactionId t2) S.empty) newSchemas)
lookupTransaction :: TransactionGraph -> TransactionIdLookup -> Either RelationalError Transaction
lookupTransaction graph (TransactionIdLookup tid) = transactionForId tid graph
lookupTransaction graph (TransactionIdHeadNameLookup headName backtracks) = case transactionForHead headName graph of
Nothing -> Left (NoSuchHeadNameError headName)
Just headTrans -> do
traversedId <- traverseGraph graph (transactionId headTrans) backtracks
transactionForId traversedId graph
traverseGraph :: TransactionGraph -> TransactionId -> [TransactionIdHeadBacktrack] -> Either RelationalError TransactionId
traverseGraph graph currentTid backtrackSteps = foldM (backtrackGraph graph) currentTid backtrackSteps
backtrackGraph :: TransactionGraph -> TransactionId -> TransactionIdHeadBacktrack -> Either RelationalError TransactionId
backtrackGraph graph currentTid (TransactionIdHeadParentBacktrack steps) = do
trans <- transactionForId currentTid graph
let parents = S.toAscList (transactionParentIds trans)
if length parents < 1 then
Left RootTransactionTraversalError
else do
parentTrans <- transactionForId (head parents) graph
if steps == 1 then do
pure (transactionId parentTrans)
else
backtrackGraph graph (transactionId parentTrans) (TransactionIdHeadParentBacktrack (steps 1))
backtrackGraph graph currentTid (TransactionIdHeadBranchBacktrack steps) = do
trans <- transactionForId currentTid graph
let parents = transactionParentIds trans
if S.size parents < 1 then
Left RootTransactionTraversalError
else if S.size parents < steps then
Left (ParentCountTraversalError (S.size parents) steps)
else
pure (S.elemAt (steps 1) parents)