module ToySolver.Text.MPSFile
( parseString
, parseFile
, parser
, render
) where
import Control.Monad
import Control.Monad.Writer
import Data.Maybe
import Data.Set (Set)
import qualified Data.Set as Set
import Data.Map (Map)
import qualified Data.Map as Map
import Data.Ratio
import Data.Interned
import Data.Interned.String
import qualified Text.Parsec as P
import Text.Parsec hiding (spaces, newline, Column)
import Text.Parsec.String
import Text.Printf
import Data.OptDir
import qualified ToySolver.Data.MIP.Base as MIP
import ToySolver.Internal.TextUtil (readUnsignedInteger)
type Column = MIP.Var
type Row = InternedString
data BoundType
= LO
| UP
| FX
| FR
| MI
| PL
| BV
| LI
| UI
| SC
| SI
deriving (Eq, Ord, Show, Read, Enum, Bounded)
parseString :: SourceName -> String -> Either ParseError MIP.Problem
parseString = parse parser
parseFile :: FilePath -> IO (Either ParseError MIP.Problem)
parseFile = parseFromFile parser
space' :: Parser Char
space' = oneOf [' ', '\t']
spaces' :: Parser ()
spaces' = skipMany space'
spaces1' :: Parser ()
spaces1' = skipMany1 space'
commentline :: Parser ()
commentline = do
_ <- char '*'
_ <- manyTill anyChar P.newline
return ()
newline' :: Parser ()
newline' = do
spaces'
_ <- P.newline
skipMany commentline
return ()
tok :: Parser a -> Parser a
tok p = do
x <- p
msum [spaces1', lookAhead (try (char '\n' >> return ())), eof]
return x
row :: Parser Row
row = liftM intern ident
column :: Parser Column
column = liftM MIP.toVar ident
ident :: Parser String
ident = tok $ many1 $ noneOf [' ', '\t', '\n']
stringLn :: String -> Parser ()
stringLn s = string s >> newline'
sign :: Num a => Parser a
sign = (char '+' >> return 1) <|> (char '-' >> return (1))
number :: Parser Rational
number = tok $ do
b <- (do{ s <- option 1 sign; x <- nat; y <- option 0 frac; return (s * (fromInteger x + y)) })
<|> frac
c <- option 0 e
return (b*10^^c)
where
digits = many1 digit
nat :: Parser Integer
nat = liftM readUnsignedInteger digits
frac :: Parser Rational
frac = do
char '.'
s <- digits
return (readUnsignedInteger s % 10^(length s))
e :: Parser Integer
e = do
oneOf "eE"
f <- msum [ char '+' >> return id
, char '-' >> return negate
, return id
]
liftM f nat
parser :: Parser MIP.Problem
parser = do
many commentline
_name <- nameSection
objsense <- optionMaybe $ objSenseSection
objname <- optionMaybe $ objNameSection
rows <- rowsSection
usercuts <- option [] userCutsSection
lazycons <- option [] lazyConsSection
(cols, intvs1) <- colsSection
rhss <- rhsSection
rngs <- option Map.empty rangesSection
bnds <- option [] boundsSection
qobj <- msum [quadObjSection, qMatrixSection, return []]
sos <- option [] sosSection
qterms <- liftM Map.fromList $ many qcMatrixSection
inds <- option Map.empty indicatorsSection
string "ENDATA"
let objrow =
case objname of
Nothing -> head [r | (Nothing, r) <- rows]
Just r -> intern r
objdir =
case objsense of
Nothing -> OptMin
Just d -> d
vs = Map.keysSet cols `Set.union` Set.fromList [col | (_,col,_) <- bnds]
intvs2 = Set.fromList [col | (t,col,_) <- bnds, t `elem` [BV,LI,UI]]
scvs = Set.fromList [col | (SC,col,_) <- bnds]
sivs = Set.fromList [col | (SI,col,_) <- bnds]
let explicitBounds = Map.fromListWith f
[ case typ of
LO -> (col, (Just (MIP.Finite val), Nothing))
UP -> (col, (Nothing, Just (MIP.Finite val)))
FX -> (col, (Just (MIP.Finite val), Just (MIP.Finite val)))
FR -> (col, (Just MIP.NegInf, Just MIP.PosInf))
MI -> (col, (Just MIP.NegInf, Nothing))
PL -> (col, (Nothing, Just MIP.PosInf))
BV -> (col, (Just (MIP.Finite 0), Just (MIP.Finite 1)))
LI -> (col, (Just (MIP.Finite val), Nothing))
UI -> (col, (Nothing, Just (MIP.Finite val)))
SC -> (col, (Nothing, Just (MIP.Finite val)))
SI -> (col, (Nothing, Just (MIP.Finite val)))
| (typ,col,val) <- bnds ]
where
f (a1,b1) (a2,b2) = (g a1 a2, g b1 b2)
g _ (Just x) = Just x
g x Nothing = x
let bounds = Map.fromList
[ case Map.lookup v explicitBounds of
Nothing ->
if v `Set.member` intvs1
then
(v, (MIP.Finite 0, MIP.Finite 1))
else
(v, (MIP.Finite 0, MIP.PosInf))
Just (Nothing, Just (MIP.Finite ub)) | ub < 0 ->
(v, (MIP.NegInf, MIP.Finite ub))
Just (lb,ub) ->
(v, (fromMaybe (MIP.Finite 0) lb, fromMaybe MIP.PosInf ub))
| v <- Set.toList vs ]
let rowCoeffs :: Map Row (Map Column Rational)
rowCoeffs = Map.fromListWith Map.union [(row, Map.singleton col coeff) | (col,m) <- Map.toList cols, (row,coeff) <- Map.toList m]
let f :: Bool -> (Maybe MIP.RelOp, Row) -> [MIP.Constraint]
f _isLazy (Nothing, _row) = []
f isLazy (Just op, row) = do
let lhs = [MIP.Term c [col] | (col,c) <- Map.toList (Map.findWithDefault Map.empty row rowCoeffs)]
++ Map.findWithDefault [] row qterms
let rhs = Map.findWithDefault 0 row rhss
(op2,rhs2) <-
case Map.lookup row rngs of
Nothing -> return (op, rhs)
Just rng ->
case op of
MIP.Ge -> [(MIP.Ge, rhs), (MIP.Le, rhs + abs rng)]
MIP.Le -> [(MIP.Ge, rhs abs rng), (MIP.Le, rhs)]
MIP.Eql ->
if rng < 0
then [(MIP.Ge, rhs + rng), (MIP.Le, rhs)]
else [(MIP.Ge, rhs), (MIP.Le, rhs + rng)]
return $
MIP.Constraint
{ MIP.constrLabel = Just $ unintern row
, MIP.constrIndicator = Map.lookup row inds
, MIP.constrIsLazy = isLazy
, MIP.constrBody = (lhs, op2, rhs2)
}
let mip =
MIP.Problem
{ MIP.dir = objdir
, MIP.objectiveFunction =
( Just (unintern objrow)
, [MIP.Term c [col] | (col,m) <- Map.toList cols, c <- maybeToList (Map.lookup objrow m)] ++ qobj
)
, MIP.constraints = concatMap (f False) rows ++ concatMap (f True) lazycons
, MIP.sosConstraints = sos
, MIP.userCuts = concatMap (f False) usercuts
, MIP.varInfo =
Map.fromAscList
[ ( v
, MIP.VarInfo
{ MIP.varBounds = Map.findWithDefault MIP.defaultBounds v bounds
, MIP.varType =
if v `Set.member` sivs then
MIP.SemiIntegerVariable
else if v `Set.member` intvs1 && v `Set.member` scvs then
MIP.SemiIntegerVariable
else if v `Set.member` intvs1 || v `Set.member` intvs2 then
MIP.IntegerVariable
else if v `Set.member` scvs then
MIP.SemiContinuousVariable
else
MIP.ContinuousVariable
}
)
| v <- Set.toAscList vs
]
}
return mip
nameSection :: Parser (Maybe String)
nameSection = do
string "NAME"
n <- optionMaybe $ try $ do
spaces1'
ident
newline'
return n
objSenseSection :: Parser OptDir
objSenseSection = do
try $ stringLn "OBJSENSE"
spaces1'
d <- (try (stringLn "MAX") >> return OptMax)
<|> (stringLn "MIN" >> return OptMin)
return d
objNameSection :: Parser String
objNameSection = do
try $ stringLn "OBJNAME"
spaces1'
name <- ident
newline'
return name
rowsSection :: Parser [(Maybe MIP.RelOp, Row)]
rowsSection = do
try $ stringLn "ROWS"
rowsBody
userCutsSection :: Parser [(Maybe MIP.RelOp, Row)]
userCutsSection = do
try $ stringLn "USERCUTS"
rowsBody
lazyConsSection :: Parser [(Maybe MIP.RelOp, Row)]
lazyConsSection = do
try $ stringLn "LAZYCONS"
rowsBody
rowsBody :: Parser [(Maybe MIP.RelOp, Row)]
rowsBody = many $ do
spaces1'
op <- msum
[ char 'N' >> return Nothing
, char 'G' >> return (Just MIP.Ge)
, char 'L' >> return (Just MIP.Le)
, char 'E' >> return (Just MIP.Eql)
]
spaces1'
name <- row
newline'
return (op, name)
colsSection :: Parser (Map Column (Map Row Rational), Set Column)
colsSection = do
try $ stringLn "COLUMNS"
body False Map.empty Set.empty
where
body :: Bool -> Map Column (Map Row Rational) -> Set Column -> Parser (Map Column (Map Row Rational), Set Column)
body isInt rs ivs = msum
[ do isInt' <- try intMarker
body isInt' rs ivs
, do (k,v) <- entry
let rs' = Map.insertWith Map.union k v rs
ivs' = if isInt then Set.insert k ivs else ivs
seq rs' $ seq ivs' $ body isInt rs' ivs'
, return (rs, ivs)
]
intMarker :: Parser Bool
intMarker = do
spaces1'
_marker <- ident
string "'MARKER'"
spaces1'
b <- (try (string "'INTORG'") >> return True)
<|> (string "'INTEND'" >> return False)
newline'
return b
entry :: Parser (Column, Map Row Rational)
entry = do
spaces1'
col <- column
rv1 <- rowAndVal
opt <- optionMaybe rowAndVal
newline'
case opt of
Nothing -> return (col, rv1)
Just rv2 -> return (col, Map.union rv1 rv2)
rowAndVal :: Parser (Map Row Rational)
rowAndVal = do
r <- row
val <- number
return $ Map.singleton r val
rhsSection :: Parser (Map Row Rational)
rhsSection = do
try $ stringLn "RHS"
liftM Map.unions $ many entry
where
entry = do
spaces1'
_name <- ident
rv1 <- rowAndVal
opt <- optionMaybe rowAndVal
newline'
case opt of
Nothing -> return rv1
Just rv2 -> return $ Map.union rv1 rv2
rangesSection :: Parser (Map Row Rational)
rangesSection = do
try $ stringLn "RANGES"
liftM Map.unions $ many entry
where
entry = do
spaces1'
_name <- ident
rv1 <- rowAndVal
opt <- optionMaybe rowAndVal
newline'
case opt of
Nothing -> return rv1
Just rv2 -> return $ Map.union rv1 rv2
boundsSection :: Parser [(BoundType, Column, Rational)]
boundsSection = do
try $ stringLn "BOUNDS"
many entry
where
entry = do
spaces1'
typ <- boundType
_name <- ident
col <- column
val <- if typ `elem` [FR, BV, MI, PL]
then return 0
else number
newline'
return (typ, col, val)
boundType :: Parser BoundType
boundType = tok $ do
msum [try (string (show k)) >> return k | k <- [minBound..maxBound]]
sosSection :: Parser [MIP.SOSConstraint]
sosSection = do
try $ stringLn "SOS"
many entry
where
entry = do
spaces1'
typ <- (try (string "S1") >> return MIP.S1)
<|> (string "S2" >> return MIP.S2)
spaces1'
name <- ident
newline'
xs <- many (try identAndVal)
return $ MIP.SOSConstraint{ MIP.sosLabel = Just name, MIP.sosType = typ, MIP.sosBody = xs }
identAndVal :: Parser (Column, Rational)
identAndVal = do
spaces1'
col <- column
val <- number
newline'
return (col, val)
quadObjSection :: Parser [MIP.Term]
quadObjSection = do
try $ stringLn "QUADOBJ"
many entry
where
entry = do
spaces1'
col1 <- column
col2 <- column
val <- number
newline'
return $ MIP.Term (if col1 /= col2 then val else val / 2) [col1, col2]
qMatrixSection :: Parser [MIP.Term]
qMatrixSection = do
try $ stringLn "QMATRIX"
many entry
where
entry = do
spaces1'
col1 <- column
col2 <- column
val <- number
newline'
return $ MIP.Term (val / 2) [col1, col2]
qcMatrixSection :: Parser (Row, [MIP.Term])
qcMatrixSection = do
try $ string "QCMATRIX"
spaces1'
r <- row
newline'
xs <- many entry
return (r, xs)
where
entry = do
spaces1'
col1 <- column
col2 <- column
val <- number
newline'
return $ MIP.Term val [col1, col2]
indicatorsSection :: Parser (Map Row (Column, Rational))
indicatorsSection = do
try $ stringLn "INDICATORS"
liftM Map.fromList $ many entry
where
entry = do
spaces1'
string "IF"
spaces1'
r <- row
var <- column
val <- number
newline'
return (r, (var, val))
type M a = Writer ShowS a
execM :: M a -> String
execM m = execWriter m ""
writeString :: String -> M ()
writeString s = tell $ showString s
writeChar :: Char -> M ()
writeChar c = tell $ showChar c
render :: MIP.Problem -> Either String String
render mip | not (checkAtMostQuadratic mip) = Left "Expression must be atmost quadratic"
render mip = Right $ execM $ render' $ nameRows mip
render' :: MIP.Problem -> M ()
render' mip = do
let probName = ""
writeSectionHeader $ "NAME" ++ replicate 10 ' ' ++ probName
writeSectionHeader "OBJSENSE"
case MIP.dir mip of
OptMin -> writeFields ["MIN"]
OptMax -> writeFields ["MAX"]
let (Just objName, obj) = MIP.objectiveFunction mip
let renderRows cs = do
forM_ cs $ \c -> do
let (_,op,_) = MIP.constrBody c
let s = case op of
MIP.Le -> "L"
MIP.Ge -> "G"
MIP.Eql -> "E"
writeFields [s, fromJust $ MIP.constrLabel c]
writeSectionHeader "ROWS"
writeFields ["N", objName]
renderRows [c | c <- MIP.constraints mip, not (MIP.constrIsLazy c)]
unless (null (MIP.userCuts mip)) $ do
writeSectionHeader "USERCUTS"
renderRows (MIP.userCuts mip)
let lcs = [c | c <- MIP.constraints mip, MIP.constrIsLazy c]
unless (null lcs) $ do
writeSectionHeader "LAZYCONS"
renderRows lcs
writeSectionHeader "COLUMNS"
let cols :: Map Column (Map String Rational)
cols = Map.fromListWith Map.union
[ (v, Map.singleton l d)
| (Just l, xs) <-
MIP.objectiveFunction mip :
[(MIP.constrLabel c, lhs) | c <- MIP.constraints mip ++ MIP.userCuts mip, let (lhs,_,_) = MIP.constrBody c]
, MIP.Term d [v] <- xs
]
f col xs =
forM_ (Map.toList xs) $ \(row, d) -> do
writeFields ["", unintern col, row, showValue d]
ivs = MIP.integerVariables mip `Set.union` MIP.semiIntegerVariables mip
forM_ (Map.toList (Map.filterWithKey (\col _ -> col `Set.notMember` ivs) cols)) $ \(col, xs) -> f col xs
unless (Set.null ivs) $ do
writeFields ["", "MARK0000", "'MARKER'", "", "'INTORG'"]
forM_ (Map.toList (Map.filterWithKey (\col _ -> col `Set.member` ivs) cols)) $ \(col, xs) -> f col xs
writeFields ["", "MARK0001", "'MARKER'", "", "'INTEND'"]
let rs = [(fromJust $ MIP.constrLabel c, rhs) | c <- MIP.constraints mip ++ MIP.userCuts mip, let (_,_,rhs) = MIP.constrBody c, rhs /= 0]
writeSectionHeader "RHS"
forM_ rs $ \(name, val) -> do
writeFields ["", "rhs", name, showValue val]
writeSectionHeader "BOUNDS"
forM_ (Map.toList (MIP.varInfo mip)) $ \(col, vinfo) -> do
let (lb,ub) = MIP.varBounds vinfo
vt = MIP.varType vinfo
case (lb,ub) of
(MIP.NegInf, MIP.PosInf) -> do
writeFields ["FR", "bound", unintern col]
(MIP.Finite 0, MIP.Finite 1) | vt == MIP.IntegerVariable -> do
writeFields ["BV", "bound", unintern col]
(MIP.Finite a, MIP.Finite b) | a == b -> do
writeFields ["FX", "bound", unintern col, showValue a]
_ -> do
case lb of
MIP.PosInf -> error "should not happen"
MIP.NegInf -> do
writeFields ["MI", "bound", unintern col]
MIP.Finite 0 | vt == MIP.ContinuousVariable -> return ()
MIP.Finite a -> do
let t = case vt of
MIP.IntegerVariable -> "LI"
_ -> "LO"
writeFields [t, "bound", unintern col, showValue a]
case ub of
MIP.NegInf -> error "should not happen"
MIP.PosInf | vt == MIP.ContinuousVariable -> return ()
MIP.PosInf -> do
when (vt == MIP.SemiContinuousVariable || vt == MIP.SemiIntegerVariable) $
error "cannot express +inf upper bound of semi-continuous or semi-integer variable"
writeFields ["PL", "bound", unintern col]
MIP.Finite a -> do
let t = case vt of
MIP.SemiContinuousVariable -> "SC"
MIP.SemiIntegerVariable ->
"SC"
MIP.IntegerVariable -> "UI"
_ -> "UP"
writeFields [t, "bound", unintern col, showValue a]
let qm = Map.map (2*) $ quadMatrix obj
unless (Map.null qm) $ do
writeSectionHeader "QMATRIX"
forM_ (Map.toList qm) $ \(((v1,v2), val)) -> do
writeFields ["", unintern v1, unintern v2, showValue val]
unless (null (MIP.sosConstraints mip)) $ do
writeSectionHeader "SOS"
forM_ (MIP.sosConstraints mip) $ \sos -> do
let t = case MIP.sosType sos of
MIP.S1 -> "S1"
MIP.S2 -> "S2"
writeFields $ t : maybeToList (MIP.sosLabel sos)
forM_ (MIP.sosBody sos) $ \(var,val) -> do
writeFields ["", unintern var, showValue val]
let xs = [ (fromJust $ MIP.constrLabel c, qm)
| c <- MIP.constraints mip ++ MIP.userCuts mip
, let (lhs,_,_) = MIP.constrBody c
, let qm = quadMatrix lhs
, not (Map.null qm) ]
unless (null xs) $ do
forM_ xs $ \(row, qm) -> do
writeSectionHeader $ "QCMATRIX" ++ replicate 3 ' ' ++ row
forM_ (Map.toList qm) $ \((v1,v2), val) -> do
writeFields ["", unintern v1, unintern v2, showValue val]
let ics = [c | c <- MIP.constraints mip, isJust $ MIP.constrIndicator c]
unless (null ics) $ do
writeSectionHeader "INDICATORS"
forM_ ics $ \c -> do
let Just (var,val) = MIP.constrIndicator c
writeFields ["IF", fromJust (MIP.constrLabel c), unintern var, showValue val]
writeSectionHeader "ENDATA"
writeSectionHeader :: String -> M ()
writeSectionHeader s = writeString s >> writeChar '\n'
writeFields :: [String] -> M ()
writeFields xs = f1 xs >> writeChar '\n'
where
f1 [] = return ()
f1 [x] = writeString (' ' : x)
f1 (x:xs) = do
writeString $ printf " %-2s " x
f2 xs
f2 [] = return ()
f2 [x] = writeString x
f2 (x:xs) = do
writeString $ printf "%-9s " x
f3 xs
f3 [] = return ()
f3 [x] = writeString x
f3 (x:xs) = do
writeString $ printf "%-9s " x
f4 xs
f4 [] = return ()
f4 [x] = writeString x
f4 (x:xs) = do
writeString $ printf "%-14s " x
f5 xs
f5 [] = return ()
f5 [x] = writeString x
f5 (x:xs) = do
writeString $ printf "%-19s " x
f6 xs
f6 [] = return ()
f6 [x] = writeString x
f6 _ = error "MPSFile: >6 fields (this should not happen)"
showValue :: Rational -> String
showValue c =
if denominator c == 1
then show (numerator c)
else show (fromRational c :: Double)
nameRows :: MIP.Problem -> MIP.Problem
nameRows mip
= mip
{ MIP.objectiveFunction = (Just objName', obj)
, MIP.constraints = f (MIP.constraints mip) ["row" ++ show n | n <- [(1::Int)..]]
, MIP.userCuts = f (MIP.userCuts mip) ["usercut" ++ show n | n <- [(1::Int)..]]
, MIP.sosConstraints = g (MIP.sosConstraints mip) ["sos" ++ show n | n <- [(1::Int)..]]
}
where
(objName, obj) = MIP.objectiveFunction mip
used = Set.fromList $ catMaybes $ objName : [MIP.constrLabel c | c <- MIP.constraints mip ++ MIP.userCuts mip] ++ [MIP.sosLabel c | c <- MIP.sosConstraints mip]
objName' = fromMaybe (head [name | n <- [(1::Int)..], let name = "obj" ++ show n, name `Set.notMember` used]) objName
f [] _ = []
f (c:cs) (name:names)
| isJust (MIP.constrLabel c) = c : f cs (name:names)
| name `Set.notMember` used = c{ MIP.constrLabel = Just name } : f cs names
| otherwise = f (c:cs) names
g [] _ = []
g (c:cs) (name:names)
| isJust (MIP.sosLabel c) = c : g cs (name:names)
| name `Set.notMember` used = c{ MIP.sosLabel = Just name } : g cs names
| otherwise = g (c:cs) names
quadMatrix :: MIP.Expr -> Map (MIP.Var, MIP.Var) Rational
quadMatrix e = Map.fromList $ do
let m = Map.fromListWith (+) [(if v1<=v2 then (v1,v2) else (v2,v1), c) | MIP.Term c [v1,v2] <- e]
((v1,v2),c) <- Map.toList m
if v1==v2 then
[((v1,v2), c)]
else
[((v1,v2), c/2), ((v2,v1), c/2)]
checkAtMostQuadratic :: MIP.Problem -> Bool
checkAtMostQuadratic mip = all (all f) es
where
es = snd (MIP.objectiveFunction mip) :
[lhs | c <- MIP.constraints mip ++ MIP.userCuts mip, let (lhs,_,_) = MIP.constrBody c]
f :: MIP.Term -> Bool
f (MIP.Term _ [_]) = True
f (MIP.Term _ [_,_]) = True
f _ = False