Copyright | (c) CNRS 2017-Present |
---|---|
License | AGPL + CECILL v3 |
Maintainer | team@gargantext.org |
Stability | experimental |
Portability | POSIX |
Safe Haskell | None |
Language | Haskell2010 |
Gargantext.Database.Action.Flow
Contents
Description
- - TODO-ACCESS:
- - check userId CanFillUserCorpus userCorpusId
- - check masterUserId CanFillMasterCorpus masterCorpusId
- - TODO-ACCESS: check uId CanInsertDoc pId && checkDocType nodeType
- - TODO-EVENTS: InsertedNodes
Synopsis
- data DataText
- = DataOld ![NodeId]
- | DataNew ![[HyperdataDocument]]
- getDataText :: FlowCmdM env err m => DataOrigin -> TermType Lang -> Query -> Maybe Limit -> m DataText
- flowDataText :: FlowCmdM env err m => User -> DataText -> TermType Lang -> CorpusId -> Maybe FlowSocialListWith -> (JobLog -> m ()) -> m CorpusId
- flow :: (FlowCmdM env err m, FlowCorpus a, MkCorpus c) => Maybe c -> User -> Either CorpusName [CorpusId] -> TermType Lang -> Maybe FlowSocialListWith -> [[a]] -> (JobLog -> m ()) -> m CorpusId
- flowCorpusFile :: FlowCmdM env err m => User -> Either CorpusName [CorpusId] -> Limit -> TermType Lang -> FileFormat -> FilePath -> Maybe FlowSocialListWith -> (JobLog -> m ()) -> m CorpusId
- flowCorpus :: (FlowCmdM env err m, FlowCorpus a) => User -> Either CorpusName [CorpusId] -> TermType Lang -> Maybe FlowSocialListWith -> [[a]] -> (JobLog -> m ()) -> m CorpusId
- flowAnnuaire :: FlowCmdM env err m => User -> Either CorpusName [CorpusId] -> TermType Lang -> FilePath -> (JobLog -> m ()) -> m AnnuaireId
- insertMasterDocs :: (FlowCmdM env err m, FlowCorpus a, MkCorpus c) => Maybe c -> TermType Lang -> [a] -> m [DocId]
- saveDocNgramsWith :: FlowCmdM env err m => ListId -> HashMap ExtractedNgrams (Map NgramsType (Map NodeId Int)) -> m ()
- getOrMkRoot :: HasNodeError err => User -> Cmd err (UserId, RootId)
- getOrMk_RootWithCorpus :: (HasNodeError err, MkCorpus a) => User -> Either CorpusName [CorpusId] -> Maybe a -> Cmd err (UserId, RootId, CorpusId)
- data TermType lang
- = Mono {
- _tt_lang :: !lang
- | Multi {
- _tt_lang :: !lang
- | MonoMulti {
- _tt_lang :: !lang
- | Unsupervised {
- _tt_lang :: !lang
- _tt_windowSize :: !Int
- _tt_ngramsSize :: !Int
- _tt_model :: !(Maybe (Tries Token ()))
- = Mono {
- data DataOrigin
- = InternalOrigin { }
- | ExternalOrigin { }
- allDataOrigins :: [DataOrigin]
- do_api :: Lens' DataOrigin ExternalAPIs
- indexAllDocumentsWithPosTag :: FlowCmdM env err m => m ()
Documentation
getDataText :: FlowCmdM env err m => DataOrigin -> TermType Lang -> Query -> Maybe Limit -> m DataText Source #
flowDataText :: FlowCmdM env err m => User -> DataText -> TermType Lang -> CorpusId -> Maybe FlowSocialListWith -> (JobLog -> m ()) -> m CorpusId Source #
flow :: (FlowCmdM env err m, FlowCorpus a, MkCorpus c) => Maybe c -> User -> Either CorpusName [CorpusId] -> TermType Lang -> Maybe FlowSocialListWith -> [[a]] -> (JobLog -> m ()) -> m CorpusId Source #
flowCorpusFile :: FlowCmdM env err m => User -> Either CorpusName [CorpusId] -> Limit -> TermType Lang -> FileFormat -> FilePath -> Maybe FlowSocialListWith -> (JobLog -> m ()) -> m CorpusId Source #
flowCorpus :: (FlowCmdM env err m, FlowCorpus a) => User -> Either CorpusName [CorpusId] -> TermType Lang -> Maybe FlowSocialListWith -> [[a]] -> (JobLog -> m ()) -> m CorpusId Source #
TODO improve the needed type to create/update a corpus (For now, Either is enough)
flowAnnuaire :: FlowCmdM env err m => User -> Either CorpusName [CorpusId] -> TermType Lang -> FilePath -> (JobLog -> m ()) -> m AnnuaireId Source #
insertMasterDocs :: (FlowCmdM env err m, FlowCorpus a, MkCorpus c) => Maybe c -> TermType Lang -> [a] -> m [DocId] Source #
saveDocNgramsWith :: FlowCmdM env err m => ListId -> HashMap ExtractedNgrams (Map NgramsType (Map NodeId Int)) -> m () Source #
getOrMk_RootWithCorpus :: (HasNodeError err, MkCorpus a) => User -> Either CorpusName [CorpusId] -> Maybe a -> Cmd err (UserId, RootId, CorpusId) Source #
Constructors
Mono | |
Fields
| |
Multi | |
Fields
| |
MonoMulti | |
Fields
| |
Unsupervised | |
Fields
|
data DataOrigin Source #
Constructors
InternalOrigin | |
Fields | |
ExternalOrigin | |
Fields |
Instances
allDataOrigins :: [DataOrigin] Source #
indexAllDocumentsWithPosTag :: FlowCmdM env err m => m () Source #
TODO putelsewhere | Upgrade function Suppose all documents are English (this is the case actually)
Orphan instances
ExtractNgramsT HyperdataDocument Source # | |
Methods extractNgramsT :: HasText HyperdataDocument => TermType Lang -> HyperdataDocument -> Cmd err (HashMap ExtractedNgrams (Map NgramsType Int)) Source # | |
ExtractNgramsT HyperdataContact Source # | |
Methods extractNgramsT :: HasText HyperdataContact => TermType Lang -> HyperdataContact -> Cmd err (HashMap ExtractedNgrams (Map NgramsType Int)) Source # | |
HasText a => HasText (Node a) Source # | |
(ExtractNgramsT a, HasText a) => ExtractNgramsT (Node a) Source # | |