Browse Source

Added code in the script file for testing the RemoveArtifactSentences function.

Refactored the above function.
master
Craig Oates 6 years ago
parent
commit
9286e40e12
  1. 6
      WetPancake/DataServices.fs
  2. 5
      WetPancake/Script.fsx

6
WetPancake/DataServices.fs

@ -12,10 +12,12 @@
ListSampleFiles
|> Array.contains filePath
let RemoveArtifactSentences text noOfSentences =
let RemoveArtifactSentences noOfSentences text =
text
|> SplitText "(\.|\?|\!)$"
|> SplitText @"(?<=[\.\!\?]\s)"
|> Array.take noOfSentences
|> ConcatToString
|> ReplaceArtifact " "
let rec GenerateMarkovChain (map: Map<string, string List>) (state:string) chain =

5
WetPancake/Script.fsx

@ -154,6 +154,11 @@ let dss_text =
let dss_startwords = SeperateStartWords dss_text
let dss_sentences = GenerateMarkovText 2 dss_text
printfn "Text: %A" dss_sentences
let dss_sentences2 = "This is a sentence. And, so is this. This shouldn't be here! How about this? No!"
let dss_clean =
dss_sentences2
|> RemoveArtifactSentences 2 // Change the no. of sentences to test.
printfn "CLEANED TEXT: %s" dss_clean
// Product Services (Pancake)

Loading…
Cancel
Save