refactor

nkcr · May 18, 2018 · d52f88d · d52f88d
1 parent 5c137d7
commit d52f88d
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/Projet/cleanner/batchProcess.go b/Projet/cleanner/batchProcess.go
@@ -44,7 +44,6 @@ func main() {
 		wg.Add(1)
 		go bb(session, i, size, &wg)
 	}
-
 	wg.Wait()
 }
 
@@ -62,7 +61,6 @@ func bb(session *mgo.Session, i int, size int, wg *sync.WaitGroup) {
 		processDate(articles[a], bulk)
 	}
 	bulk.Run()
-
 }
 
 func process(article *Article, bulk *mgo.Bulk) {
@@ -72,7 +70,6 @@ func process(article *Article, bulk *mgo.Bulk) {
 	doc.Find("p").Each(func(i int, el *goquery.Selection) {
 		text += strings.TrimSpace(el.Text())
 	})
-	text = strings.TrimSpace(text)
 	article.ClearedHTML = text
 	bulk.Update(bson.M{"_id": article.Id}, bson.M{"$set": bson.M{"clearedHTML": article.ClearedHTML}})
 }