File tree Expand file tree Collapse file tree 1 file changed +1
-4
lines changed
coordinator/src/main/scala Expand file tree Collapse file tree 1 file changed +1
-4
lines changed Original file line number Diff line number Diff line change @@ -26,7 +26,7 @@ def loadProjects(scalaBinaryVersion: String): Seq[StarredProject] =
2626 s " $ScaladexUrl/search? ${commonSearchParams}&page= $page"
2727 )
2828 .get()
29- val batch = d.select(" .list-result .row" ).asScala.flatMap { e =>
29+ d.select(" .list-result .row" ).asScala.flatMap { e =>
3030 e.select(" h4" ).get(0 ).text().takeWhile(! _.isWhitespace) match {
3131 case s " ${organization}/ ${repository}" =>
3232 for ghStars <- e
@@ -39,15 +39,12 @@ def loadProjects(scalaBinaryVersion: String): Seq[StarredProject] =
3939 case _ => None
4040 }
4141 }.toSeq
42- println(page -> batch.size)
43- batch
4442 } catch {case err : SocketTimeoutException =>
4543 println(s " retry load projects, page= $page, err= $err" )
4644 load(page)
4745 }
4846 LazyList
4947 .from(1 ) // page 0 and page 1 have the same content
50- .tapEach(println)
5148 .map(load)
5249 .takeWhile(_.nonEmpty)
5350 .flatten
You can’t perform that action at this time.
0 commit comments