public class DumpLinkGetter extends Object
Modifier and Type | Field and Description |
---|---|
protected static String |
BASEURL_STRING |
Constructor and Description |
---|
DumpLinkGetter(org.wikibrain.core.lang.Language lang,
List<org.wikibrain.core.cmd.FileMatcher> matchers,
String dumpDate) |
Modifier and Type | Method and Description |
---|---|
com.google.common.collect.Multimap<org.wikibrain.core.cmd.FileMatcher,DumpLinkInfo> |
getDumpFiles(List<String> links)
Return all links of a particular language the fits one of the patterns
|
List<String> |
getFileLinks()
Get file links that are marked "done" (plus MD5sum) on a dump page of the specified language and specified dumpDate
|
protected String |
getLanguageWikiUrl()
Get the URL of the index wiki page of a specified language.
|
protected Map<String,String> |
getMd5Sums(List<String> links)
Get MD5 of the dump of the specified language and dumpDate.
|
static void |
main(String[] args) |
protected static final String BASEURL_STRING
protected String getLanguageWikiUrl()
public List<String> getFileLinks() throws IOException
IOException
public com.google.common.collect.Multimap<org.wikibrain.core.cmd.FileMatcher,DumpLinkInfo> getDumpFiles(List<String> links) throws IOException
IOException
protected Map<String,String> getMd5Sums(List<String> links) throws IOException
links
- IOException
public static void main(String[] args) throws IOException
IOException
Copyright © 2014. All rights reserved.