europarl_raw.py 1.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455
  1. # Natural Language Toolkit: Europarl Corpus Readers
  2. #
  3. # Copyright (C) 2001-2020 NLTK Project
  4. # Author: Nitin Madnani <nmadnani@umiacs.umd.edu>
  5. # URL: <http://nltk.org/>
  6. # For license information, see LICENSE.TXT
  7. import re
  8. from nltk.corpus.util import LazyCorpusLoader
  9. from nltk.corpus.reader import *
  10. # Create a new corpus reader instance for each European language
  11. danish = LazyCorpusLoader(
  12. "europarl_raw/danish", EuroparlCorpusReader, r"ep-.*\.da", encoding="utf-8"
  13. )
  14. dutch = LazyCorpusLoader(
  15. "europarl_raw/dutch", EuroparlCorpusReader, r"ep-.*\.nl", encoding="utf-8"
  16. )
  17. english = LazyCorpusLoader(
  18. "europarl_raw/english", EuroparlCorpusReader, r"ep-.*\.en", encoding="utf-8"
  19. )
  20. finnish = LazyCorpusLoader(
  21. "europarl_raw/finnish", EuroparlCorpusReader, r"ep-.*\.fi", encoding="utf-8"
  22. )
  23. french = LazyCorpusLoader(
  24. "europarl_raw/french", EuroparlCorpusReader, r"ep-.*\.fr", encoding="utf-8"
  25. )
  26. german = LazyCorpusLoader(
  27. "europarl_raw/german", EuroparlCorpusReader, r"ep-.*\.de", encoding="utf-8"
  28. )
  29. greek = LazyCorpusLoader(
  30. "europarl_raw/greek", EuroparlCorpusReader, r"ep-.*\.el", encoding="utf-8"
  31. )
  32. italian = LazyCorpusLoader(
  33. "europarl_raw/italian", EuroparlCorpusReader, r"ep-.*\.it", encoding="utf-8"
  34. )
  35. portuguese = LazyCorpusLoader(
  36. "europarl_raw/portuguese", EuroparlCorpusReader, r"ep-.*\.pt", encoding="utf-8"
  37. )
  38. spanish = LazyCorpusLoader(
  39. "europarl_raw/spanish", EuroparlCorpusReader, r"ep-.*\.es", encoding="utf-8"
  40. )
  41. swedish = LazyCorpusLoader(
  42. "europarl_raw/swedish", EuroparlCorpusReader, r"ep-.*\.sv", encoding="utf-8"
  43. )