Upgrading spacy 0.101 to 1
Unknown0.101.0 → 1.10.1
Fetching 25 releases from GitHub…0 / 25
UnknownUpgrade verdict
DepDelta is still reading the notes for this range, so breaking changes can't be ruled out yet.
In plain terms
- DepDelta is still reading the release notes in this range, so it can't rule out breaking changes yet.
- This page updates as the notes come in.
Must act Still reading release notes
DepDelta is still reading the release notes in this range. This updates as they come in.
API changes
Generated by DepDelta from published Python source. Not mixed with prose notes.
- removed:
export get_lang_class - removed:
export get_package - removed:
export get_package_by_name - removed:
export set_lang_class - changed:
function load(name, vocab=…, tokenizer=…, parser=…, tagger=…, entity=…, matcher=…, serializer=…, vectors=…, via=…) → function load(name, **overrides) - added:
export bn - added:
export es - added:
export explain - added:
export fi - added:
export fr - added:
export he - added:
export hu - added:
export info - added:
export it - added:
export ja - added:
export nb - added:
export nl - added:
export pt - added:
export resolve_model_name - added:
export ru - added:
export sv - added:
export th - added:
export util
- added:
class Bengali(Language) - added:
class Bengali.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Bengali.Defaults.infixes - added:
field Bengali.Defaults.lemma_rules - added:
field Bengali.Defaults.lex_attr_getters - added:
field Bengali.Defaults.prefixes - added:
field Bengali.Defaults.stop_words - added:
field Bengali.Defaults.suffixes - added:
field Bengali.Defaults.tag_map - added:
field Bengali.Defaults.tokenizer_exceptions - added:
field Bengali.lang
- added:
export LEMMA_RULES - added:
export MORPH_RULES - added:
export STOP_WORDS - added:
variable STOP_WORDS - added:
variable TAG_MAP - added:
variable TOKENIZER_EXCEPTIONS - added:
variable TOKENIZER_INFIXES - added:
variable TOKENIZER_PREFIXES - added:
variable TOKENIZER_SUFFIXES
- added:
variable LEMMA_RULES
- added:
variable MORPH_RULES
- added:
variable TOKENIZER_INFIXES - added:
variable TOKENIZER_PREFIXES - added:
variable TOKENIZER_SUFFIXES
- added:
variable STOP_WORDS
- added:
variable TAG_MAP
- added:
variable ABBREVIATIONS - added:
variable TOKENIZER_EXCEPTIONS
- added:
export convert - added:
export download - added:
export info - added:
export link - added:
export model - added:
export package - added:
export train - added:
export train_config
- added:
function check_dirs(input_file, output_path) - added:
function convert(input_file, output_dir, *args) - added:
variable CONVERTERS
- added:
export conllu2json
- added:
function conllu2json(input_path, output_path, n_sents=…, use_morphology=…) - added:
function create_doc(sentences, id) - added:
function generate_sentence(sent) - added:
function read_conllx(input_path, use_morphology=…, n=…)
- added:
function check_error_depr(model) - added:
function check_shortcut(model) - added:
function download(model=…, direct=…) - added:
function download_model(filename) - added:
function get_compatibility() - added:
function get_json(url, desc) - added:
function get_version(model, comp)
- added:
function get_spacy_data() - added:
function info(model=…, markdown=…) - added:
function list_models() - added:
function print_info(data, title, markdown)
- added:
function get_meta(package_path, package) - added:
function is_package(name) - added:
function link(origin, link_name, force=…) - added:
function link_package(package_name, link_name, force=…) - added:
function symlink(model_path, link_name, force)
- added:
function check_dirs(freqs_data, clusters_data, vectors_data) - added:
function check_unzip(file_path) - added:
function create_model(model_path, vectors_path, vocab, oov_prob) - added:
function model(lang, model_dir, freqs_data, clusters_data, vectors_data) - added:
function populate_vocab(vocab, clusters, probs, oov_prob) - added:
function read_clusters(clusters_path) - added:
function read_probs(freqs_path, max_length=…, min_doc_freq=…, min_freq=…)
- added:
function check_dirs(input_path, output_path, meta_path) - added:
function create_dirs(package_path, force) - added:
function create_file(file_path, contents) - added:
function generate_meta() - added:
function get_template(filepath) - added:
function package(input_dir, output_dir, meta_path, force) - added:
function validate_meta(meta, keys)
- added:
function check_dirs(output_path, train_path, dev_path) - added:
function evaluate(Language, gold_tuples, output_path) - added:
function print_progress(itn, nr_weight, nr_active_feat, **scores) - added:
function print_results(scorer) - added:
function train(language, output_dir, train_data, dev_data, n_iter, tagger, parser, ner, parser_L1) - added:
function train_config(config) - added:
function train_model(Language, train_data, dev_data, output_path, tagger_cfg, parser_cfg, entity_cfg, n_iter)
- added:
function is_config(python2=…, python3=…, windows=…, linux=…, osx=…) - added:
function symlink_to(orig, dest) - added:
variable basestring_ - added:
variable bytes_ - added:
variable fix_text - added:
variable input_ - added:
variable intern - added:
variable is_linux - added:
variable is_osx - added:
variable is_python2 - added:
variable is_python3 - added:
variable is_windows - added:
variable json_dumps - added:
variable unicode_
- removed:
static method German.default_vocab(package, get_lex_attr=…, vectors_package=…) - added:
class German.Defaults(Language.Defaults) - added:
export LANG - added:
field German.Defaults.lex_attr_getters - added:
field German.Defaults.stop_words - added:
field German.Defaults.tag_map - added:
field German.Defaults.tokenizer_exceptions
- removed:
function main(data_size=…, force=…)
- added:
export STOP_WORDS - added:
export TAG_MAP - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TAG_MAP - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable STOP_WORDS
- added:
variable TAG_MAP
- added:
variable ORTH_ONLY - added:
variable TOKENIZER_EXCEPTIONS
- added:
class ModelDownload - added:
function align_tokens(ref, indices) - added:
function detokenize(token_rules, words) - added:
function fix_glove_vectors_loading(overrides) - added:
function match_best_version(target_name, target_version, path) - added:
function read_lang_data(package) - added:
function resolve_model_name(name) - added:
function split_data_name(name) - added:
static method ModelDownload.de(*args, **kwargs) - added:
static method ModelDownload.en(*args, **kwargs) - added:
static method ModelDownload.load(lang)
- removed:
function download(lang, force=…)
- removed:
static method English.is_stop(string) - removed:
variable STOPWORDS - added:
class English.Defaults(Language.Defaults) - added:
constructor English(**overrides) - added:
export LANG - added:
export Lemmatizer - added:
export Tokenizer - added:
export Vocab - added:
export fix_glove_vectors_loading - added:
field English.Defaults.lemma_exc - added:
field English.Defaults.lemma_index - added:
field English.Defaults.lemma_rules - added:
field English.Defaults.lex_attr_getters - added:
field English.Defaults.morph_rules - added:
field English.Defaults.stop_words - added:
field English.Defaults.tag_map - added:
field English.Defaults.tokenizer_exceptions
- removed:
function main(data_size=…, force=…)
- added:
export LEMMA_EXC - added:
export LEMMA_INDEX - added:
export LEMMA_RULES - added:
export MORPH_RULES - added:
export STOP_WORDS - added:
export TAG_MAP - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TAG_MAP - added:
variable TOKENIZER_EXCEPTIONS
- added:
export ADJECTIVES - added:
export ADJECTIVES_IRREG - added:
export ADJECTIVE_RULES - added:
export ADVERBS - added:
export ADVERBS_IRREG - added:
export NOUNS - added:
export NOUNS_IRREG - added:
export NOUN_RULES - added:
export PUNCT_RULES - added:
export VERBS - added:
export VERBS_IRREG - added:
export VERB_RULES - added:
variable EXC - added:
variable INDEX - added:
variable RULES
- added:
variable MORPH_RULES
- removed:
variable DATE_RE - removed:
variable DAYS_RE - removed:
variable MONEY_RE - removed:
variable MW_PREPOSITIONS_RE - removed:
variable REGEXES - removed:
variable TIME_RE
- added:
variable TAG_MAP
- added:
variable ABBREVIATIONS - added:
variable EXC - added:
variable EXCLUDE_EXC - added:
variable ORTH_ONLY - added:
variable OTHER - added:
variable TOKENIZER_EXCEPTIONS
- removed:
class InvalidChecksumException(Exception) - removed:
class InvalidOffsetException(Exception) - removed:
class MissingChecksumHeader(Exception) - removed:
class RateSampler(object) - removed:
class TimeEstimator(object) - removed:
class UnknownContentLengthException(Exception) - removed:
class UnsupportedHTTPCodeException(Exception) - removed:
constructor RateSampler(period=…) - removed:
constructor TimeEstimator(cooldown=…) - removed:
function download(url, path=…, checksum=…, checksum_header=…, headers=…, console=…) - removed:
function format_bytes_read(bytes_read, unit=…) - removed:
function format_percent(bytes_read, total_size) - removed:
function get_content_length(response) - removed:
function get_content_range(response) - removed:
function get_url_meta(url, checksum_header=…) - removed:
function progress(console, bytes_read, total_size, transfer_rate, eta) - removed:
function read_request(request, offset=…, console=…, progress_func=…, write_func=…) - removed:
method RateSampler.format(unit=…) - removed:
method RateSampler.update(value) - removed:
method TimeEstimator.format() - removed:
method TimeEstimator.update(bytes_read, total_size) - removed:
variable CHUNK_SIZE
- added:
variable NUM_WORDS - added:
variable ORDINAL_WORDS - added:
variable STOP_WORDS
- added:
class Spanish(Language) - added:
class Spanish.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Spanish.Defaults.lex_attr_getters - added:
field Spanish.Defaults.stop_words - added:
field Spanish.Defaults.tag_map - added:
field Spanish.Defaults.tokenizer_exceptions - added:
field Spanish.lang
- added:
export STOP_WORDS - added:
export TAG_MAP - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TAG_MAP - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable STOP_WORDS
- added:
variable TAG_MAP
- added:
variable ORTH_ONLY - added:
variable TOKENIZER_EXCEPTIONS
- added:
class Finnish(Language) - added:
class Finnish.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Finnish.Defaults.lex_attr_getters - added:
field Finnish.Defaults.stop_words - added:
field Finnish.Defaults.tokenizer_exceptions - added:
field Finnish.lang
- added:
export STOP_WORDS - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable STOP_WORDS
- added:
variable TOKENIZER_EXCEPTIONS
- added:
class French(Language) - added:
class FrenchDefaults(BaseDefaults) - added:
export BaseDefaults - added:
export LANG - added:
export Language - added:
export TOKENIZER_INFIXES - added:
export TOKENIZER_SUFFIXES - added:
field French.Defaults - added:
field French.lang - added:
field FrenchDefaults.infixes - added:
field FrenchDefaults.lex_attr_getters - added:
field FrenchDefaults.stop_words - added:
field FrenchDefaults.suffixes - added:
field FrenchDefaults.token_match - added:
static method FrenchDefaults.create_tokenizer(nlp=…)
- added:
export STOP_WORDS - added:
export TOKEN_MATCH - added:
export get_tokenizer_exceptions - added:
variable STOP_WORDS
- added:
export TOKENIZER_INFIXES - added:
variable TOKENIZER_SUFFIXES
- added:
variable NUM_WORDS - added:
variable ORDINAL_WORDS - added:
variable STOP_WORDS
- added:
function get_tokenizer_exceptions() - added:
variable TOKEN_MATCH
- added:
function explain(term) - added:
variable GLOSSARY
- added:
class Hebrew(Language) - added:
class Hebrew.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Hebrew.Defaults.lex_attr_getters - added:
field Hebrew.Defaults.stop_words - added:
field Hebrew.Defaults.tokenizer_exceptions - added:
field Hebrew.lang
- added:
export STOP_WORDS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable STOP_WORDS
- added:
class Hungarian(Language) - added:
class Hungarian.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
export TOKEN_MATCH - added:
field Hungarian.Defaults.infixes - added:
field Hungarian.Defaults.lex_attr_getters - added:
field Hungarian.Defaults.prefixes - added:
field Hungarian.Defaults.stop_words - added:
field Hungarian.Defaults.suffixes - added:
field Hungarian.Defaults.token_match - added:
field Hungarian.Defaults.tokenizer_exceptions - added:
field Hungarian.lang
- added:
export STOP_WORDS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS - added:
variable TOKENIZER_INFIXES - added:
variable TOKENIZER_PREFIXES - added:
variable TOKENIZER_SUFFIXES
- added:
variable TOKENIZER_INFIXES - added:
variable TOKENIZER_PREFIXES - added:
variable TOKENIZER_SUFFIXES
- added:
variable STOP_WORDS
- added:
variable ABBREVIATIONS - added:
variable NUMERIC_EXP - added:
variable NUMS - added:
variable ORD_NUM_OR_DATE - added:
variable OTHER_EXC - added:
variable TIME_EXP - added:
variable TOKEN_MATCH
- added:
class Italian(Language) - added:
class Italian.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Italian.Defaults.lex_attr_getters - added:
field Italian.Defaults.stop_words - added:
field Italian.Defaults.tokenizer_exceptions - added:
field Italian.lang
- added:
export STOP_WORDS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable STOP_WORDS
- added:
class Japanese(Language) - added:
class JapaneseDefaults(BaseDefaults) - added:
class JapaneseTagger(object) - added:
class JapaneseTokenizer(object) - added:
constructor JapaneseTagger(vocab) - added:
constructor JapaneseTokenizer(cls, nlp=…) - added:
export BaseDefaults - added:
export Doc - added:
export LANG - added:
export Language - added:
export Tagger - added:
export Tokenizer - added:
field Japanese.Defaults - added:
field Japanese.lang - added:
field JapaneseDefaults.tag_map - added:
function detailed_tokens(tokenizer, text) - added:
function resolve_pos(token) - added:
function try_mecab_import() - added:
method Japanese.make_doc(text) - added:
static method JapaneseDefaults.create_tagger(tokenizer) - added:
static method JapaneseDefaults.create_tokenizer(nlp=…) - added:
variable DETAILS_KEY - added:
variable ShortUnitWord
- added:
export STOP_WORDS - added:
export TAG_MAP - added:
variable STOP_WORDS - added:
variable TAG_MAP
- added:
variable STOP_WORDS
- added:
variable TAG_MAP
- removed:
static method Language.cluster(string) - removed:
static method Language.default_dep_labels() - removed:
static method Language.default_entity(package, vocab) - removed:
static method Language.default_lex_attrs(*args, **kwargs) - removed:
static method Language.default_ner_labels() - removed:
static method Language.default_parser(package, vocab) - removed:
static method Language.default_vocab(package, get_lex_attr=…, vectors_package=…) - removed:
static method Language.is_digit(string) - removed:
static method Language.is_space(string) - removed:
static method Language.is_stop(string) - removed:
static method Language.lower(string) - removed:
static method Language.norm(string) - removed:
static method Language.prefix(string) - removed:
static method Language.suffix(string) - changed:
constructor Language(data_dir=…, vocab=…, tokenizer=…, tagger=…, parser=…, entity=…, matcher=…, serializer=…, load_vectors=…, package=…, vectors_package=…) → constructor Language(**overrides) - changed:
method Language.end_training(data_dir=…) → method Language.end_training(path=…) - added:
class BaseDefaults(object) - added:
field BaseDefaults.entity_features - added:
field BaseDefaults.infixes - added:
field BaseDefaults.lemma_exc - added:
field BaseDefaults.lemma_index - added:
field BaseDefaults.lemma_rules - added:
field BaseDefaults.lex_attr_getters - added:
field BaseDefaults.morph_rules - added:
field BaseDefaults.parser_features - added:
field BaseDefaults.prefixes - added:
field BaseDefaults.stop_words - added:
field BaseDefaults.suffixes - added:
field BaseDefaults.tag_map - added:
field BaseDefaults.tagger_features - added:
field BaseDefaults.token_match - added:
field BaseDefaults.tokenizer_exceptions - added:
field Language.Defaults - added:
method Language.save_to_directory(path) - added:
static method BaseDefaults.add_vectors(nlp=…) - added:
static method BaseDefaults.create_entity(nlp=…, **cfg) - added:
static method BaseDefaults.create_lemmatizer(nlp=…) - added:
static method BaseDefaults.create_matcher(nlp=…) - added:
static method BaseDefaults.create_parser(nlp=…, **cfg) - added:
static method BaseDefaults.create_pipeline(nlp=…) - added:
static method BaseDefaults.create_tagger(nlp=…) - added:
static method BaseDefaults.create_tokenizer(nlp=…) - added:
static method BaseDefaults.create_vocab(nlp=…) - added:
static method Language.setup_directory(path, **configs) - added:
static method Language.train(path, gold_tuples, **configs)
- added:
variable ABBREVIATIONS
- added:
variable EMOTICONS
- added:
variable ENTITY_RULES - added:
variable FALSE_POSITIVES
- added:
variable TOKENIZER_INFIXES - added:
variable TOKENIZER_PREFIXES - added:
variable TOKENIZER_SUFFIXES
- added:
variable TAG_MAP
- added:
variable TOKEN_MATCH
- added:
function expand_exc(excs, search, replace) - added:
function strings_to_exc(orths) - added:
function update_exc(exc, additions) - added:
variable DET_LEMMA - added:
variable ENT_ID - added:
variable PRON_LEMMA - added:
variable unicode
- removed:
function read_exc(fileobj) - removed:
function read_index(fileobj) - removed:
static method Lemmatizer.from_package(pkg) - changed:
method Lemmatizer.adj(string) → method Lemmatizer.adj(string, morphology=…) - changed:
method Lemmatizer.noun(string) → method Lemmatizer.noun(string, morphology=…) - changed:
method Lemmatizer.punct(string) → method Lemmatizer.punct(string, morphology=…) - changed:
method Lemmatizer.verb(string) → method Lemmatizer.verb(string, morphology=…) - changed:
static method Lemmatizer.load(via) → static method Lemmatizer.load(path, index=…, exc=…, rules=…) - added:
method Lemmatizer.is_base_form(univ_pos, morphology=…)
- removed:
class RegexMerger(object) - removed:
constructor RegexMerger(regexes)
- added:
class Norwegian(Language) - added:
class Norwegian.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Norwegian.Defaults.lex_attr_getters - added:
field Norwegian.Defaults.stop_words - added:
field Norwegian.Defaults.tokenizer_exceptions - added:
field Norwegian.lang
- added:
export MORPH_RULES - added:
export STOP_WORDS - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable MORPH_RULES
- added:
variable STOP_WORDS
- added:
variable ORTH_ONLY - added:
variable TOKENIZER_EXCEPTIONS
- added:
class Dutch(Language) - added:
class Dutch.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Dutch.Defaults.lex_attr_getters - added:
field Dutch.Defaults.stop_words - added:
field Dutch.Defaults.tokenizer_exceptions - added:
field Dutch.lang
- added:
export STOP_WORDS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable NUM_WORDS - added:
variable ORDINAL_WORDS - added:
variable STOP_WORDS
- added:
export DependencyTree - added:
export PatternParser
- added:
class PatternParser(object) - added:
class Reader(object) - added:
class Token(tuple) - added:
class TokenStream(object) - added:
class TokenStreamIterator(object) - added:
constructor Reader(text) - added:
constructor TokenStream(generator) - added:
constructor TokenStreamIterator(stream) - added:
field PatternParser.EDGE_BLOCK_BEGIN - added:
field PatternParser.TOKEN_BLOCK_BEGIN - added:
field PatternParser.TOKEN_BLOCK_END - added:
field PatternParser.WHITESPACE - added:
field PatternParser.name_re - added:
field PatternParser.newline_re - added:
field PatternParser.whitespace_re - added:
field Token.lineno - added:
field Token.type - added:
field Token.value - added:
method Reader.consume(count=…) - added:
method Reader.find(needle, start=…, end=…) - added:
method Reader.next() - added:
method Reader.remaining() - added:
method Token.hash() - added:
method TokenStream.close() - added:
method TokenStream.look() - added:
method TokenStream.push(token) - added:
static method PatternParser.add_node(node_token, pattern, name_token=…) - added:
static method PatternParser.check_pattern(pattern) - added:
static method PatternParser.compile_expression(expr) - added:
static method PatternParser.parse(query) - added:
static method PatternParser.parse_edge_attributes(string) - added:
static method PatternParser.parse_edge_def(stream, pattern) - added:
static method PatternParser.parse_node_attributes(string) - added:
static method PatternParser.parse_node_def(stream, pattern) - added:
static method PatternParser.tokenize(text) - added:
variable TOKEN_INITIAL
- added:
class DependencyPattern(Tree) - added:
class DependencyTree(Tree) - added:
class PatternMatch(object) - added:
class Tree(object) - added:
constructor DependencyTree(doc) - added:
constructor PatternMatch(mapping, pattern, tree) - added:
constructor Tree() - added:
function find_adjacent_nodes(dep_tree, node, target_dep, node_attributes) - added:
function match_edge(token_dep, target_dep) - added:
function match_token(token, target_attributes, ignore_special_key=…, lower=…) - added:
function subtree_in_graph(dep_tree_node, dep_tree, pattern_node, pattern) - added:
method DependencyTree.match(pattern) - added:
method DependencyTree.match_nodes(attr_dict, **kwargs) - added:
method Tree.add_edge(u, v, dep=…) - added:
method Tree.add_node(node, attr_dict=…) - added:
method Tree.edges_iter(origin=…, data=…) - added:
method Tree.is_connected() - added:
method Tree.nodes_iter() - added:
method Tree.number_of_edges() - added:
method Tree.number_of_nodes() - added:
property DependencyPattern.root_node - added:
variable logger
- added:
class Portuguese(Language) - added:
class Portuguese.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Portuguese.Defaults.lex_attr_getters - added:
field Portuguese.Defaults.stop_words - added:
field Portuguese.Defaults.tokenizer_exceptions - added:
field Portuguese.lang
- added:
export STOP_WORDS - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable NUM_WORDS - added:
variable ORDINAL_WORDS - added:
variable STOP_WORDS
- added:
variable CONTRACTIONS - added:
variable ORTH_ONLY - added:
variable TOKENIZER_EXCEPTIONS - added:
variable adverbs - added:
variable demonstrative_pronouns - added:
variable personal_pronoun - added:
variable undefined_pronouns
- added:
class Russian(Language) - added:
class RussianDefaults(Language.Defaults) - added:
class RussianTokenizer(object) - added:
constructor RussianTokenizer(spacy_tokenizer, cls, nlp=…) - added:
export Doc - added:
export LANG - added:
export Language - added:
field Russian.Defaults - added:
field Russian.lang - added:
field RussianDefaults.lex_attr_getters - added:
field RussianDefaults.stop_words - added:
field RussianDefaults.tokenizer_exceptions - added:
static method RussianDefaults.create_tokenizer(nlp=…)
- added:
export STOP_WORDS - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable STOP_WORDS
- added:
variable TOKENIZER_EXCEPTIONS
- added:
property Scorer.scores
- added:
class Swedish(Language) - added:
class Swedish.Defaults(Language.Defaults) - added:
export LANG - added:
export Language - added:
field Swedish.Defaults.lex_attr_getters - added:
field Swedish.Defaults.stop_words - added:
field Swedish.Defaults.tokenizer_exceptions - added:
field Swedish.lang
- added:
export STOP_WORDS - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable LEMMA_RULES
- added:
variable MORPH_RULES
- added:
variable STOP_WORDS
- added:
variable ABBREVIATIONS - added:
variable EXC - added:
variable ORTH_ONLY - added:
variable TOKENIZER_EXCEPTIONS
- removed:
class Config(object) - removed:
constructor Config(**kwargs) - removed:
method Config.get(attr, default=…) - removed:
static method Config.read(model_dir, name) - removed:
static method Config.write(model_dir, name, **kwargs)
- added:
class Thai(Language) - added:
class ThaiDefaults(BaseDefaults) - added:
export BaseDefaults - added:
export Doc - added:
export LANG - added:
export Language - added:
export TOKENIZER_EXCEPTIONS - added:
export Tokenizer - added:
field Thai.Defaults - added:
field Thai.lang - added:
field ThaiDefaults.lex_attr_getters - added:
field ThaiDefaults.stop_words - added:
field ThaiDefaults.tag_map - added:
field ThaiDefaults.tokenizer_exceptions - added:
method Thai.make_doc(text)
- added:
export STOP_WORDS - added:
export TAG_MAP - added:
export TOKENIZER_EXCEPTIONS - added:
variable STOP_WORDS - added:
variable TAG_MAP - added:
variable TOKENIZER_EXCEPTIONS
- added:
variable STOP_WORDS
- added:
variable TAG_MAP
- added:
variable TOKENIZER_EXCEPTIONS
- added:
function POS_tree(root, light=…, flat=…) - added:
function format_POS(token, light, flat) - added:
function merge_ents(doc) - added:
function parse_tree(doc, light=…, flat=…)
- added:
class Trainer(object) - added:
constructor Trainer(nlp, gold_tuples) - added:
method Trainer.epochs(nr_epoch, augment_data=…, gold_preproc=…) - added:
method Trainer.evaluate(dev_sents, gold_preproc=…) - added:
method Trainer.make_docs(raw_text, paragraph_tuples) - added:
method Trainer.make_golds(docs, paragraph_tuples) - added:
method Trainer.update(doc, gold)
- removed:
function align_tokens(ref, indices) - removed:
function detokenize(token_rules, words) - removed:
function get_package(data_dir) - removed:
function get_package_by_name(name=…, via=…) - removed:
function read_infix(fileobj) - removed:
function read_lang_data(package) - removed:
function read_prefix(fileobj) - removed:
function read_suffix(fileobj) - removed:
function utf8open(loc, mode=…) - added:
function check_renamed_kwargs(renamed, kwargs) - added:
function compile_infix_regex(entries) - added:
function compile_prefix_regex(entries) - added:
function compile_suffix_regex(entries) - added:
function ensure_path(path) - added:
function get_data_path(require_exists=…) - added:
function get_raw_input(description, default=…) - added:
function parse_package_meta(package_path, package, require=…) - added:
function print_markdown(data, **kwargs) - added:
function print_msg(*text, **kwargs) - added:
function print_table(data, **kwargs) - added:
function read_json(location) - added:
function read_regex(path) - added:
function set_data_path(path) - added:
function sys_exit(*messages, **kwargs)
- removed:
class CharacterTokenizer(Tokenizer) - removed:
export Tagger - removed:
export Tokenizer - removed:
method Chinese.merge_characters(doc) - added:
export Doc - added:
method Chinese.make_doc(text)