尝试使用YARN在群集上运行简单的应用。我已经设置了两个
elasticsearch:
synonyms_file: "%es_synonyms_file%"
# https://gist.github.com/dadoonet/2146038
# http://obtao.com/blog/2013/10/configure-elasticsearch-on-an-efficient-way/
settings:
number_of_shards: 5
number_of_replicas: 1
index:
mapping.total_fields.limit: 10000
max_result_window: 500000
analysis:
analyzer:
francais_synonym:
type: custom
tokenizer: standard
filter: [ lowercase, custom_synonyms, asciifolding, fr_stopwords, fr_snowball, elision, worddelimiter ]
francais_search:
type: custom
tokenizer: standard
filter: [ lowercase, asciifolding, fr_stopwords, fr_snowball, elision, worddelimiter ]
starts_with:
tokenizer: keyword
filter: lowercase
starts_with_numeric:
tokenizer: keyword
filter: [ lowercase, worddelimiter_numeric ]
full_text:
tokenizer: keyword
filter: [ lowercase, asciifolding ]
regions:
tokenizer: keyword
filter: [ lowercase, worddelimiter_regions ]
filter:
fr_stopwords:
type: stop
stopwords: [_french_]
fr_snowball:
type: snowball
language: French
fr_stemmer:
type: stemmer
name: french
elision:
type: elision
articles: [ l, m, t, qu, n, s, j, d ]
worddelimiter:
type: word_delimiter
worddelimiter_regions:
type: word_delimiter
generate_word_parts: false
split_on_case_change: false
split_on_numerics: false
stem_english_possessive: false
custom_synonyms:
type: synonym
synonyms_path: "%es_synonyms_file%"
worddelimiter_numeric:
type: word_delimiter
generate_word_parts: false
generate_number_parts: false
catenate_numbers: true
split_on_case_change: false
split_on_numerics: false
stem_english_possessive: false
preserve_original: true
article:
mappings:
article:
_source:
enabled: true
properties:
id:
type: integer
articleReferenceName:
type: text
analyzer: francais_synonym
search_analyzer: francais_search
aggs:
type: object
properties:
articleReferenceName:
type: text
index: not_analyzed
fielddata: true
我仍然收到此错误。
我是否还需要对其他文件进行更改？ 有没有文件，哪里出错？
答案 0 :(得分：0)
我设法通过在用户.profile文件中写下这些行来修复它。所以必须在运行命令之前反复写入它 别的只是做
export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop/conf
在运行spark-submit命令之前。