39 lines
7.7 KiB
Bash
39 lines
7.7 KiB
Bash
#PREPROCESSING
|
|
mkdir "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt"
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Normalize "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus.txt" "-r/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Norm.txt" "--output_offsets=/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/normalize.out.offsets" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Grf2Fst2 "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Graphs/Preprocessing/Sentence/Sentence.grf" -y "--alphabet=/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Flatten "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Graphs/Preprocessing/Sentence/Sentence.fst2" --rtn -d5 -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Fst2Txt "-t/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus.snt" "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Graphs/Preprocessing/Sentence/Sentence.fst2" "-a/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" -M "--input_offsets=/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/normalize.out.offsets" "--output_offsets=/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/normalize.out.offsets" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Grf2Fst2 "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Graphs/Preprocessing/Replace/Replace.grf" -y "--alphabet=/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Fst2Txt "-t/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus.snt" "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Graphs/Preprocessing/Replace/Replace.fst2" "-a/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" -R "--input_offsets=/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/normalize.out.offsets" "--output_offsets=/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/normalize.out.offsets" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Tokenize "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus.snt" "-a/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" "--input_offsets=/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/normalize.out.offsets" "--output_offsets=/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/tokenize.out.offsets" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Dico "-t/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus.snt" "-a/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" "/home/adler/Unitex-GramLab-3.1/Portuguese (Brazil)/Dela/DELAF_PB_2015.bin" "/home/adler/Unitex-GramLab-3.1/Portuguese (Brazil)/Dela/DELACF_PB.bin" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } SortTxt "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/dlf" "-l/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/dlf.n" "-o/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet_sort.txt" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } SortTxt "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/dlc" "-l/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/dlc.n" "-o/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet_sort.txt" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } SortTxt "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/err" "-l/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/err.n" "-o/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet_sort.txt" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } SortTxt "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/tags_err" "-l/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/tags_err.n" "-o/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet_sort.txt" -qutf8-no-bom
|
|
|
|
#FST text
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Grf2Fst2 "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Graphs/Normalization/Norm.grf" -y "--alphabet=/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Txt2Tfst "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus.snt" "-a/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" --clean "-n/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Graphs/Normalization/Norm.fst2" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Tfst2Grf "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/text.tfst" -s1 "-fTimes New Roman" "-z10" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Tfst2Grf "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/text.tfst" -s1 "-fTimes New Roman" "-z10" -qutf8-no-bom
|
|
#Mudança para 4a sentença
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Tfst2Grf "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/text.tfst" -s4 "-fTimes New Roman" "-z10" -qutf8-no-bom
|
|
|
|
#Automato de sequencias
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Seq2Grf "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus.txt" "-o/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Graphs/auto-ex-corpus.grf" "-a/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" --b --case-sensitive -qutf8-no-bom
|
|
|
|
#Busca padrao PORTA
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Reg2Grf "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/regexp.txt" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Grf2Fst2 "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/regexp.grf" -y "--alphabet=/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" -qutf8-no-bom
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Locate "-t/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus.snt" "/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/regexp.fst2" "-a/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet.txt" -L -I -n200 -b -Y --stack_max=1000 --max_matches_per_subgraph=200 --max_matches_at_token_pos=400 --max_errors=50 -qutf8-no-bom
|
|
|
|
#Concordancia para PORTA
|
|
"/home/adler/Unitex-GramLab-3.1/App/UnitexToolLogger" { CreateLog -d "/home/adler/Unitex.log" -u } Concord "/home/adler/BootCaT Corpora/guerraNaSiria_menor/corpus_snt/concord.ind" "-fCourier new" -s12 -l40 -r55 --html "-a/home/adler/workspace/Unitex-GramLab/Unitex/Portuguese (Brazil)/Alphabet_sort.txt" --CL -qutf8-no-bom
|
|
|
|
|
|
|
|
|
|
|