This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
encoder.version torch.Size([1]) | |
encoder.embed_tokens.weight torch.Size([41104, 512]) | |
encoder.embed_positions._float_tensor torch.Size([1]) | |
encoder.layers.0.self_attn.in_proj_weight torch.Size([1536, 512]) | |
encoder.layers.0.self_attn.in_proj_bias torch.Size([1536]) | |
encoder.layers.0.self_attn.out_proj.weight torch.Size([512, 512]) | |
encoder.layers.0.self_attn.out_proj.bias torch.Size([512]) | |
encoder.layers.0.bert_attn.k_proj_weight torch.Size([512, 768]) | |
encoder.layers.0.bert_attn.v_proj_weight torch.Size([512, 768]) | |
encoder.layers.0.bert_attn.q_proj_weight torch.Size([512, 512]) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from __future__ import absolute_import | |
from __future__ import division | |
from __future__ import print_function | |
import sys | |
sys.path.append("bert") | |
import collections | |
import csv | |
import os, sys, glob, re |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import jieba | |
from kashgari.tasks.seq_labeling import BLSTMCRFModel | |
from kashgari.corpus import ChinaPeoplesDailyNerCorpus | |
from kashgari.embeddings import BERTEmbedding | |
embedding = BERTEmbedding('/home/eee/sentence-alignment-classification-model/model/multi_cased_L-12_H-768_A-12', 100) | |
train_x, train_y = ChinaPeoplesDailyNerCorpus.get_sequence_tagging_data('train') | |
validate_x, validate_y = ChinaPeoplesDailyNerCorpus.get_sequence_tagging_data('validate') | |
test_x, test_y = ChinaPeoplesDailyNerCorpus.get_sequence_tagging_data('test') |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
有关文件可于香港上海汇丰银行有限公司办事处查阅,地址为香港皇后大道中 1 号汇丰总行大厦。 | |
俏⑥р⎭┏䊆䢶㺂ᴿ䲆ޢਮ 㠪俏⑥р⎭┏䊆䢶㺂ᴿ䲆ޢਮδ俏⑥䁱߀ᡆҁᴿ䲆ޢਮε㛗ᶧҁ⦞Ṯᮮᑡᴮ ᵢṮᮮᑡδԛс㉗でɇᡇهɈεᐨሟ䀾ࡍ䔿᯲ㅢ 79 㠩 195 丷俏⑥р⎭┏䊆䢶㺂ᴿ䲆ޢਮδԛс㉗でɇ䋪䢶㺂Ɉεެ䱺ኢޢਮⲺ㏒ਾ䋗ए㺞θ↚㏒ਾ䋗ए㺞ऻᤢ᯲ 2015 ᒪ 12 ᴾ 31 ᰛⲺ㏒ਾ䋽⭘䋖۫㺞㠽ᡠ㠩䂨ᰛ↘ᒪᓜⲺ㏒ਾ᭬ⴀ㺞Ƚ㏒ਾޞ䶘᭬ⴀ㺞Ƚ㏒ਾ㛗ᶧ⅀ⴀ䇀ऋ㺞㏒ਾ⨴䠇⍷䠅㺞θԛѱ㾷ᴹ䀾᭵ㆌᾸ㾷ެԌ䱺䁱䀙䠁䋽ᯏȾ㪙Ӂቧ㏒ਾ䋗ए㺞举ᢵᬊⲺ䋢Ա䋪䢶㺂㪙Ӂ举䋖䋢ṯᬐ俏⑥ᴹ䀾ᑡޢᴹ么ᐹⲺɅ俏⑥䋗एⓌࡽɆ俏⑥ɅޢਮồׁɆ㐞㼳ⵕሜ㙂ѣ㛥Ⲻ㏒ਾ䋗ए㺞θќቃެ䃃⛰⛰ֵ㏒ਾ䋗ए㺞Ⲻᬢۏуᆎ൞⭧᯲ⅰ䂆ᡌ䥥䃚㙂ቄ㠪Ⲻ䠃ཝ䥥䃚䲩䘦ᡶᗻ䴶Ⲻޝ䜞䋖䋢ȾṮᮮᑡⲺ䋢ԱᡇⲺه䋢ԱᱥṯᬐᡇⲺهሟ䀾ቧ䂨ㅿ㏒ਾ䋗ए㺞Ⲳ㺞ᝅ㿁θќ➝俏⑥ɅޢਮồׁɆㅢ 405 ồੇۻ䯙сδ֒⛰᮪儊εθ䲚↚ҁཌᵢ࡛❗ެԌⴤⲺȾᡇهуᴹቧᵢⲺޝᇯੇԱެԌӰ༡䋖рᡌᢵᬊԱ䋢ԱȾᡇهᐨṯᬐ俏⑥ᴹ䀾ᑡޢᴹ么ᐹⲺɅ俏⑥ሟ䀾ⓌࡽɆ䙨㺂ሟ䀾Ⱦ䂨ㅿⓌࡽ㾷≸ᡇه䚫ᆾ䚉ᗭ㿅ㇺθќ㿅ࢹอ㺂ሟ䀾ԛቃ㏒ਾ䋗ए㺞ᱥੜуᆎ൞Ա䠃ཝ䥥䃚䲩䘦⦨ਾ⨼ؓ䅿Ⱦሟ䀾⎿อ㺂ぁᓅԛ⦨ᴿ䰒㏒ਾ䋗ए㺞ᡶ䔿䠇亃ᣡ䵨䋽ᯏⲺሟ䀾ះ䅿Ⱦᡶ䚮Ⲻぁᓅ⊰᯲ṮᮮᑡⲺ࡚ᯭθऻᤢ䂋զ⭧᯲ⅰ䂆ᡌ䥥䃚㙂ቄ㠪㏒ਾ䋗ए㺞ᆎ൞䠃ཝ䥥䃚䲩䘦Ⲻ仞䳠Ⱦ൞䂋զ䂨ㅿ仞䳠ᱸθṮᮮᑡ㘹ឤ㠽䂨ޢਮᬢⵕۏሜ㙂ѣ㛥Ⲻ㏒ਾ䋗ए㺞䰒Ⲻޝ䜞θԛ䁣䀾䚟⮬Ⲻሟ䀾ぁᓅθռⴤⲺќ䶔ቃޢਮޝ䜞Ⲻᴿ᭾ᙝⲲ㺞ᝅ㿁Ⱦሟ䀾Ӝऻᤢ䂋ܯ㪙Ӂᡶ⭞ᴹ䀾᭵ㆌⲺᚦ⮬ᙝᡶ֒ᴹ䀾զ䀾Ⲻਾ⨼ᙝθԛ䂋ܯ㏒ਾ䋗ए㺞Ⲻ᮪儊ࡍᯯᕅȾᡇؗهθᡇهᡶ⦨ᗍⲺሟ䀾ះ䅿㜳ૂ࠼ݻ䚟⮬൦⛰ᡇⲺهሟ䀾ᝅ㿁ᨆבะ⽄Ⱦᝅ㿁ᡇه䃃⛰θ䂨ㅿ㏒ਾ䋗ए㺞ᐨṯᬐɅ俏⑥䋗एⓌࡽɆⵕሜ㙂ѣ㛥൦ਃ᱖䋪䢶㺂ެ䱺ኢޢਮ᯲ 2015 ᒪ 12 ᴾ 31 ᰛⲺ䋗᭵⣶⋷ᖲㅿᡠ㠩䂨ᰛ↘ᒪᓜⲺ䋗ए㺞⨴⨴䠇⍷䠅θќᐨ䚫➝俏⑥ɅޢਮồׁɆ⛰ᬢۏȾ 㖻ޫ૮≮䚉ᴹ䀾ᑡӁएᡶอᾣᴹ䀾ᑡ俏⑥ 2016 ᒪ 2 ᴾ 22 ᰛ 78 | |
俏⑥р⎭┏䊆 |