-
Notifications
You must be signed in to change notification settings - Fork 37
Open
Description
[root@85669227645d /]# lscpu
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Byte Order: Little Endian
CPU(s): 16
On-line CPU(s) list: 0-15
Thread(s) per core: 1
Core(s) per socket: 8
Socket(s): 2
NUMA node(s): 1
Vendor ID: GenuineIntel
CPU family: 15
Model: 107
Model name: QEMU Virtual CPU version 2.5+
Stepping: 1
CPU MHz: 2599.996
BogoMIPS: 5199.99
Hypervisor vendor: KVM
Virtualization type: full
L1d cache: 32K
L1i cache: 32K
L2 cache: 4096K
L3 cache: 16384K
NUMA node0 CPU(s): 0-15
Flags: fpu de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx lm constant_tsc nopl xtopology cpuid tsc_known_freq pni ssse3 cx16 sse4_1 sse4_2 x2apic popcnt aes hypervisor lahf_lm cpuid_fault pti
[root@85669227645d /]# echo "This is a test sentence." > input.txt
[root@85669227645d /]# cat input.txt | ./nts-scripts/mosestokenizer -N -U en -c ./nts-scripts/nonbreaking_prefixes > test.tok
[root@85669227645d /]# cat test.tok
This is a test sentence .
[root@85669227645d /]# ./nts-scripts/fastbpe applybpe test.bpe test.tok ./model/bpe.code
[root@85669227645d /]# cat test.bpe
This is a test sentence .
[root@85669227645d /]# MKL_NUM_THREADS=1 OMP_NUM_THREADS=1 ./bin/NiuTensor \
> -dev -1 \
> -sbatch 64 \
> -wbatch 2048 \
> -model ./model/model.fp32 \
> -srcvocab ./model/vocab.txt \
> -tgtvocab ./model/vocab.txt \
> < test.bpe
Illegal instruction (core dumped)
Metadata
Metadata
Assignees
Labels
No labels