| LLM_DIR=CosyVoice-BlankEN-Ax650-C64-P256-CTX512/ |
| TOKEN2WAV_DIR=token2wav-axmodels/ |
|
|
| openssl req -newkey rsa:2048 -new -nodes -x509 -days 365 -keyout server.key -out server.crt -subj "/C=CN/ST=Beijing/L=Beijing/O=YourOrg/CN=localhost" |
|
|
| ./main_api_axcl_aarch64 \ |
| --template_filename_axmodel "${LLM_DIR}/qwen2_p64_l%d_together.axmodel" \ |
| --token2wav_axmodel_dir $TOKEN2WAV_DIR \ |
| --n_timesteps 10 \ |
| --axmodel_num 24 \ |
| --bos 0 --eos 0 \ |
| --filename_tokenizer_model "http://10.122.86.184:12345" \ |
| --filename_post_axmodel "${LLM_DIR}/qwen2_post.axmodel" \ |
| --filename_decoder_axmodel "${LLM_DIR}/llm_decoder.axmodel" \ |
| --filename_tokens_embed "${LLM_DIR}/model.embed_tokens.weight.bfloat16.bin" \ |
| --filename_llm_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \ |
| --filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \ |
| --continue 0 \ |
| --devices "0," \ |
| --prompt_files prompt_files |
|
|
|
|
| chmod 777 output*.wav |
|
|
