added llama3.1 model 8B

pull/5098/head
Stéphane Tetsing 3 months ago
parent d5e3f988df
commit c2c07cec38
  1. 22
      libs/remix-ai-core/src/types/models.ts

@ -64,7 +64,27 @@ const DefaultModels = (): IModel[] => {
modelReqs: { backend: 'llamacpp', minSysMemory: 2, GPURequired: false, MinGPUVRAM: 8 }
};
return [model1, model2, model3, model4, model5, model6];
const model7: IModel = {
name: 'llaama3.1_8B',
modelOP: RemoteBackendOPModel.CODELLAMA,
task: 'text-generation',
modelName: 'llama3_1_8B-q4_0.gguf',
downloadUrl: 'https://drive.google.com/file/d/1I376pl8uORDnUIjfNuqhExK4NCiH3F12/view?usp=share_link',
modelType: ModelType.GENERAL,
modelReqs: { backend: 'llamacpp', minSysMemory: 2, GPURequired: false, MinGPUVRAM: 8 }
};
const model8: IModel = {
name: 'llaama3.1_8B_instruct',
modelOP: RemoteBackendOPModel.CODELLAMA,
task: 'text-generation',
modelName: 'llama3_1_8B-q4_0_instruct.gguf',
downloadUrl: 'https://drive.google.com/file/d/1P-MEH7cPxaR20v7W1qbOEPBzgiY2RDLx/view?usp=share_link',
modelType: ModelType.GENERAL,
modelReqs: { backend: 'llamacpp', minSysMemory: 2, GPURequired: false, MinGPUVRAM: 8 }
};
return [model1, model2, model3, model4, model5, model6, model7, model8];
}
const getModel = async (name: string): Promise<IModel | undefined> => {

Loading…
Cancel
Save