Skip to content

Commit

Permalink
style: sepearate Qwen-2 and Qwen-2-math models
Browse files Browse the repository at this point in the history
  • Loading branch information
Neet-Nestor committed Aug 8, 2024
1 parent 25fd9ec commit b1b0499
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 10 deletions.
12 changes: 4 additions & 8 deletions app/constant.ts
Original file line number Diff line number Diff line change
Expand Up @@ -529,7 +529,6 @@ export const DEFAULT_MODELS: ModelRecord[] = [
provider: "Alibaba",
size: "0.5B",
quantization: "q0f16",

family: "Qwen 2",
vram_required_MB: 1624.12,
low_resource_required: true,
Expand All @@ -546,7 +545,6 @@ export const DEFAULT_MODELS: ModelRecord[] = [
provider: "Alibaba",
size: "0.5B",
quantization: "q0f32",

family: "Qwen 2",
vram_required_MB: 2654.75,
low_resource_required: true,
Expand All @@ -563,7 +561,6 @@ export const DEFAULT_MODELS: ModelRecord[] = [
provider: "Alibaba",
size: "1.5B",
quantization: "q4f16_1",

family: "Qwen 2",
vram_required_MB: 1629.75,
low_resource_required: true,
Expand All @@ -580,7 +577,6 @@ export const DEFAULT_MODELS: ModelRecord[] = [
provider: "Alibaba",
size: "1.5B",
quantization: "q4f32",

family: "Qwen 2",
vram_required_MB: 1888.97,
low_resource_required: true,
Expand Down Expand Up @@ -630,7 +626,7 @@ export const DEFAULT_MODELS: ModelRecord[] = [
provider: "Alibaba",
size: "1.5B",
quantization: "q4f16_1",
family: "Qwen 2",
family: "Qwen 2 Math",
vram_required_MB: 1629.75,
low_resource_required: true,
recommended_config: {
Expand All @@ -646,7 +642,7 @@ export const DEFAULT_MODELS: ModelRecord[] = [
provider: "Alibaba",
size: "1.5B",
quantization: "q4f32_1",
family: "Qwen 2",
family: "Qwen 2 Math",
vram_required_MB: 1888.97,
low_resource_required: true,
recommended_config: {
Expand All @@ -662,7 +658,7 @@ export const DEFAULT_MODELS: ModelRecord[] = [
provider: "Alibaba",
size: "7B",
quantization: "q4f16_1",
family: "Qwen 2",
family: "Qwen 2 Math",
vram_required_MB: 5106.67,
low_resource_required: false,
recommended_config: {
Expand All @@ -678,7 +674,7 @@ export const DEFAULT_MODELS: ModelRecord[] = [
provider: "Alibaba",
size: "7B",
quantization: "q4f32_1",
family: "Qwen 2",
family: "Qwen 2 Math",
vram_required_MB: 5900.09,
low_resource_required: false,
recommended_config: {
Expand Down
4 changes: 2 additions & 2 deletions app/store/config.ts
Original file line number Diff line number Diff line change
Expand Up @@ -208,9 +208,9 @@ export const useAppConfig = createPersistStore(
}),
{
name: StoreKey.Config,
version: 0.49,
version: 0.5,
migrate: (persistedState, version) => {
if (version < 0.49) {
if (version < 0.5) {
return {
...DEFAULT_CONFIG,
...(persistedState as any),
Expand Down

0 comments on commit b1b0499

Please sign in to comment.